{ "bizCode": "MNNTest", "extraInfo": { "version": "2.9.5" }, "oplists": [ { "main_type": "Input", "main": { "dims": [ 1, 1, 2304 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "input_ids", "outputIndexes": [ 0 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 2304 ] }, "name": "/Constant_output_0__", "outputIndexes": [ 1 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 0, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_output_0", "outputIndexes": [ 2 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm/Mul_output_0", "outputIndexes": [ 3 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.116699, 1.134766, 1.192383, 1.185547, 1.155273, 1.318359, 1.265625, 1.094238, 1.114746, 1.161133, 1.081543, 1.166016, 1.084473, 1.227539, 1.192383, 1.28125, 1.345703, 1.150391, 2.46875, 0.94751, 1.10498, 1.166016, 1.147461, 1.223633, 1.051758, 1.124512, 1.205078, 0.730469, 1.07666, 1.169922, 1.1875, 1.19043, 1.24707, 1.172852, 1.175781, 1.042236, 1.162109, 1.129883, 1.21875, 1.21875, 1.099609, 1.141602, 1.205078, 1.202148, 0.930664, 1.225586, 0.964355, 1.083984, 0.484375, 1.285156, 1.012512, 1.230469, 1.326172, 2.515625, 1.211914, 1.170898, 1.349609, 1.132812, 0.117188, 1.267578, 1.269531, 3.375, 1.078613, 1.212891, 1.065918, 1.213867, 1.208984, 1.226562, 1.111816, 1.095215, 1.148438, 1.133789, 1.253906, 1.163086, 1.142578, 1.167969, 1.109375, 1.119629, 1.294922, 1.298828, 1.048584, 1.148438, 1.59375, 1.079102, 1.219727, 1.175781, 1.203125, 1.196289, 1.271484, 1.082031, 1.200195, 1.147461, 1.031128, 1.249023, 1.061768, 1.176758, 1.279297, 1.186523, 0.6875, 1.132812, 0.222656, 1.275391, 1.227539, 1.227539, 1.141602, 1.004608, 1.180664, 1.24707, 1.246094, 1.235352, 1.216797, 1.180664, 1.225586, 1.451172, 1.188477, 1.357422, 1.060303, 2.773438, 1.302734, 1.246094, 1.267578, 1.135742, 2.5625, 1.283203, 1.070801, 1.118164, 1.169922, 1.166992, 1.314453, 1.084473, 1.091797, 1.125, 0.417969, 1.160156, 1.230469, 1.112793, 1.129883, 0.578125, 1.117188, 1.228516, 4.15625, 1.273438, 1.181641, 1.236328, 1.167969, 0.942383, 1.185547, 1.080078, 1.09375, 1.145508, 1.22168, 1.206055, 1.179688, 2.117188, 1.188477, 1.061279, 1.014954, 1.195312, 0.937012, 1.105957, 1.519531, 1.049805, 0.746094, 1.114258, 1.275391, 1.219727, 1.138672, 1.069824, 1.123535, 0.95459, 1.304688, 1.300781, 1.232422, 1.145508, 1.175781, 1.170898, 1.226562, 1.225586, 1.330078, 0.1875, 1.083984, 1.056396, 1.171875, 1.115234, 4.15625, 1.176758, 1.135742, 1.047852, 1.237305, 1.145508, 1.167969, 2.765625, 1.151367, 1.216797, 1.225586, 1.083008, 1.227539, 1.037109, 1.15332, 0.740234, 1.125977, 1.128906, 1.136719, 1.212891, 0.99765, 1.105957, 3.859375, 1.126953, 1.201172, 1.216797, 0.480469, 1.163086, 0.782227, 1.492188, 1.223633, 1.070801, 1.164062, 1.289062, 1.208008, 1.092285, 1.136719, 1.257812, 1.200195, 1.071289, 1.097656, 1.205078, 1.285156, 1.160156, 1.255859, 1.277344, 1.292969, 0.88623, 1.168945, 1.217773, 1.183594, 1.174805, 1.275391, 1.130859, 1.152344, 1.050537, 1.296875, 1.161133, 1.363281, 0.203125, 1.206055, 0.234375, 1.149414, 1.239258, 1.116699, 1.000378, 1.292969, 1.236328, 1.174805, 1.246094, 1.043701, 1.306641, 1.022095, 1.189453, 2.273438, 1.158203, 1.128906, 1.180664, 1.419922, 1.238281, 1.138672, 1.197266, 1.330078, 1.117188, 1.191406, 0.746094, 1.003204, 1.318359, 1.112305, 1.193359, 1.175781, 1.10498, 0.582031, 1.197266, 1.194336, 1.092773, 1.219727, 1.267578, 1.251953, 1.173828, 2.046875, 1.193359, 1.257812, 1.094727, 1.125, 1.18457, 1.198242, 1.404297, 0.981201, 0.931641, 1.251953, 1.186523, 1.121094, 1.051514, 1.155273, 1.168945, 1.089355, 1.201172, 1.128906, 0.993896, 1.000467, 1.170898, 1.115723, 1.183594, 1.070801, 1.126953, 1.148438, 1.142578, 1.124512, 0.746094, 1.037598, 1.106445, 1.086914, 1.226562, 1.165039, 1.186523, 1.157227, 1.519531, 1.056885, 1.141602, 1.3125, 1.168945, 1.369141, 1.068359, 1.109375, 0.882324, 1.300781, 2.460938, 1.133789, 1.116699, 2.578125, 1.164062, 1.197266, 1.15625, 1.228516, 1.277344, 1.24707, 1.271484, 0.660156, 1.163086, 1.189453, 1.010315, 1.163086, 1.296875, 1.192383, 1.080566, 1.177734, 1.122559, 0.421875, 1.120605, 1.069824, 1.131836, 1.205078, 1.207031, 0.654297, 0.958252, 1.15918, 1.219727, 1.219727, 1.118652, 1.765625, 1.120117, 1.119629, 1.289062, 1.081543, 1.189453, 1.155273, 1.167969, 0.979858, 0.797852, 1.130859, 1.164062, 1.104004, 1.135742, 1.253906, 1.088379, 1.043213, 1.150391, 1.180664, 1.166016, 1.062988, 1.197266, 1.146484, 1.051514, 1.151367, 1.091797, 1.128906, 1.253906, 1.223633, 1.251953, 1.170898, 1.228516, 1.193359, 1.199219, 1.183594, 1.275391, 1.241211, 1.195312, 1.216797, 1.188477, 1.135742, 1.096191, 1.102539, 0.831055, 1.154297, 1.049561, 1.141602, 1.298828, 1.255859, 1.150391, 1.3125, 1.15625, 1.257812, 1.296875, 1.186523, 1.137695, 0.414062, 1.1875, 1.259766, 1.174805, 1.066406, 1.259766, 1.300781, 1.201172, 1.209961, 1.292969, 2.320312, 1.175781, 1.222656, 1.151367, 1.253906, 1.186523, 1.225586, 1.15625, 1.106934, 1.193359, 1.059082, 1.542969, 1.203125, 1.182617, 1.209961, 1.15918, 1.098145, 1.392578, 1.195312, 1.193359, 1.183594, 1.206055, 1.007812, 1.205078, 1.243164, 1.253906, 1.396484, 1.194336, 1.097168, 0.253906, 1.143555, 1.101562, 1.214844, 0.837891, 1.181641, 1.245117, 1.044678, 1.273438, 1.137695, 1.105957, 1.048828, 1.121094, 1.027832, 0.417969, 1.173828, 0.533203, 1.115234, 1.703125, 1.239258, 1.335938, 1.09668, 1.161133, 2.40625, 1.349609, 1.041748, 1.213867, 1.209961, 1.188477, 1.210938, 1.188477, 1.326172, 1.249023, 1.15918, 1.232422, 1.160156, 1.191406, 1.086914, 1.25, 1.118164, 1.269531, 0.970337, 1.136719, 1.213867, 1.160156, 1.417969, 1.047852, 1.194336, 1.335938, 1.060791, 1.134766, 1.168945, 1.224609, 1.279297, 1.102539, 1.224609, 1.111816, 1.149414, 1.140625, 1.168945, 1.208008, 1.135742, 1.201172, 1.152344, 1.09375, 1.224609, 1.163086, 1.225586, 1.133789, 1.177734, 1.206055, 1.082031, 1.15918, 1.142578, 1.298828, 1.168945, 0.525391, 1.129883, 3.109375, 1.056885, 1.271484, 0.082031, 1.24707, 0.911621, 1.148438, 1.273438, 1.200195, 1.028809, 1.228516, 1.168945, 1.091309, 1.157227, 1.193359, 0.871094, 0.965332, 1.12793, 1.139648, 1.097168, 1.375, 1.308594, 0.982422, 1.353516, 1.554688, 1.388672, 0.25, 1.3125, 0.720703, 1.046143, 1.455078, 1.179688, 1.304688, 1.123535, 1.09375, 1.265625, 1.207031, 1.279297, 1.101074, 1.314453, 1.144531, 1.065918, 1.114746, 3.984375, 1.170898, 1.193359, 1.326172, 1.644531, 1.255859, 2.695312, 1.169922, 1.355469, 1.169922, 1.183594, 1.118652, 1.186523, 4.078125, 0.660156, 1.21582, 1.232422, 1.094727, 1.150391, 0.144531, 1.217773, 1.120605, 1.257812, 1.091797, 1.178711, 1.176758, 0.611328, 1.195312, 1.136719, 1.287109, 1.061523, 1.172852, 1.126953, 1.207031, 0.515625, 1.152344, 1.011475, 1.333984, 1.498047, 1.231445, 1.239258, 1.102051, 1.0354, 1.22168, 1.359375, 1.089355, 1.296875, 1.124023, 1.165039, 1.231445, 1.166992, 1.271484, 1.5625, 1.229492, 1.120117, 1.194336, 1.196289, 1.169922, 1.164062, 1.206055, 1.140625, 1.198242, 1.201172, 1.162109, 1.322266, 1.355469, 1.128906, 1.067871, 1.180664, 1.220703, 2.609375, 1.253906, 1.212891, 1.126953, 1.150391, 1.100098, 1.259766, 1.083496, 1.12207, 1.134766, 1.53125, 1.326172, 1.236328, 1.174805, 1.204102, 1.095703, 1.125, 1.204102, 1.068848, 1.235352, 1.211914, 1.255859, 1.106934, 1.398438, 1.341797, 1.165039, 1.339844, 1.106934, 1.082031, 0.780273, 1.115723, 1.166016, 1.71875, 0.453125, 1.175781, 1.194336, 1.230469, 1.236328, 1.222656, 3.75, 1.203125, 1.129883, 1.320312, 1.124512, 1.192383, 1.181641, 1.229492, 1.103027, 1.285156, 1.03418, 1.457031, 1.035645, 1.294922, 1.234375, 1.180664, 1.212891, 1.115234, 1.365234, 1.095215, 1.648438, 1.239258, 1.113281, 1.129883, 1.140625, 1.542969, 1.287109, 1.087891, 1.174805, 1.008179, 0.929688, 1.151367, 1.155273, 1.10498, 1.335938, 1.161133, 1.392578, 1.192383, 1.237305, 1.192383, 1.233398, 1.25, 1.238281, 1.162109, 1.209961, 1.238281, 1.462891, 1.150391, 1.177734, 1.147461, 1.074707, 1.041992, 0.582031, 1.185547, 1.168945, 1.154297, 1.198242, 1.191406, 1.241211, 1.034912, 1.15332, 1.204102, 1.253906, 1.002747, 1.061523, 1.12207, 0.101562, 1.043457, 1.163086, 1.052734, 1.143555, 1.115234, 1.21582, 1.227539, 1.195312, 1.277344, 1.134766, 0.738281, 1.128906, 1.168945, 1.160156, 1.183594, 1.12207, 1.185547, 1.199219, 1.213867, 1.298828, 1.185547, 1.21582, 3.578125, 1.245117, 1.203125, 0.844727, 1.259766, 1.130859, 1.470703, 1.230469, 1.237305, 1.009583, 1.09668, 1.175781, 1.206055, 1.129883, 1.283203, 1.213867, 1.126953, 1.120117, 1.233398, 1.204102, 1.019409, 1.835938, 1.198242, 1.226562, 1.21582, 1.322266, 1.104004, 1.071289, 1.213867, 1.119141, 1.239258, 1.194336, 1.143555, 1.161133, 1.194336, 1.095703, 1.157227, 2.140625, 4.484375, 1.414062, 1.176758, 1.016113, 1.077148, 1.287109, 1.237305, 0.931641, 1.224609, 1.129883, 1.263672, 1.365234, 1.126953, 1.155273, 1.169922, 1.083008, 1.119141, 4.25, 1.337891, 1.179688, 1.195312, 1.206055, 1.259766, 1.15918, 1.088379, 1.246094, 0.92041, 1.150391, 1.200195, 1.125977, 1.582031, 1.257812, 1.089844, 1.178711, 1.225586, 1.130859, 1.660156, 1.071777, 0.968018, 1.163086, 1.28125, 1.171875, 0.962402, 1.161133, 1.095703, 1.222656, 1.181641, 1.133789, 1.236328, 1.21582, 1.224609, 1.164062, 1.1875, 1.398438, 1.143555, 1.204102, 1.472656, 1.246094, 1.269531, 1.267578, 1.128906, 1.149414, 1.277344, 1.176758, 1.043701, 1.322266, 1.093262, 1.113281, 1.251953, 1.12793, 1.287109, 1.233398, 1.283203, 1.255859, 1.167969, 1.070801, 1.139648, 0.3125, 1.167969, 1.12793, 1.257812, 1.192383, 1.160156, 1.174805, 0.736328, 1.163086, 0.982056, 1.07959, 1.219727, 1.140625, 1.079102, 1.201172, 1.12793, 1.234375, 1.859375, 1.193359, 1.129883, 1.554688, 1.421875, 1.116211, 0.881348, 1.163086, 2.789062, 1.223633, 1.308594, 1.161133, 1.203125, 1.208984, 1.192383, 0.997604, 1.070312, 1.118652, 1.204102, 1.155273, 0.971436, 1.134766, 1.263672, 1.141602, 1.160156, 1.145508, 1.275391, 1.114258, 1.228516, 0.99897, 0.950928, 1.103516, 0.830078, 2.515625, 1.197266, 1.063965, 1.057861, 1.072266, 1.125977, 1.152344, 1.147461, 1.070801, 1.200195, 1.145508, 0.988403, 1.171875, 1.134766, 1.115723, 1.169922, 1.205078, 1.191406, 1.167969, 1.145508, 1.203125, 1.574219, 1.181641, 1.255859, 1.53125, 0.891113, 1.285156, 1.154297, 1.154297, 1.248047, 1.198242, 1.46875, 1.046387, 3.609375, 1.130859, 1.275391, 1.040283, 1.285156, 1.164062, 1.116211, 1.15918, 1.232422, 1.109863, 1.172852, 1.098633, 0.896973, 1.130859, 0.382812, 1.123047, 1.211914, 1.239258, 1.202148, 1.145508, 1.219727, 1.166992, 1.144531, 0.480469, 1.294922, 1.15332, 0.363281, 1.194336, 1.202148, 1.209961, 1.043701, 1.196289, 1.246094, 1.064941, 0.951416, 1.129883, 1.369141, 1.21875, 1.078125, 1.267578, 1.155273, 1.15332, 0.959717, 0.382812, 1.223633, 0.640625, 1.15625, 1.167969, 1.208984, 1.204102, 1.208984, 1.11377, 1.382812, 1.130859, 1.082031, 1.800781, 1.170898, 1.134766, 0.986816, 1.230469, 1.180664, 1.314453, 1.232422, 1.200195, 1.131836, 1.271484, 1.1875, 1.200195, 1.121582, 1.165039, 2.492188, 1.155273, 0.983887, 1.158203, 1.181641, 1.170898, 1.164062, 1.226562, 1.144531, 1.003067, 0.923828, 1.251953, 0.144531, 1.064941, 1.386719, 1.146484, 1.000391, 1.230469, 1.097656, 1.318359, 1.219727, 1.166016, 1.118652, 1.357422, 1.140625, 1.222656, 0.928711, 1.158203, 1.168945, 1.298828, 1.135742, 1.150391, 1.116699, 1.185547, 1.177734, 1.206055, 0.529297, 1.024658, 1.036133, 1.242188, 1.15625, 1.151367, 1.160156, 1.106445, 1.225586, 1.150391, 0.986084, 1.199219, 1.104492, 0.849609, 1.192383, 1.170898, 1.09668, 1.154297, 0.144531, 3.03125, 1.257812, 1.136719, 1.174805, 1.05835, 1.147461, 1.170898, 1.378906, 1.191406, 1.087891, 1.248047, 1.213867, 0.967285, 1.253906, 1.204102, 1.246094, 1.237305, 1.043945, 1.135742, 1.118652, 1.069336, 0.505859, 1.132812, 1.267578, 0.827148, 1.074707, 1.160156, 1.171875, 1.239258, 1.086914, 1.167969, 1.158203, 1.019409, 1.933594, 0.968018, 0.537109, 1.164062, 1.121094, 1.322266, 1.230469, 1.172852, 3.578125, 1.125977, 1.097656, 1.271484, 0.822266, 0.756836, 1.108887, 0.59375, 1.00589, 1.126953, 1.147461, 0.970703, 1.298828, 1.228516, 1.359375, 0.003906, 1.099609, 2.34375, 1.141602, 1.314453, 1.143555, 1.233398, 1.120117, 1.124023, 1.077637, 1.220703, 1.211914, 1.075684, 0.484375, 1.119141, 1.102051, 3.890625, 1.0271, 1.146484, 0.650391, 1.233398, 1.171875, 1.213867, 1.18457, 1.251953, 1.058594, 1.265625, 1.177734, 0.746094, 1.002213, 1.149414, 1.125977, 1.265625, 1.152344, 1.135742, 1.115234, 1.083008, 1.154297, 1.228516, 1.241211, 1.167969, 1.150391, 1.045898, 1.271484, 1.300781, 0.808594, 1.196289, 1.298828, 1.308594, 1.166016, 1.21875, 1.169922, 1.259766, 1.091797, 1.081543, 1.15625, 1.141602, 1.176758, 1.199219, 1.306641, 1.265625, 1.279297, 1.300781, 1.050049, 1.316406, 1.1875, 1.232422, 0.974243, 1.103027, 1.298828, 0.720703, 1.148438, 1.060791, 1.289062, 1.09668, 0.742188, 0.101562, 1.163086, 1.123047, 1.201172, 1.069336, 1.136719, 1.097168, 1.566406, 0.964355, 1.188477, 0.703125, 1.155273, 1.267578, 0.868164, 1.40625, 0.652344, 1.213867, 1.223633, 0.626953, 1.294922, 1.197266, 1.186523, 1.220703, 1.271484, 1.086914, 1.177734, 1.083008, 1.054688, 1.460938, 1.037598, 1.199219, 1.235352, 1.207031, 0.952393, 1.171875, 1.005341, 1.117188, 1.123047, 1.078613, 1.201172, 1.324219, 1.023926, 1.224609, 1.183594, 1.142578, 1.012085, 1.044189, 1.259766, 1.322266, 1.149414, 1.167969, 1.180664, 0.744141, 1.294922, 0.946045, 1.091309, 1.143555, 1.125977, 1.051025, 1.251953, 1.163086, 1.09375, 1.124512, 1.441406, 1.212891, 1.206055, 1.066895, 1.761719, 0.961182, 1.167969, 1.357422, 2.914062, 1.02832, 1.166992, 1.163086, 1.125977, 1.025635, 1.217773, 1.162109, 1.285156, 1.166016, 1.230469, 1.197266, 1.166992, 1.171875, 1.115723, 0.740234, 1.120605, 1.126953, 1.169922, 1.198242, 1.124512, 1.154297, 1.15625, 1.193359, 1.143555, 1.065918, 1.139648, 0.81543, 1.10498, 1.271484, 1.233398, 0.804688, 1.186523, 1.166016, 1.213867, 1.144531, 2.148438, 1.21582, 1.11377, 0.958496, 1.102051, 0.578125, 1.055664, 1.239258, 1.124512, 3.59375, 1.289062, 1.169922, 1.178711, 1.106445, 1.147461, 1.149414, 1.126953, 1.226562, 1.205078, 0.910156, 1.237305, 1.152344, 1.198242, 1.146484, 1.077637, 1.255859, 1.168945, 1.170898, 2.03125, 1.150391, 1.197266, 1.197266, 0.983154, 1.196289, 1.067871, 1.335938, 1.294922, 1.147461, 1.070312, 1.052246, 1.347656, 0.952881, 1.044678, 1.160156, 1.083008, 1.175781, 1.205078, 1.155273, 1.251953, 1.068359, 1.142578, 1.414062, 1.189453, 5.96875, 1.155273, 1.219727, 1.070801, 1.226562, 0.991272, 1.174805, 1.216797, 1.066895, 1.10498, 1.08252, 1.125, 0.941406, 1.198242, 1.068359, 1.120605, 1.075195, 1.123535, 4.171875, 1.073242, 1.204102, 1.016357, 1.289062, 1.314453, 1.06543, 1.089355, 1.128906, 1.195312, 1.089355, 1.110352, 1.148438, 1.094727, 1.05249, 1.12207, 1.113281, 0.956787, 1.222656, 1.322266, 0.863281, 1.191406, 0.77832, 1.114746, 1.216797, 1.400391, 0.509766, 1.202148, 1.007935, 1.628906, 1.163086, 1.211914, 1.361328, 1.036133, 1.283203, 1.11084, 1.279297, 1.269531, 1.210938, 1.515625, 1.078125, 1.132812, 1.154297, 1.166016, 1.010864, 1.294922, 1.197266, 3.125, 1.139648, 1.155273, 1.277344, 1.175781, 1.333984, 1.244141, 1.507812, 1.054688, 1.174805, 1.223633, 0.183594, 1.134766, 1.138672, 1.185547, 1.173828, 1.041992, 0.978882, 1.227539, 0.908691, 1.194336, 0.779297, 1.181641, 1.108887, 0.825195, 1.10791, 1.014465, 1.191406, 1.042969, 1.08252, 2.28125, 0.90332, 1.155273, 1.070312, 1.04834, 1.121094, 1.181641, 1.161133, 1.165039, 1.137695, 1.132812, 1.02002, 1.210938, 1.155273, 1.341797, 1.228516, 1.225586, 1.10791, 1.496094, 1.167969, 1.333984, 1.057617, 1.249023, 1.140625, 1.279297, 1.056641, 2.328125, 1.151367, 1.208008, 1.069336, 1.199219, 1.157227, 1.191406, 1.223633, 1.140625, 1.246094, 1.231445, 1.25, 1.185547, 1.08252, 1.055908, 1.178711, 1.131836, 1.225586, 1.408203, 1.291016, 1.304688, 3.0625, 1.400391, 1.059082, 1.433594, 1.025269, 1.158203, 1.291016, 1.070801, 1.180664, 1.24707, 1.166016, 0.0, 2.453125, 1.141602, 0.785156, 1.182617, 1.249023, 1.172852, 0.677734, 1.182617, 1.279297, 0.865234, 1.202148, 1.126953, 1.074219, 1.104004, 1.12793, 1.125977, 1.177734, 1.188477, 1.166992, 1.095703, 1.228516, 1.126953, 1.265625, 1.322266, 1.171875, 1.072266, 1.099609, 1.202148, 0.988525, 0.878906, 1.000244, 1.091309, 1.078125, 1.133789, 1.1875, 1.161133, 1.067871, 1.289062, 1.160156, 1.261719, 1.275391, 1.088379, 1.204102, 1.226562, 1.178711, 1.314453, 1.216797, 1.208008, 1.168945, 1.107422, 1.230469, 1.115723, 1.24707, 1.157227, 1.185547, 1.200195, 0.978149, 1.210938, 1.134766, 1.160156, 1.091797, 1.150391, 1.169922, 0.050781, 0.5, 1.275391, 1.217773, 0.550781, 1.176758, 1.267578, 1.018188, 1.207031, 1.275391, 1.114746, 1.166992, 1.168945, 1.169922, 1.099121, 1.125977, 1.205078, 1.188477, 1.166016, 1.170898, 1.206055, 1.090332, 1.222656, 1.253906, 1.229492, 0.992523, 1.330078, 1.234375, 1.261719, 1.225586, 1.224609, 1.143555, 1.182617, 1.285156, 1.208008, 2.585938, 1.188477, 1.196289, 1.170898, 1.191406, 1.279297, 0.935547, 1.158203, 2.039062, 1.339844, 1.322266, 1.098145, 1.835938, 1.238281, 0.986938, 1.022705, 1.203125, 1.316406, 1.19043, 1.109863, 1.109863, 1.267578, 1.249023, 1.151367, 1.212891, 2.117188, 1.220703, 1.164062, 1.052002, 0.805664, 1.304688, 1.302734, 1.115234, 1.289062, 1.165039, 1.115234, 1.03833, 1.165039, 1.081543, 1.108398, 1.28125, 1.248047, 1.216797, 3.640625, 1.147461, 1.132812, 1.503906, 2.625, 1.238281, 1.212891, 1.232422, 1.441406, 1.110352, 1.132812, 1.777344, 1.134766, 1.238281, 2.054688, 1.209961, 1.507812, 1.155273, 1.246094, 1.044922, 1.154297, 1.124023, 1.178711, 1.277344, 2.953125, 1.162109, 1.214844, 1.203125, 1.175781, 1.130859, 1.166992, 1.191406, 1.222656, 1.204102, 1.308594, 1.162109, 1.171875, 1.032227, 1.036377, 1.097656, 0.754883, 1.152344, 1.217773, 1.079102, 1.160156, 1.255859, 1.099609, 1.261719, 0.993683, 1.249023, 1.308594, 1.205078, 1.109863, 1.212891, 1.080078, 1.224609, 1.09082, 1.285156, 1.245117, 1.062012, 1.063965, 1.119141, 1.038574, 0.572266, 1.074707, 0.981201, 1.152344, 1.222656, 1.097656, 1.034424, 1.245117, 1.169922, 1.020386, 0.955566, 1.207031, 1.143555, 0.954102, 1.261719, 1.075195, 1.07959, 1.0009, 0.339844, 1.269531, 1.267578, 0.935059, 1.142578, 1.211914, 1.142578, 1.0625, 1.128906, 1.166016, 1.172852, 1.178711, 1.040283, 1.103027, 1.140625, 1.203125, 1.142578, 1.179688, 0.971558, 1.333984, 1.009277, 1.186523, 1.246094, 1.253906, 1.163086, 1.243164, 1.158203, 1.166016, 1.08252, 1.106934, 1.207031, 1.209961, 1.197266, 0.912598, 1.206055, 1.433594, 1.285156, 1.123535, 1.53125, 1.15625, 1.094727, 1.208984, 0.765625, 1.141602, 1.125977, 1.171875, 1.308594, 1.170898, 1.22168, 1.174805, 1.198242, 1.318359, 2.0625, 1.18457, 1.194336, 1.863281, 1.126953, 1.203125, 1.097656, 1.131836, 1.017456, 1.24707, 1.079102, 1.328125, 1.087402, 1.152344, 1.152344, 1.130859, 1.15332, 1.216797, 1.192383, 1.088867, 1.158203, 1.105957, 1.4375, 1.088379, 1.185547, 1.100586, 1.166992, 1.098145, 1.051514, 0.992218, 1.246094, 1.357422, 1.239258, 1.139648, 1.207031, 1.388672, 1.103516, 1.120117, 1.142578, 1.259766, 1.079102, 1.223633, 1.103516, 1.695312, 1.172852, 1.154297, 0.892578, 1.289062, 0.830078, 1.193359, 1.158203, 1.206055, 1.243164, 1.357422, 1.238281, 1.101074, 1.137695, 1.181641, 1.162109, 1.052979, 1.248047, 1.357422, 0.84668, 1.162109, 1.328125, 1.169922, 1.235352, 1.224609, 1.183594, 1.150391, 0.912109, 1.275391, 1.171875, 0.765625, 1.171875, 1.251953, 1.025879, 1.202148, 0.0, 1.300781, 0.750977, 1.25, 1.01709, 1.201172, 0.992523, 1.128906, 1.130859, 1.069824, 1.298828, 1.308594, 1.176758, 1.181641, 1.194336, 1.291016, 1.173828, 1.178711, 0.902344, 1.113281, 1.181641, 1.119629, 1.132812, 1.953125, 1.345703, 1.155273, 0.985535, 0.992828, 1.123047, 1.19043, 1.039795, 1.339844, 1.183594, 1.234375, 1.002869, 1.24707, 1.11377, 0.744141, 1.097168, 1.318359, 1.447266, 1.173828, 1.269531, 1.170898, 1.117188, 1.170898, 1.21875, 1.046631, 1.21582, 1.300781, 1.186523, 1.010864, 1.105957, 1.203125, 1.124023, 1.19043, 1.330078, 1.128906, 1.15625, 1.088867, 0.457031, 1.192383, 1.152344, 1.064453, 3.640625, 1.08252, 1.279297, 2.070312, 1.259766, 1.271484, 1.230469, 1.064453, 1.148438, 1.001717, 1.180664, 1.178711, 1.219727, 1.12207, 1.142578, 1.6875, 0.932617, 1.082031, 1.175781, 1.139648, 0.998291, 1.116699, 1.053467, 1.251953, 1.178711, 0.889648, 1.162109, 0.634766, 1.031982, 1.230469, 0.046875, 1.261719, 1.105469, 1.337891, 1.202148, 0.628906, 1.099121, 1.212891, 3.109375, 1.021851, 1.242188, 1.226562, 1.07666, 1.257812, 1.225586, 1.289062, 1.198242, 1.036621, 1.068848, 1.275391, 1.212891, 1.083496, 1.004639, 1.183594, 1.207031, 1.102051, 1.170898, 1.172852, 1.123535, 1.141602, 1.337891, 1.206055, 1.129883, 1.246094, 1.171875, 1.201172, 1.125, 1.349609, 1.219727, 1.143555, 1.220703, 1.136719, 1.05835, 0.973755, 1.196289, 1.172852, 1.155273, 0.884277, 1.141602, 1.296875, 1.145508, 1.106445, 0.981201, 1.189453, 1.029053, 1.167969, 1.152344, 1.011047, 1.191406, 1.185547, 1.099121, 1.361328, 1.125977, 1.259766, 1.176758, 1.152344, 1.151367, 1.240234, 0.873047, 1.163086, 1.119629, 0.0, 1.143555, 0.946289, 0.931152, 1.119141, 1.118652, 1.269531, 0.920898, 1.093262, 0.931641, 1.044678, 1.126953, 0.900391, 1.058838, 1.09082, 1.206055, 1.149414, 1.125977, 0.780273, 1.199219, 1.503906, 1.185547, 1.031494, 1.138672, 1.18457, 1.222656, 1.820312, 1.28125, 1.042236, 1.115234, 1.09082, 1.214844, 1.351562, 1.3125, 1.19043, 1.227539, 1.271484, 1.191406, 1.120117, 1.263672, 1.197266, 1.257812, 1.714844, 0.943604, 1.077148, 1.195312, 1.136719, 1.140625, 1.302734, 1.255859, 1.157227, 1.167969, 0.983765, 1.072754, 1.243164, 1.302734, 1.171875, 1.207031, 1.209961, 1.1875, 1.069824, 1.10498, 1.075684, 1.106934, 1.237305, 1.211914, 1.125977, 3.390625, 1.21582, 1.167969, 1.271484, 0.605469, 1.008667, 1.84375, 1.109375, 1.066895, 0.689453, 1.149414, 1.241211, 1.050537, 1.024536, 1.180664, 0.945801, 1.164062, 1.261719, 1.431641, 1.170898, 0.957275, 1.277344, 1.194336, 1.208984, 1.206055, 0.0, 1.198242, 1.029419, 1.28125, 1.308594, 1.25, 0.930664, 1.118164, 1.157227, 1.246094, 1.308594, 1.318359, 1.165039, 1.155273, 1.507812, 1.026367, 1.062988, 1.146484, 1.157227, 0.648438, 1.244141, 1.122559, 1.287109, 1.126953, 1.11377, 1.183594, 1.294922, 1.1875, 0.962646, 1.277344, 0.889648, 1.169922, 1.146484, 1.192383, 1.146484, 0.947754, 1.180664, 1.163086, 1.125977, 0.973267, 0.881836, 1.129883, 0.979492, 1.255859, 0.935059, 1.151367, 1.277344, 1.302734, 1.185547, 1.304688, 1.191406, 1.157227, 2.5625, 1.189453, 1.310547, 1.212891, 1.228516, 1.458984, 1.100098, 1.273438, 1.143555, 1.106445, 1.259766, 1.132812, 1.018799, 1.026611, 1.204102, 1.169922, 1.069824, 1.121582, 1.123535, 1.205078, 1.136719, 1.152344, 1.527344, 1.263672, 0.951416, 1.149414, 1.082031, 0.833008, 1.249023, 1.263672, 1.173828, 1.279297, 1.212891, 1.178711, 1.158203, 1.378906, 1.333984, 1.12793, 1.07666, 1.271484, 1.200195, 1.225586, 1.177734, 1.132812, 0.979492, 1.171875, 1.160156, 1.550781, 1.175781, 1.65625, 0.906738, 0.904297, 1.146484, 1.314453, 1.220703, 1.139648, 1.235352, 1.209961, 1.209961, 1.24707, 0.0, 1.186523, 1.04248, 1.394531, 1.167969, 1.244141, 0.695312, 0.935547, 1.147461, 1.12793, 1.253906, 1.152344, 1.048584, 1.07373, 1.088379, 1.15625, 1.017944, 1.177734, 1.527344, 2.335938, 2.882812, 1.10498, 1.098633, 1.097168, 0.87207, 1.267578, 1.147461, 1.192383, 0.277344, 1.186523, 1.016724, 1.273438, 1.146484, 1.636719, 1.040283, 1.243164 ] }, "name": "onnx::Mul_8113", "outputIndexes": [ 4 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3, 4 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 5 ], "outputIndexes": [ 2490 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2490 ], "outputIndexes": [ 2491 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear", "inputIndexes": [ 2491 ], "outputIndexes": [ 2492 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 0, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2492 ], "outputIndexes": [ 2493 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2493 ], "outputIndexes": [ 6 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/Unsqueeze_output_0", "outputIndexes": [ 7 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 5 ], "main_type": "NONE", "name": "/Shape_1_output_0", "outputIndexes": [ 8 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/rotary/Constant_9_output_0", "outputIndexes": [ 9 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8 ], "main_type": "NONE", "name": "Shape19", "outputIndexes": [ 10 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 8 ], "main_type": "NONE", "name": "Rank21", "outputIndexes": [ 11 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 11, 11 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp23", "outputIndexes": [ 12 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze24", "outputIndexes": [ 13 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp26", "outputIndexes": [ 14 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 14 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze27", "outputIndexes": [ 15 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 13, 15, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice30", "outputIndexes": [ 16 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 16 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze31", "outputIndexes": [ 17 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 17 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp32", "outputIndexes": [ 18 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 18, 17 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp33", "outputIndexes": [ 19 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 19, 12 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_2_output_0", "outputIndexes": [ 20 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] }, "name": "/rotary/Constant_4_output_0", "outputIndexes": [ 21 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 20, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1_output_0", "outputIndexes": [ 22 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8 ] }, "name": "/Constant_4_output_0", "outputIndexes": [ 23 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 256 ] }, "name": "/Constant_5_output_0", "outputIndexes": [ 24 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 22, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_output_0", "outputIndexes": [ 25 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 6, 25 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_1_output_0", "outputIndexes": [ 26 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 3 ], "dtype": "DT_INT32", "dformat": "NCHW" }, "name": "position_ids", "outputIndexes": [ 27 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27 ], "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }, "name": "/rotary/Cast_output_0", "outputIndexes": [ 28 ], "type": "Cast", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] }, "name": "/rotary/Constant_1_output_0__", "outputIndexes": [ 29 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 28, 29 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/rotary/Reshape_output_0", "outputIndexes": [ 30 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.930572, 0.865964, 0.805842, 0.749894, 0.697831, 0.649382, 0.604296, 0.562341, 0.523299, 0.486968, 0.453158, 0.421697, 0.392419, 0.365174, 0.339821, 0.316228, 0.294273, 0.273842, 0.25483, 0.237137, 0.220673, 0.205353, 0.191095, 0.177828, 0.165482, 0.153993, 0.143301, 0.133352, 0.124094, 0.115478, 0.107461, 0.1, 0.093057, 0.086596, 0.080584, 0.074989, 0.069783, 0.064938, 0.06043, 0.056234, 0.05233, 0.048697, 0.045316, 0.04217, 0.039242, 0.036517, 0.033982, 0.031623, 0.029427, 0.027384, 0.025483, 0.023714, 0.022067, 0.020535, 0.01911, 0.017783, 0.016548, 0.015399, 0.01433, 0.013335, 0.012409, 0.011548, 0.010746, 0.01, 0.009306, 0.00866, 0.008058, 0.007499, 0.006978, 0.006494, 0.006043, 0.005623, 0.005233, 0.00487, 0.004532, 0.004217, 0.003924, 0.003652, 0.003398, 0.003162, 0.002943, 0.002738, 0.002548, 0.002371, 0.002207, 0.002054, 0.001911, 0.001778, 0.001655, 0.00154, 0.001433, 0.001334, 0.001241, 0.001155, 0.001075, 0.001, 0.000931, 0.000866, 0.000806, 0.00075, 0.000698, 0.000649, 0.000604, 0.000562, 0.000523, 0.000487, 0.000453, 0.000422, 0.000392, 0.000365, 0.00034, 0.000316, 0.000294, 0.000274, 0.000255, 0.000237, 0.000221, 0.000205, 0.000191, 0.000178, 0.000165, 0.000154, 0.000143, 0.000133, 0.000124, 0.000115, 0.000107 ] }, "name": "/rotary/Constant_2_output_0", "outputIndexes": [ 31 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 30, 31 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/rotary/Mul_output_0", "outputIndexes": [ 32 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 32 ], "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" }, "name": "/rotary/Cos_output_0", "outputIndexes": [ 33 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 34 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 32 ], "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" }, "name": "/rotary/Sin_output_0", "outputIndexes": [ 35 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 35, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 36 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 34, 36 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/rotary/Concat_output_0", "outputIndexes": [ 37 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 37, 37 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 38 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3, 1 ] }, "name": "/rotary/Unsqueeze_2_axes", "outputIndexes": [ 39 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 38, 39 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 40 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 40 ], "main_type": "NONE", "name": "Shape56", "outputIndexes": [ 41 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 40 ], "main_type": "NONE", "name": "Rank58", "outputIndexes": [ 42 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 42 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp60", "outputIndexes": [ 43 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze61", "outputIndexes": [ 44 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp63", "outputIndexes": [ 45 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 45 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze64", "outputIndexes": [ 46 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 44, 46, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice67", "outputIndexes": [ 47 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 47 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze68", "outputIndexes": [ 48 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 48, 48 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp70", "outputIndexes": [ 49 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 40, 49, 43 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_3_output_0", "outputIndexes": [ 50 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 26, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_output_0", "outputIndexes": [ 51 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 26 ], "main_type": "NONE", "name": "/Shape_2_output_0", "outputIndexes": [ 52 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_11_output_0", "outputIndexes": [ 53 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 52 ], "main_type": "NONE", "name": "Shape75", "outputIndexes": [ 54 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 52 ], "main_type": "NONE", "name": "Rank77", "outputIndexes": [ 55 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 55, 55 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp79", "outputIndexes": [ 56 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 56 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze80", "outputIndexes": [ 57 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 56, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp82", "outputIndexes": [ 58 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 58 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze83", "outputIndexes": [ 59 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 57, 59, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice86", "outputIndexes": [ 60 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 60 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze87", "outputIndexes": [ 61 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 61 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp88", "outputIndexes": [ 62 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 62, 61 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp89", "outputIndexes": [ 63 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 52, 63, 56 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_5_output_0", "outputIndexes": [ 64 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] }, "name": "/rotary/Constant_7_output_0", "outputIndexes": [ 65 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 64, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_output_0", "outputIndexes": [ 66 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 66, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_6_output_0", "outputIndexes": [ 67 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] }, "name": "/Constant_20_output_0", "outputIndexes": [ 68 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_14_output_0", "outputIndexes": [ 69 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 26, 67, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_1_output_0", "outputIndexes": [ 70 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 70 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_output_0", "outputIndexes": [ 71 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 26, 21, 67, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_output_0", "outputIndexes": [ 72 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 71, 72 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_3_output_0", "outputIndexes": [ 73 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze105", "outputIndexes": [ 74 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 45 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze108", "outputIndexes": [ 75 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 74, 75, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice111", "outputIndexes": [ 76 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 76 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze112", "outputIndexes": [ 77 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 77 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp113", "outputIndexes": [ 78 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 78, 77 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp114", "outputIndexes": [ 79 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 40, 79, 43 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_4_output_0", "outputIndexes": [ 80 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 73, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_1_output_0", "outputIndexes": [ 81 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 51, 81 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_output_0", "outputIndexes": [ 82 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 5 ], "outputIndexes": [ 2494 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2494 ], "outputIndexes": [ 2495 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear", "inputIndexes": [ 2495 ], "outputIndexes": [ 2496 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 2654230, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2496 ], "outputIndexes": [ 2497 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2497 ], "outputIndexes": [ 83 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4 ] }, "name": "/Constant_7_output_0", "outputIndexes": [ 84 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 22, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_1_output_0", "outputIndexes": [ 85 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 83, 85 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_2_output_0", "outputIndexes": [ 86 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 86, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_2_output_0", "outputIndexes": [ 87 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 86 ], "main_type": "NONE", "name": "/Shape_3_output_0", "outputIndexes": [ 88 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 88 ], "main_type": "NONE", "name": "Shape158", "outputIndexes": [ 89 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 88 ], "main_type": "NONE", "name": "Rank160", "outputIndexes": [ 90 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 90, 90 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp162", "outputIndexes": [ 91 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 91 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze163", "outputIndexes": [ 92 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 91, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp165", "outputIndexes": [ 93 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 93 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze166", "outputIndexes": [ 94 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 89, 92, 94, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice169", "outputIndexes": [ 95 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 95 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze170", "outputIndexes": [ 96 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 96 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp171", "outputIndexes": [ 97 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 97, 96 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp172", "outputIndexes": [ 98 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 88, 98, 91 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_6_output_0", "outputIndexes": [ 99 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 99, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_1_output_0", "outputIndexes": [ 100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 100, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_8_output_0", "outputIndexes": [ 101 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 86, 101, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_3_output_0", "outputIndexes": [ 102 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 102 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_1_output_0", "outputIndexes": [ 103 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 86, 21, 101, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_2_output_0", "outputIndexes": [ 104 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 103, 104 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_4_output_0", "outputIndexes": [ 105 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 105, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_3_output_0", "outputIndexes": [ 106 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 106 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_1_output_0", "outputIndexes": [ 107 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 5 ], "outputIndexes": [ 2498 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2498 ], "outputIndexes": [ 2499 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear", "inputIndexes": [ 2499 ], "outputIndexes": [ 2500 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 3981356, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2500 ], "outputIndexes": [ 2501 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2501 ], "outputIndexes": [ 108 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 108, 85 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_3_output_0", "outputIndexes": [ 109 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, -1, -1 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "attention_mask", "outputIndexes": [ 110 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 82, 107, 109, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_8_output_0", "outputIndexes": [ 111 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 111 ], "outputIndexes": [ 2502 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2502 ], "outputIndexes": [ 2503 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear", "inputIndexes": [ 2503 ], "outputIndexes": [ 2504 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 5308482, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2504 ], "outputIndexes": [ 2505 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2505 ], "outputIndexes": [ 112 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 112 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 113 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.46875, 0.484375, 0.509766, 0.472656, 0.398438, 0.355469, 0.335938, 0.755859, 0.320312, 0.503906, 0.515625, 0.394531, 0.382812, 0.351562, 0.335938, 0.351562, 0.766602, 0.367188, 1.667969, 0.429688, 0.363281, 0.394531, 0.34375, 0.46875, 0.599609, 0.351562, 0.484375, 1.084473, 0.634766, 0.410156, 0.453125, 0.382812, 0.523438, 0.630859, 0.3125, 0.666016, 0.402344, 0.328125, 0.402344, 0.599609, 0.464844, 1.22168, 0.230469, 0.382812, 0.59375, 0.375, 0.402344, 0.351562, 1.910156, 0.505859, 0.858398, 0.519531, 0.421875, 2.257812, 0.433594, 0.386719, 0.441406, 0.363281, 1.492188, 0.644531, 0.421875, 1.243164, 0.496094, 0.316406, 0.570312, 0.449219, 0.464844, 0.339844, 0.40625, 0.402344, 0.347656, 0.320312, 0.583984, 0.472656, 0.351562, 0.425781, 0.589844, 0.367188, 0.441406, 0.601562, 0.339844, 0.681641, 0.976074, 0.634766, 0.363281, 0.308594, 0.285156, 0.464844, 0.628906, 0.542969, 0.398438, 0.425781, 0.574219, 0.679688, 0.429688, 0.642578, 0.316406, 0.328125, 0.685547, 0.511719, 1.259766, 0.285156, 0.417969, 0.367188, 0.402344, 0.542969, 0.515625, 0.511719, 0.363281, 0.453125, 0.347656, 0.472656, 0.708984, 2.273438, 0.007812, 0.868164, 0.347656, 1.796875, 0.296875, 0.269531, 0.34375, 0.460938, 2.390625, 0.386719, 0.445312, 0.644531, 0.535156, 0.351562, 0.367188, 0.476562, 0.511719, 0.386719, 0.930176, 0.394531, 0.390625, 0.304688, 0.421875, 0.939453, 0.421875, 0.429688, 1.300781, 1.447266, 0.355469, 0.339844, 0.359375, 1.496094, 0.4375, 0.425781, 0.34375, 0.398438, 0.378906, 0.564453, 0.433594, 3.609375, 0.257812, 0.355469, 0.599609, 0.472656, 0.667969, 0.638672, 2.164062, 0.433594, 0.817383, 0.507812, 0.523438, 0.492188, 0.511719, 0.460938, 0.347656, 0.429688, 0.453125, 0.630859, 0.703125, 0.515625, 0.390625, 0.816406, 0.359375, 0.779297, 0.457031, 1.251953, 0.40625, 0.65625, 0.386719, 0.853516, 1.119141, 0.378906, 0.46875, 0.363281, 0.460938, 0.539062, 0.40625, 1.925781, 0.472656, 0.417969, 0.378906, 0.394531, 0.5, 0.5, 0.359375, 0.658203, 0.332031, 0.505859, 0.367188, 0.5, 0.355469, 0.371094, 1.263672, 0.421875, 0.316406, 0.476562, 1.099121, 0.390625, 0.617188, 1.251953, 0.359375, 0.4375, 0.359375, 0.417969, 0.433594, 0.351562, 0.371094, 0.601562, 0.347656, 0.394531, 0.378906, 0.324219, 0.375, 0.328125, 0.359375, 0.425781, 0.691406, 0.548828, 0.488281, 0.304688, 0.445312, 0.304688, 0.5625, 0.347656, 0.332031, 1.061035, 0.517578, 0.300781, 0.289062, 2.570312, 0.544922, 1.02063, 0.429688, 0.968506, 0.375, 0.716797, 0.390625, 0.320312, 0.679688, 0.505859, 0.449219, 0.40625, 0.449219, 0.351562, 1.839844, 0.523438, 0.425781, 0.3125, 0.539062, 0.300781, 0.429688, 0.425781, 0.355469, 0.417969, 0.574219, 0.750977, 0.414062, 0.347656, 0.421875, 0.398438, 0.316406, 0.308594, 0.842773, 0.332031, 0.335938, 0.421875, 0.46875, 0.417969, 0.695312, 0.300781, 1.964844, 0.394531, 0.5, 0.517578, 0.673828, 0.347656, 0.433594, 1.068359, 0.5625, 0.445312, 0.839844, 0.339844, 0.363281, 0.375, 0.390625, 0.425781, 0.351562, 0.445312, 0.933105, 1.108887, 1.15625, 0.339844, 0.359375, 0.722656, 0.367188, 0.355469, 0.378906, 0.568359, 0.492188, 0.693359, 0.78418, 0.425781, 0.402344, 0.320312, 0.3125, 0.339844, 0.398438, 1.154297, 0.421875, 0.238281, 0.480469, 0.425781, 0.359375, 0.414062, 0.533203, 0.619141, 0.382812, 1.044189, 0.355469, 0.292969, 3.953125, 0.339844, 0.511719, 0.300781, 0.300781, 0.34375, 0.59375, 0.662109, 0.652344, 0.351562, 0.445312, 0.625, 0.359375, 0.65625, 0.501953, 0.347656, 1.157227, 0.328125, 1.237305, 0.421875, 0.710938, 0.681641, 0.615234, 0.355469, 0.847656, 0.509766, 0.701172, 0.375, 0.371094, 0.529297, 1.855469, 0.351562, 0.476562, 1.804688, 0.390625, 0.425781, 0.25, 0.367188, 0.375, 0.673828, 0.378906, 0.546875, 0.328125, 0.505859, 0.347656, 0.744141, 0.464844, 0.339844, 0.402344, 0.660156, 0.355469, 0.40625, 0.449219, 0.503906, 0.402344, 0.371094, 0.464844, 0.445312, 0.552734, 0.417969, 0.453125, 0.382812, 0.429688, 0.638672, 0.359375, 0.273438, 0.394531, 0.355469, 0.445312, 0.371094, 0.578125, 0.425781, 0.5, 0.558594, 0.414062, 0.818359, 0.34375, 0.4375, 0.476562, 0.429688, 0.472656, 0.351562, 0.371094, 0.398438, 0.611328, 0.402344, 0.96167, 0.46875, 1.933594, 0.382812, 0.378906, 0.417969, 0.414062, 0.402344, 0.414062, 0.402344, 1.667969, 0.371094, 0.414062, 0.664062, 1.535156, 0.492188, 0.414062, 0.335938, 0.386719, 0.515625, 0.417969, 0.548828, 0.363281, 0.375, 1.921875, 0.40625, 0.335938, 1.092773, 0.59375, 0.414062, 0.386719, 0.576172, 0.611328, 0.433594, 0.328125, 0.375, 0.71875, 0.25, 0.359375, 1.098145, 0.347656, 0.328125, 0.433594, 0.570312, 0.652344, 0.375, 0.75, 0.445312, 0.386719, 0.367188, 0.480469, 0.433594, 0.460938, 1.349609, 0.421875, 0.90918, 0.805664, 1.832031, 0.519531, 0.40625, 0.335938, 0.464844, 3.375, 0.410156, 0.433594, 0.339844, 0.673828, 0.4375, 0.511719, 0.521484, 0.476562, 0.363281, 0.320312, 0.273438, 0.580078, 0.308594, 0.607422, 1.169922, 0.503906, 0.693359, 0.664062, 0.359375, 0.332031, 0.441406, 2.046875, 0.464844, 0.521484, 0.625, 1.353516, 0.339844, 0.496094, 0.382812, 0.449219, 0.390625, 0.308594, 0.386719, 0.509766, 0.410156, 0.355469, 0.787109, 0.371094, 0.441406, 0.480469, 0.59375, 0.417969, 0.476562, 0.382812, 0.289062, 0.363281, 0.355469, 0.398438, 0.417969, 0.328125, 0.943115, 0.316406, 3.953125, 0.339844, 1.111328, 0.316406, 0.955566, 1.902344, 0.484375, 0.505859, 0.375, 0.564453, 0.355469, 0.398438, 0.513672, 0.429688, 0.375, 0.84082, 0.34375, 0.609375, 0.480469, 0.382812, 0.417969, 0.414062, 1.457031, 0.40625, 0.597656, 0.394531, 1.707031, 1.6875, 1.169922, 0.414062, 0.535156, 0.5, 1.914062, 0.40625, 0.595703, 0.484375, 0.324219, 0.304688, 0.394531, 0.966553, 0.496094, 0.429688, 0.347656, 0.351562, 0.296875, 1.330078, 0.40625, 0.445312, 0.371094, 2.0625, 0.40625, 2.820312, 0.433594, 1.287109, 0.558594, 0.445312, 0.355469, 0.402344, 1.165039, 0.893555, 0.398438, 0.375, 0.410156, 0.371094, 1.257812, 0.414062, 0.3125, 0.375, 0.429688, 0.335938, 0.382812, 0.92627, 0.4375, 0.359375, 0.441406, 0.375, 0.371094, 0.375, 1.128906, 0.943604, 0.371094, 0.398438, 0.328125, 0.484375, 0.441406, 0.367188, 0.492188, 0.441406, 0.304688, 0.6875, 0.371094, 0.402344, 0.667969, 0.398438, 1.289062, 0.417969, 0.371094, 1.445312, 0.433594, 0.277344, 0.453125, 0.316406, 0.300781, 0.371094, 0.583984, 0.328125, 0.472656, 0.511719, 0.541016, 0.355469, 2.109375, 0.308594, 0.34375, 0.634766, 0.716797, 2.296875, 0.529297, 0.355469, 0.335938, 0.253906, 0.414062, 0.382812, 0.332031, 0.5, 0.394531, 0.46875, 0.398438, 0.390625, 0.636719, 0.40625, 0.320312, 0.359375, 0.285156, 0.445312, 0.464844, 0.289062, 0.537109, 0.402344, 0.441406, 1.145508, 0.351562, 0.621094, 0.449219, 0.472656, 1.361328, 0.324219, 1.285156, 2.398438, 0.929688, 0.316406, 0.253906, 0.53125, 0.347656, 0.625, 1.392578, 0.363281, 0.445312, 0.375, 0.367188, 0.308594, 0.449219, 0.646484, 0.304688, 0.768555, 0.316406, 0.480469, 0.453125, 0.335938, 0.378906, 0.351562, 0.367188, 0.367188, 0.40625, 0.472656, 1.139648, 0.505859, 0.292969, 0.21875, 0.433594, 2.304688, 0.756836, 0.375, 0.707031, 0.265625, 1.102539, 0.425781, 0.363281, 0.410156, 0.375, 0.382812, 1.886719, 0.441406, 0.390625, 0.386719, 0.304688, 0.449219, 0.367188, 0.410156, 0.371094, 0.34375, 1.179688, 0.375, 0.40625, 0.332031, 0.402344, 0.394531, 0.760742, 0.414062, 0.558594, 0.417969, 0.539062, 0.402344, 0.560547, 0.460938, 0.351562, 0.421875, 0.394531, 0.46875, 0.556641, 0.363281, 1.179688, 0.3125, 0.517578, 0.433594, 0.425781, 0.402344, 0.328125, 0.529297, 0.339844, 0.40625, 0.511719, 0.689453, 0.375, 0.433594, 0.390625, 0.304688, 0.417969, 0.390625, 0.316406, 0.4375, 0.273438, 0.328125, 0.386719, 1.632812, 0.457031, 0.453125, 0.795898, 0.464844, 0.453125, 1.239258, 0.375, 0.414062, 0.628906, 0.59375, 0.375, 0.472656, 0.382812, 0.484375, 0.394531, 0.386719, 0.667969, 0.351562, 0.5, 0.429688, 1.402344, 1.128906, 0.398438, 0.277344, 0.351562, 0.566406, 0.523438, 0.234375, 0.355469, 0.613281, 0.472656, 0.46875, 0.3125, 0.666016, 0.46875, 0.716797, 1.8125, 1.285156, 0.34375, 0.417969, 0.359375, 0.390625, 0.332031, 0.28125, 0.453125, 0.339844, 0.316406, 0.320312, 0.355469, 0.34375, 0.367188, 0.398438, 0.371094, 0.355469, 1.199219, 0.961182, 0.496094, 0.375, 0.4375, 0.541016, 0.476562, 0.583984, 0.304688, 0.576172, 0.429688, 0.34375, 0.515625, 0.65625, 0.34375, 0.457031, 0.332031, 0.402344, 0.417969, 1.542969, 0.457031, 0.777344, 0.457031, 0.410156, 0.5, 0.492188, 0.613281, 0.457031, 0.378906, 0.363281, 0.34375, 0.457031, 0.921387, 0.378906, 0.441406, 0.332031, 1.419922, 0.339844, 0.619141, 0.535156, 0.513672, 0.464844, 1.523438, 0.335938, 0.425781, 0.496094, 0.46875, 0.511719, 2.539062, 0.552734, 0.300781, 0.328125, 0.347656, 0.34375, 0.378906, 0.548828, 0.433594, 0.496094, 0.453125, 0.394531, 1.143555, 0.34375, 0.347656, 0.316406, 0.480469, 0.445312, 0.328125, 0.554688, 0.496094, 0.519531, 0.34375, 0.511719, 0.457031, 0.710938, 0.509766, 0.701172, 0.429688, 2.65625, 0.529297, 0.3125, 0.625, 1.211914, 0.509766, 1.136719, 0.628906, 1.095215, 0.496094, 0.544922, 0.324219, 0.242188, 0.417969, 0.507812, 0.746094, 0.488281, 0.509766, 0.59375, 0.630859, 0.535156, 0.464844, 0.421875, 0.386719, 0.375, 0.367188, 0.570312, 0.421875, 0.460938, 0.386719, 0.615234, 0.46875, 0.539062, 1.976562, 0.40625, 0.386719, 0.472656, 0.824219, 0.967773, 0.339844, 0.464844, 0.98877, 0.425781, 0.378906, 0.492188, 0.355469, 0.572266, 0.683594, 0.417969, 0.421875, 0.214844, 1.287109, 0.3125, 0.646484, 1.273438, 0.289062, 0.316406, 1.453125, 0.597656, 0.583984, 0.273438, 0.421875, 0.441406, 0.906738, 0.398438, 0.457031, 1.306641, 0.34375, 0.960449, 0.453125, 0.445312, 0.351562, 0.382812, 0.476562, 0.351562, 0.433594, 0.599609, 1.632812, 1.384766, 1.96875, 1.054688, 0.394531, 0.417969, 0.954346, 0.296875, 0.441406, 0.355469, 0.677734, 0.398438, 0.783203, 0.351562, 0.347656, 1.53125, 0.324219, 0.4375, 2.539062, 0.445312, 0.857422, 0.521484, 0.675781, 0.677734, 0.589844, 0.441406, 0.4375, 0.566406, 0.390625, 0.871094, 0.460938, 0.92334, 1.269531, 0.546875, 0.979004, 0.453125, 0.339844, 0.3125, 0.390625, 1.800781, 0.390625, 0.976196, 0.363281, 0.628906, 1.361328, 0.277344, 0.681641, 0.371094, 0.503906, 0.390625, 1.75, 0.814453, 0.355469, 0.355469, 0.40625, 0.382812, 0.347656, 0.40625, 0.705078, 2.164062, 0.355469, 0.34375, 0.457031, 0.40625, 0.421875, 0.425781, 0.339844, 0.367188, 0.4375, 0.675781, 0.464844, 1.149414, 0.5, 1.271484, 0.792969, 0.708984, 0.417969, 0.285156, 0.324219, 0.332031, 0.433594, 1.855469, 0.371094, 0.903809, 0.394531, 0.5625, 0.851562, 0.410156, 0.544922, 0.367188, 0.355469, 0.359375, 0.320312, 0.433594, 0.599609, 1.474609, 0.4375, 0.570312, 0.402344, 0.289062, 0.449219, 0.646484, 0.457031, 0.332031, 0.320312, 0.425781, 0.378906, 0.795898, 0.492188, 0.347656, 0.488281, 0.519531, 0.363281, 1.335938, 1.333984, 0.328125, 0.347656, 0.328125, 0.433594, 0.429688, 0.296875, 1.376953, 0.417969, 0.59375, 0.402344, 0.265625, 0.533203, 0.802734, 0.666016, 0.550781, 0.421875, 0.464844, 0.394531, 0.371094, 0.375, 0.845703, 0.371094, 0.609375, 0.605469, 0.990234, 0.576172, 0.897949, 0.386719, 0.441406, 0.699219, 0.316406, 0.410156, 2.195312, 0.738281, 1.059082, 0.5, 0.355469, 0.572266, 0.460938, 0.714844, 1.691406, 0.429688, 0.410156, 0.496094, 0.634766, 0.634766, 2.03125, 1.298828, 1.429688, 0.398438, 0.378906, 0.402344, 0.375, 0.472656, 1.507812, 1.585938, 0.613281, 2.382812, 0.421875, 0.292969, 0.378906, 0.838867, 0.4375, 0.476562, 0.394531, 0.328125, 0.386719, 0.433594, 2.851562, 0.429688, 0.355469, 1.507812, 0.46875, 0.382812, 0.734375, 0.425781, 0.347656, 1.275391, 0.296875, 0.496094, 0.429688, 0.230469, 0.359375, 0.71875, 0.460938, 0.445312, 0.359375, 0.5, 0.480469, 0.425781, 0.375, 0.425781, 0.375, 0.849609, 0.324219, 0.587891, 0.3125, 0.40625, 0.505859, 0.823242, 0.736328, 0.355469, 0.425781, 0.6875, 0.766602, 0.484375, 0.488281, 0.367188, 0.410156, 0.546875, 0.501953, 0.480469, 0.320312, 0.817383, 0.402344, 0.398438, 0.382812, 0.386719, 0.433594, 0.355469, 0.476562, 0.359375, 0.4375, 0.378906, 0.328125, 1.053711, 1.277344, 0.378906, 0.449219, 0.445312, 0.576172, 1.332031, 0.4375, 0.599609, 1.080078, 0.371094, 0.324219, 0.642578, 2.367188, 0.480469, 0.417969, 0.742188, 0.398438, 0.375, 0.916992, 0.726562, 0.797852, 0.277344, 1.027466, 0.943848, 0.587891, 0.701172, 0.371094, 0.995331, 1.306641, 0.359375, 0.3125, 0.332031, 0.277344, 1.996094, 0.402344, 0.394531, 0.34375, 0.476562, 0.480469, 0.501953, 0.402344, 0.339844, 0.324219, 0.324219, 0.861328, 0.296875, 0.414062, 0.576172, 0.646484, 0.367188, 0.386719, 0.798828, 0.308594, 1.808594, 0.363281, 0.421875, 0.46875, 0.683594, 0.5625, 0.53125, 0.375, 0.492188, 0.390625, 0.460938, 0.476562, 0.959961, 0.363281, 0.748047, 0.599609, 0.332031, 0.363281, 0.367188, 1.361328, 0.398438, 0.359375, 0.845703, 2.507812, 0.496094, 0.339844, 0.359375, 0.308594, 0.464844, 0.402344, 0.457031, 0.328125, 0.801758, 0.410156, 0.5, 0.398438, 0.328125, 0.296875, 0.65625, 0.398438, 0.492188, 0.4375, 0.378906, 0.472656, 0.300781, 0.414062, 0.607422, 0.464844, 0.568359, 0.367188, 0.658203, 0.503906, 0.460938, 1.074707, 0.842773, 1.002121, 0.410156, 0.363281, 0.335938, 2.484375, 0.414062, 0.503906, 0.515625, 0.398438, 1.001328, 0.669922, 0.40625, 0.382812, 1.609375, 0.425781, 0.351562, 0.484375, 0.296875, 0.529297, 0.410156, 0.359375, 0.40625, 0.371094, 0.484375, 0.308594, 0.414062, 0.40625, 0.335938, 0.417969, 0.34375, 0.601562, 0.324219, 1.019043, 0.371094, 0.429688, 0.630859, 0.511719, 0.425781, 0.34375, 1.226562, 0.28125, 0.453125, 0.564453, 0.296875, 0.460938, 0.484375, 0.464844, 0.296875, 0.503906, 0.371094, 0.417969, 0.375, 0.34375, 0.46875, 0.371094, 0.410156, 0.484375, 1.910156, 0.382812, 0.449219, 0.464844, 0.378906, 0.548828, 0.335938, 0.421875, 0.410156, 1.291016, 0.472656, 0.87793, 1.714844, 0.28125, 0.464844, 0.296875, 0.732422, 0.359375, 0.985107, 0.724609, 0.695312, 0.421875, 0.375, 0.34375, 0.445312, 0.378906, 0.484375, 0.3125, 0.457031, 0.273438, 0.537109, 0.347656, 0.445312, 0.480469, 1.632812, 0.449219, 0.363281, 0.375, 0.53125, 0.371094, 0.868164, 0.355469, 0.433594, 1.277344, 0.946045, 0.410156, 0.472656, 0.954346, 0.511719, 0.707031, 1.804688, 0.359375, 0.386719, 0.472656, 0.509766, 0.351562, 0.521484, 1.306641, 0.46875, 0.433594, 0.453125, 0.390625, 0.599609, 0.780273, 0.382812, 1.337891, 0.320312, 0.398438, 0.476562, 0.316406, 0.433594, 0.87207, 0.908203, 0.28125, 0.371094, 0.761719, 1.357422, 0.398438, 0.367188, 0.304688, 0.351562, 0.414062, 0.568359, 0.359375, 0.513672, 0.332031, 0.877441, 0.417969, 0.505859, 0.630859, 0.402344, 0.378906, 0.537109, 0.394531, 0.449219, 1.00415, 0.548828, 0.548828, 0.34375, 0.441406, 0.533203, 0.445312, 0.429688, 0.453125, 0.390625, 0.445312, 0.375, 0.398438, 0.375, 0.537109, 0.457031, 0.238281, 0.390625, 0.798828, 0.253906, 0.46875, 0.390625, 0.347656, 0.613281, 0.552734, 0.394531, 1.023682, 0.4375, 0.378906, 0.339844, 1.328125, 0.347656, 0.580078, 0.394531, 0.414062, 0.378906, 0.464844, 0.296875, 0.34375, 0.3125, 0.544922, 0.421875, 0.402344, 0.359375, 0.375, 0.429688, 0.386719, 1.703125, 0.527344, 0.375, 0.4375, 0.509766, 0.300781, 0.445312, 0.708984, 0.421875, 0.533203, 0.425781, 2.453125, 1.496094, 0.46875, 0.808594, 0.394531, 0.375, 0.734375, 0.701172, 0.386719, 0.425781, 0.766602, 0.375, 0.542969, 0.599609, 0.5625, 0.367188, 0.347656, 0.417969, 0.417969, 0.414062, 0.332031, 0.417969, 0.386719, 0.292969, 2.171875, 0.285156, 0.800781, 0.402344, 0.386719, 0.685547, 0.825195, 0.378906, 0.328125, 0.4375, 0.576172, 0.417969, 0.517578, 0.464844, 0.460938, 0.798828, 0.987732, 0.558594, 0.492188, 0.425781, 0.296875, 0.3125, 0.607422, 0.429688, 0.476562, 0.429688, 0.390625, 0.511719, 0.371094, 0.394531, 0.324219, 0.90332, 0.775391, 0.941406, 0.410156, 0.421875, 0.453125, 0.484375, 0.453125, 0.445312, 1.412109, 1.109375, 0.755859, 0.355469, 0.791992, 0.316406, 0.382812, 0.496094, 0.382812, 0.583984, 0.316406, 0.59375, 0.509766, 0.609375, 0.296875, 0.492188, 0.320312, 0.355469, 0.394531, 0.496094, 0.402344, 0.5625, 0.414062, 0.304688, 0.359375, 0.601562, 0.445312, 0.324219, 0.339844, 0.46875, 0.484375, 0.339844, 0.449219, 0.355469, 0.339844, 2.507812, 0.410156, 0.332031, 0.607422, 0.445312, 0.355469, 1.835938, 0.359375, 1.949219, 1.026978, 0.386719, 0.375, 2.75, 1.332031, 0.363281, 0.363281, 0.324219, 0.441406, 0.328125, 0.371094, 0.511719, 0.5, 0.410156, 0.328125, 1.124512, 3.15625, 1.287109, 0.472656, 0.472656, 0.677734, 0.868164, 0.425781, 1.851562, 0.449219, 0.390625, 0.476562, 0.457031, 0.515625, 0.027344, 0.367188, 0.34375, 0.554688, 0.410156, 1.410156, 0.441406, 0.449219, 0.59375, 1.296875, 0.46875, 0.701172, 0.496094, 1.036865, 0.744141, 0.382812, 1.875, 0.398438, 0.425781, 1.392578, 0.390625, 2.070312, 0.328125, 0.433594, 0.398438, 0.296875, 0.296875, 0.433594, 0.59375, 2.195312, 0.359375, 0.488281, 0.34375, 0.425781, 0.652344, 0.433594, 0.507812, 0.503906, 0.339844, 0.640625, 0.433594, 0.630859, 1.179688, 0.775391, 0.339844, 0.6875, 0.398438, 0.457031, 0.390625, 0.480469, 0.460938, 0.664062, 0.367188, 0.378906, 0.496094, 0.382812, 0.511719, 0.316406, 0.492188, 0.371094, 0.394531, 1.036865, 0.570312, 0.230469, 0.445312, 0.328125, 0.390625, 0.4375, 0.881836, 0.382812, 0.552734, 0.429688, 0.320312, 0.332031, 0.347656, 0.394531, 0.417969, 0.582031, 0.414062, 0.484375, 0.371094, 0.638672, 0.421875, 0.580078, 0.433594, 0.507812, 1.089355, 0.359375, 0.429688, 0.607422, 0.421875, 0.347656, 0.394531, 1.030884, 0.480469, 0.53125, 0.623047, 0.335938, 0.40625, 0.34375, 0.756836, 0.386719, 0.328125, 0.3125, 0.850586, 0.681641, 0.339844, 0.398438, 0.316406, 0.449219, 0.417969, 1.137695, 0.289062, 0.460938, 0.371094, 0.390625, 0.453125, 0.382812, 0.464844, 1.044189, 0.386719, 0.87207, 0.359375, 0.4375, 1.894531, 0.410156, 0.460938, 0.681641, 0.671875, 0.417969, 0.238281, 0.453125, 0.421875, 0.53125, 0.716797, 0.367188, 0.669922, 0.429688, 2.3125, 0.34375, 0.441406, 2.820312, 0.402344, 0.402344, 0.40625, 0.367188, 0.429688, 0.46875, 0.390625, 0.480469, 0.457031, 0.583984, 0.501953, 0.347656, 0.402344, 0.421875, 0.359375, 0.457031, 0.386719, 0.449219, 0.780273, 0.597656, 0.775391, 0.449219, 0.34375, 0.386719, 0.609375, 0.693359, 0.625, 0.740234, 0.433594, 0.351562, 0.441406, 0.885742, 0.394531, 0.503906, 0.591797, 0.347656, 0.472656, 0.445312, 0.382812, 1.217773, 0.390625, 0.460938, 0.771484, 0.339844, 0.574219, 0.300781, 0.390625, 0.621094, 0.511719, 0.503906, 0.34375, 0.386719, 0.449219, 0.394531, 0.335938, 0.525391, 0.492188, 0.525391, 0.535156, 0.501953, 0.572266, 0.445312, 0.425781, 0.246094, 0.308594, 0.4375, 0.650391, 0.535156, 0.382812, 0.496094, 0.4375, 0.34375, 0.441406, 0.339844, 1.229492, 0.253906, 1.292969, 0.453125, 0.351562, 0.484375, 1.05127, 0.390625, 0.521484, 0.410156, 0.359375, 0.425781, 0.394531, 0.40625, 0.378906, 0.511719, 0.335938, 0.347656, 0.505859, 0.375, 0.492188, 0.363281, 0.308594, 0.856445, 0.378906, 0.552734, 0.460938, 0.363281, 0.371094, 0.566406, 0.316406, 0.662109, 0.34375, 0.316406, 0.669922, 0.613281, 0.355469, 0.580078, 0.433594, 0.359375, 1.613281, 0.308594, 0.605469, 0.578125, 0.390625, 0.480469, 0.476562, 0.509766, 0.371094, 0.919434, 0.578125, 0.496094, 0.339844, 0.347656, 0.619141, 0.488281, 0.568359, 0.429688, 0.246094, 0.34375, 1.064941, 0.394531, 0.402344, 0.707031, 1.373047, 0.685547, 0.457031, 2.726562, 0.445312, 0.587891, 0.382812, 0.441406, 0.460938, 0.599609, 0.359375, 0.367188, 0.386719, 0.398438, 0.277344, 2.234375, 0.421875, 0.476562, 0.367188, 0.548828, 0.480469, 0.414062, 0.501953, 0.386719, 0.363281, 0.515625, 0.367188, 1.067383, 0.587891, 0.324219, 2.242188, 0.328125, 0.367188, 0.533203, 0.398438, 0.740234, 0.402344, 0.744141, 1.628906, 0.460938, 0.398438, 0.355469, 0.824219, 0.386719, 0.566406, 0.347656, 0.292969, 0.597656, 0.541016, 0.367188, 0.476562, 0.492188, 0.568359, 0.537109, 0.410156, 0.417969, 0.599609, 0.449219, 0.480469, 0.34375, 0.460938, 0.40625, 0.308594, 0.410156, 0.453125, 0.394531, 0.429688, 1.291016, 1.753906, 0.558594, 0.421875, 0.292969, 0.630859, 0.488281, 0.922852, 0.371094, 0.823242, 0.566406, 0.460938, 0.899902, 0.472656, 0.652344, 0.505859, 0.371094, 0.371094, 0.28125, 0.34375, 0.398438, 0.332031, 0.994934, 0.550781, 1.550781, 0.441406, 0.347656, 0.449219, 0.34375, 0.351562, 0.339844, 0.689453, 0.3125, 0.300781, 1.464844, 0.546875, 0.457031, 1.160156, 0.363281, 0.304688, 0.525391, 0.484375, 0.316406, 0.480469, 0.324219, 0.308594, 0.615234, 0.367188, 0.433594, 0.449219, 0.576172, 0.308594, 1.433594, 0.351562, 2.070312, 0.533203, 0.359375, 0.40625, 0.40625, 0.564453, 0.769531, 0.449219, 0.351562, 0.75, 0.394531, 0.539062, 0.667969, 0.3125, 0.457031, 1.234375, 0.367188, 0.484375, 0.355469, 0.716797, 0.347656, 1.065918, 2.570312, 0.457031, 0.566406, 0.410156, 0.332031, 0.390625, 0.335938, 0.587891, 0.460938, 0.511719, 0.560547, 0.505859, 0.53125, 0.744141, 0.3125, 0.386719, 0.355469, 0.28125, 0.496094, 0.371094, 0.371094, 0.398438, 0.705078, 0.335938, 0.355469, 1.373047, 0.445312, 0.394531, 0.570312, 1.453125, 1.345703, 2.210938, 0.525391, 0.390625, 1.144531, 0.4375, 0.603516, 0.367188, 0.386719, 0.367188, 0.621094, 0.339844, 0.402344, 1.012634, 0.328125, 0.480469, 0.367188, 0.464844, 0.304688, 0.603516, 1.182617, 0.359375, 0.488281, 0.46875, 0.574219, 0.560547, 0.525391, 0.402344, 0.390625, 0.521484, 0.824219, 0.541016, 0.359375, 0.476562, 2.109375, 0.464844, 0.320312, 0.488281, 0.359375, 0.712891, 0.347656, 0.488281, 0.417969, 0.28125, 0.772461, 0.623047, 0.699219, 0.677734, 0.732422, 0.505859, 0.937988, 0.335938, 0.453125, 0.382812, 0.347656, 0.582031, 0.304688, 0.285156, 0.398438, 0.351562, 0.556641, 0.398438, 0.560547, 0.402344, 0.642578, 0.328125, 0.429688, 0.546875, 0.53125, 0.507812, 0.328125, 0.40625, 2.09375, 0.3125, 1.151367, 0.501953, 0.457031, 1.199219, 0.585938, 0.441406, 0.359375, 0.511719, 0.601562, 0.449219, 0.4375, 0.375, 1.10498, 0.433594, 0.378906, 0.3125, 0.386719, 0.488281, 0.316406, 0.3125, 1.078613, 0.492188, 0.519531, 0.480469, 0.813477, 0.969727, 0.527344, 0.359375, 0.429688, 0.375, 0.433594, 0.425781, 0.339844, 0.509766, 0.662109, 0.433594, 0.472656, 0.759766, 0.484375, 0.351562, 0.378906, 0.449219, 0.810547, 0.324219, 0.355469, 2.140625, 0.320312, 2.109375, 0.582031, 0.766602, 0.464844, 0.4375, 0.558594, 0.382812, 0.359375, 0.4375, 0.324219, 0.328125, 1.492188, 1.867188, 0.445312, 0.433594, 0.34375, 0.308594, 0.942383, 1.253906, 0.480469, 0.603516, 0.464844, 0.599609, 0.449219, 0.578125, 0.363281, 0.433594, 0.566406, 0.292969, 1.667969, 2.078125, 1.617188, 0.378906, 0.652344, 0.289062, 0.664062, 0.505859, 0.34375, 0.429688, 1.026489, 0.513672, 0.464844, 0.300781, 0.681641, 0.46875, 2.421875, 0.480469 ] }, "name": "onnx::Mul_8136", "outputIndexes": [ 114 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 113, 114 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 115 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2, 115 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_3_output_0", "outputIndexes": [ 116 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.5 ] }, "name": "/mlp/act_fn/Constant_3_output_0", "outputIndexes": [ 117 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 116 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 118 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.227539, 1.208008, 1.208008, 1.202148, 1.135742, 1.208008, 1.160156, 0.937988, 1.129883, 1.177734, 1.18457, 1.104492, 1.12793, 1.143555, 1.24707, 1.142578, 2.289062, 1.147461, 3.109375, 1.06543, 1.160156, 1.210938, 1.146484, 1.179688, 1.131836, 1.160156, 1.15332, 1.118164, 1.273438, 1.179688, 1.115234, 1.081055, 1.241211, 0.976562, 1.099609, 1.124023, 1.200195, 1.151367, 1.11377, 1.198242, 1.15332, 1.59375, 1.172852, 1.061035, 0.931641, 1.201172, 1.117676, 1.19043, 1.914062, 1.180664, 1.527344, 1.151367, 1.114258, 4.296875, 1.21875, 1.10498, 1.210938, 1.118652, 0.979126, 1.1875, 1.102051, 7.78125, 1.136719, 1.130859, 1.214844, 1.158203, 1.091309, 1.150391, 1.014343, 1.12207, 1.195312, 1.154297, 1.335938, 1.125977, 1.101074, 1.152344, 1.016357, 1.106445, 1.138672, 1.013306, 1.07959, 0.89209, 2.28125, 1.089355, 1.212891, 1.161133, 1.145508, 1.137695, 1.075684, 1.298828, 1.168945, 1.202148, 1.239258, 1.036865, 1.167969, 0.876953, 1.15918, 1.092773, 1.036377, 1.146484, 0.933105, 1.088379, 1.168945, 1.180664, 1.108887, 1.154297, 1.241211, 1.173828, 1.164062, 1.179688, 1.147461, 1.178711, 1.310547, 2.570312, 1.063477, 1.367188, 1.167969, 5.5625, 1.211914, 1.116211, 1.132812, 1.131836, 5.5625, 1.231445, 1.074219, 1.12207, 1.240234, 1.167969, 1.167969, 1.063965, 1.089355, 1.11084, 0.936035, 1.133789, 1.223633, 1.140625, 1.115234, 0.875, 1.15918, 1.208008, 6.96875, 1.835938, 1.130859, 1.117188, 1.143555, 2.0, 1.152344, 1.192383, 1.085449, 1.137695, 1.165039, 1.213867, 1.148438, 4.078125, 1.191406, 1.167969, 1.079102, 1.202148, 0.898926, 0.990967, 2.109375, 1.167969, 1.059814, 1.03833, 1.441406, 1.234375, 1.267578, 0.880859, 1.064453, 1.118652, 1.253906, 1.054688, 1.341797, 0.979004, 1.175781, 1.453125, 1.207031, 0.973022, 1.287109, 0.833008, 1.208984, 0.936523, 1.070312, 0.995911, 8.34375, 1.12793, 1.008057, 1.144531, 1.206055, 1.224609, 1.155273, 5.0625, 1.139648, 1.219727, 1.172852, 1.100098, 1.308594, 1.134766, 1.146484, 1.077637, 1.166016, 1.108887, 1.133789, 1.170898, 1.154297, 1.203125, 7.4375, 1.147461, 1.164062, 1.1875, 1.009766, 1.185547, 1.070801, 2.304688, 1.102539, 1.152344, 1.145508, 1.234375, 1.241211, 1.155273, 1.104004, 1.253906, 1.137695, 1.125, 1.101074, 1.133789, 1.132812, 1.132812, 1.136719, 1.10498, 1.3125, 1.099609, 1.351562, 1.111816, 1.173828, 1.177734, 1.197266, 1.15332, 1.085938, 1.644531, 1.11084, 1.115723, 1.150391, 0.884766, 1.283203, 0.855469, 1.15625, 1.890625, 1.162109, 0.945068, 1.25, 1.148438, 0.999879, 1.236328, 1.100098, 1.117676, 1.158203, 1.174805, 3.984375, 1.087891, 1.168945, 1.151367, 1.390625, 1.141602, 1.157227, 1.189453, 1.255859, 1.147461, 1.244141, 1.069336, 1.125, 1.185547, 1.088867, 1.098145, 1.198242, 1.105469, 0.828125, 1.104492, 1.170898, 1.109375, 1.143555, 1.189453, 1.04126, 1.146484, 3.859375, 1.136719, 1.185547, 1.271484, 0.929199, 1.095703, 1.108887, 0.863281, 1.143555, 1.011902, 1.363281, 1.143555, 1.080566, 1.133789, 1.147461, 1.177734, 1.136719, 1.164062, 0.946289, 1.067383, 0.919922, 1.072754, 1.175781, 1.15918, 1.138672, 1.169922, 1.164062, 0.94873, 1.195312, 1.043457, 1.12207, 1.150391, 1.088867, 1.142578, 1.112793, 1.210938, 1.136719, 2.46875, 1.106445, 1.107422, 1.120605, 1.230469, 1.11377, 1.093262, 1.210938, 1.082031, 1.173828, 3.46875, 1.175781, 1.19043, 3.203125, 1.143555, 1.206055, 1.157227, 1.114258, 1.130859, 1.201172, 1.119629, 1.003479, 1.128906, 1.248047, 1.05249, 1.102539, 1.036621, 1.122559, 1.203125, 1.041992, 1.104492, 0.842773, 1.080566, 0.932617, 1.000622, 1.361328, 1.165039, 0.932617, 1.083496, 1.018677, 1.155273, 1.096191, 1.057129, 3.9375, 1.125, 1.114258, 1.683594, 1.135742, 1.15332, 1.129883, 1.137695, 1.123535, 1.100098, 1.173828, 1.259766, 1.089844, 1.137695, 1.142578, 1.07959, 1.117188, 1.139648, 1.024414, 1.037842, 1.09082, 1.110352, 1.110352, 1.033936, 1.19043, 1.168945, 1.186523, 1.237305, 0.967041, 1.178711, 1.194336, 1.240234, 1.140625, 0.956299, 1.188477, 1.117676, 1.229492, 1.171875, 1.149414, 1.119629, 1.02771, 1.166992, 1.230469, 1.147461, 1.194336, 1.136719, 1.097656, 1.146484, 1.175781, 1.227539, 1.147461, 1.121582, 1.174805, 1.130859, 1.445312, 1.120605, 0.899414, 1.201172, 4.421875, 1.164062, 1.133789, 1.279297, 1.146484, 1.145508, 1.168945, 1.140625, 6.625, 1.185547, 1.216797, 1.239258, 1.574219, 1.1875, 1.172852, 1.146484, 1.173828, 1.316406, 1.136719, 1.953125, 1.209961, 1.076172, 1.298828, 1.176758, 1.123535, 1.902344, 1.324219, 1.213867, 1.152344, 1.318359, 1.143555, 1.123535, 1.199219, 1.164062, 1.108887, 1.119141, 1.136719, 0.847656, 1.143555, 1.148438, 1.194336, 1.076172, 0.962646, 1.131836, 0.940186, 1.230469, 1.143555, 1.149414, 1.186523, 1.188477, 1.160156, 1.496094, 1.229492, 0.989319, 1.000786, 3.0625, 1.114746, 1.277344, 1.21875, 1.15332, 4.5625, 1.179688, 1.154297, 1.172852, 1.055664, 1.171875, 1.201172, 1.242188, 1.198242, 1.1875, 1.133789, 1.140625, 1.209961, 1.125, 0.883301, 0.95459, 1.029175, 1.007721, 1.378906, 1.149414, 1.134766, 1.07373, 2.132812, 1.191406, 1.093262, 1.213867, 1.01355, 1.150391, 1.177734, 1.121582, 1.224609, 1.146484, 1.146484, 1.167969, 1.120117, 1.177734, 1.154297, 1.244141, 1.145508, 1.073242, 1.022827, 0.985901, 1.200195, 1.036865, 1.158203, 1.149414, 1.124512, 1.138672, 1.155273, 1.123535, 1.148438, 0.94751, 1.157227, 1.341797, 1.075195, 5.4375, 1.106934, 0.955566, 0.0, 1.198242, 1.106934, 1.144531, 1.333984, 1.188477, 1.129883, 1.101074, 1.058594, 1.175781, 1.178711, 1.15625, 1.116699, 1.052246, 1.157227, 1.15625, 1.087402, 1.232422, 1.134766, 1.18457, 1.373047, 1.114258, 1.789062, 0.89502, 1.1875, 1.046875, 1.242188, 1.419922, 1.158203, 1.322266, 1.143555, 1.134766, 1.15332, 1.174805, 0.833984, 1.143555, 1.15332, 1.180664, 0.960938, 1.118652, 8.0, 1.21582, 1.145508, 1.166992, 3.734375, 1.158203, 5.34375, 1.160156, 1.341797, 1.060791, 1.11377, 1.135742, 1.07959, 7.9375, 0.983276, 1.183594, 1.146484, 1.164062, 1.133789, 0.772461, 1.182617, 1.138672, 1.063965, 1.109863, 1.19043, 1.172852, 1.114258, 1.275391, 1.136719, 1.289062, 1.09082, 1.170898, 1.12793, 1.289062, 0.928711, 1.150391, 1.012634, 1.173828, 1.332031, 1.208008, 1.079102, 1.160156, 1.124023, 1.150391, 1.347656, 1.051758, 1.192383, 1.298828, 1.180664, 1.628906, 1.137695, 1.227539, 2.726562, 1.212891, 1.126953, 1.170898, 1.144531, 1.202148, 1.15625, 1.012573, 1.161133, 1.257812, 1.073242, 0.96167, 1.152344, 1.898438, 1.135742, 1.103027, 1.265625, 1.094727, 4.40625, 0.917969, 1.18457, 1.137695, 1.12793, 1.092285, 1.133789, 1.112305, 1.173828, 1.144531, 1.429688, 1.201172, 1.15918, 0.90332, 1.123535, 1.096191, 1.152344, 1.129883, 1.105957, 1.234375, 1.169922, 1.212891, 1.109375, 1.308594, 1.582031, 1.135742, 1.182617, 1.233398, 1.092285, 1.037109, 1.099121, 0.981201, 1.796875, 0.962158, 1.147461, 1.114746, 1.168945, 1.150391, 1.46875, 6.9375, 1.1875, 1.155273, 1.245117, 1.109375, 1.108398, 1.143555, 1.355469, 1.103027, 1.539062, 1.111816, 1.208984, 1.186523, 1.125, 1.123535, 1.138672, 1.140625, 1.154297, 1.175781, 1.120117, 1.929688, 1.248047, 1.151367, 1.117188, 1.140625, 1.361328, 1.257812, 1.186523, 1.169922, 1.117188, 1.5, 1.203125, 1.19043, 1.18457, 1.200195, 1.049316, 1.285156, 1.032471, 1.123535, 1.162109, 1.150391, 1.179688, 1.143555, 1.163086, 1.165039, 1.104004, 2.15625, 1.168945, 1.126953, 1.162109, 1.162109, 1.140625, 0.941895, 1.188477, 1.3125, 1.164062, 1.170898, 1.129883, 1.535156, 1.145508, 1.203125, 1.220703, 1.198242, 1.051514, 1.209961, 1.161133, 0.787109, 1.136719, 0.956055, 1.085449, 1.15918, 1.083008, 1.08252, 1.179688, 1.193359, 1.192383, 1.176758, 1.078125, 1.164062, 1.243164, 1.134766, 1.144531, 1.128906, 1.114258, 1.12793, 1.154297, 1.15332, 1.141602, 1.15918, 7.125, 1.115234, 1.193359, 1.302734, 1.168945, 1.155273, 1.515625, 1.174805, 1.204102, 1.051514, 1.059326, 1.150391, 1.154297, 1.202148, 1.069824, 1.106934, 1.09082, 1.259766, 1.382812, 1.11377, 1.12793, 2.742188, 1.10498, 1.183594, 1.104492, 1.183594, 1.139648, 0.972046, 1.145508, 1.158203, 0.980591, 1.155273, 1.333984, 1.139648, 0.990295, 1.164062, 0.944336, 3.15625, 8.0625, 1.114746, 1.023438, 1.086914, 1.145508, 1.236328, 1.103516, 1.139648, 1.12793, 1.149414, 1.160156, 1.227539, 1.063965, 1.100586, 1.1875, 1.182617, 1.105957, 7.65625, 1.578125, 1.09375, 1.229492, 1.158203, 1.115723, 1.217773, 1.08252, 1.178711, 1.462891, 1.111328, 1.181641, 1.11377, 2.023438, 1.136719, 1.201172, 1.135742, 1.094727, 1.104004, 2.804688, 1.176758, 0.852539, 1.146484, 1.148438, 1.166992, 1.098633, 1.114746, 1.164062, 1.199219, 1.142578, 1.136719, 1.202148, 0.832031, 1.195312, 1.119141, 1.133789, 1.195312, 1.177734, 1.324219, 1.427734, 0.92041, 1.208008, 1.820312, 1.098145, 1.197266, 1.269531, 1.277344, 1.147461, 6.25, 1.158203, 1.098145, 1.175781, 1.154297, 1.126953, 1.080566, 1.257812, 1.194336, 0.963623, 1.186523, 1.137695, 0.91748, 1.150391, 1.123047, 1.177734, 1.138672, 1.132812, 1.068848, 0.929688, 1.062012, 1.148438, 1.117188, 1.051025, 1.109863, 1.163086, 0.94458, 0.834961, 1.082031, 3.5, 1.160156, 1.143555, 1.820312, 1.546875, 0.909668, 0.842773, 1.369141, 5.15625, 1.108887, 1.427734, 1.100586, 1.141602, 1.148438, 1.067871, 0.921875, 1.143555, 1.141602, 1.25, 1.027222, 1.177734, 1.110352, 1.095703, 1.142578, 1.147461, 1.196289, 1.209961, 1.173828, 1.176758, 1.130859, 1.207031, 1.114746, 1.119141, 4.578125, 1.179688, 1.143555, 1.017456, 0.94165, 1.523438, 1.095703, 1.170898, 0.981323, 1.18457, 1.161133, 1.116211, 1.183594, 0.937744, 1.251953, 1.090332, 1.231445, 1.132812, 1.208984, 1.110352, 1.300781, 2.421875, 1.135742, 1.12207, 2.820312, 1.068848, 0.991333, 1.136719, 1.104492, 1.172852, 0.897949, 1.609375, 1.170898, 6.75, 1.161133, 1.386719, 1.088379, 1.208008, 1.130859, 1.177734, 1.025024, 1.140625, 1.150391, 1.176758, 1.046875, 0.871094, 1.507812, 0.991211, 1.195312, 1.208984, 1.476562, 1.117188, 1.178711, 1.208008, 0.888672, 1.086426, 0.98291, 1.19043, 1.133789, 0.128906, 1.104004, 1.212891, 2.226562, 1.128906, 0.989075, 1.207031, 0.950684, 1.15918, 1.210938, 1.140625, 1.208984, 1.132812, 1.157227, 1.213867, 1.126953, 0.836914, 0.897461, 1.138672, 0.949219, 1.029053, 1.173828, 1.160156, 1.110352, 1.223633, 1.160156, 1.636719, 1.149414, 1.118652, 3.265625, 1.129883, 0.917969, 1.118164, 1.308594, 1.131836, 1.589844, 0.937744, 1.102051, 1.164062, 1.141602, 1.136719, 1.135742, 1.248047, 1.261719, 2.109375, 1.107422, 1.134766, 1.135742, 1.091797, 1.12207, 1.192383, 1.294922, 1.126953, 1.15918, 1.02356, 1.217773, 0.84082, 1.101562, 2.078125, 1.416016, 1.054443, 1.1875, 1.104004, 1.135742, 1.167969, 1.140625, 1.157227, 1.174805, 1.05957, 1.085938, 1.070312, 1.005798, 1.170898, 1.306641, 1.125977, 1.173828, 1.152344, 1.137695, 1.094727, 1.246094, 0.939453, 1.042725, 1.141602, 1.208984, 1.148438, 1.193359, 1.182617, 1.095703, 1.101074, 1.168945, 1.072754, 1.164062, 0.987671, 1.102051, 1.208008, 1.194336, 1.197266, 1.154297, 0.876465, 5.5625, 1.188477, 1.140625, 1.136719, 1.107422, 1.155273, 1.147461, 2.3125, 1.191406, 1.125977, 1.124512, 1.095215, 1.125, 1.004425, 1.302734, 1.010315, 1.114746, 1.182617, 1.036865, 1.10498, 1.191406, 1.009155, 1.144531, 1.033203, 1.038086, 0.803711, 0.930176, 0.957764, 1.174805, 1.125977, 1.026001, 1.062012, 1.094727, 4.203125, 0.904297, 1.091309, 1.067383, 1.083008, 1.0271, 1.214844, 1.392578, 6.875, 1.209961, 1.122559, 1.117676, 1.114746, 1.063965, 0.839844, 0.979004, 0.866211, 1.175781, 1.169922, 1.140625, 1.179688, 1.069336, 1.486328, 0.646484, 0.943604, 4.15625, 1.167969, 1.503906, 1.10498, 1.12207, 1.166992, 1.259766, 1.106934, 1.108398, 1.124023, 1.131836, 1.123047, 1.1875, 1.10791, 6.15625, 1.138672, 1.075684, 1.072754, 1.100098, 1.120605, 1.824219, 1.132812, 1.210938, 1.134766, 1.106934, 1.18457, 1.05542, 1.147461, 1.118164, 1.088867, 1.294922, 1.095215, 1.093262, 1.131836, 1.158203, 1.126953, 1.628906, 1.129883, 1.000652, 1.178711, 1.085938, 1.222656, 1.511719, 1.115234, 1.10498, 1.263672, 1.000751, 1.40625, 1.013428, 1.248047, 1.123047, 1.171875, 1.135742, 1.180664, 1.124023, 1.140625, 1.064941, 1.095215, 1.092773, 1.196289, 1.141602, 1.102539, 1.124512, 1.241211, 1.141602, 1.074707, 1.102539, 1.121582, 1.324219, 1.004425, 1.115723, 1.161133, 1.118164, 0.9729, 0.80957, 1.192383, 1.273438, 1.249023, 1.099609, 1.15918, 1.144531, 4.484375, 1.177734, 1.204102, 1.042236, 1.149414, 1.203125, 0.841797, 1.566406, 0.997681, 1.112793, 1.244141, 1.0625, 1.102539, 0.964111, 1.125977, 0.9729, 1.214844, 1.091309, 1.165039, 1.050049, 1.133789, 0.716797, 1.071777, 1.162109, 1.178711, 0.918945, 1.133789, 1.222656, 1.123535, 1.1875, 1.107422, 1.116211, 0.981445, 1.109375, 1.166016, 1.09375, 0.974243, 1.183594, 1.090332, 0.901367, 1.133789, 1.241211, 1.139648, 1.152344, 1.080078, 1.084961, 0.984253, 1.140625, 1.131836, 1.118164, 1.202148, 1.108398, 1.106445, 0.884766, 1.136719, 1.474609, 1.574219, 1.165039, 1.152344, 1.129883, 3.984375, 1.067871, 1.125977, 1.488281, 6.875, 1.139648, 1.194336, 1.132812, 1.142578, 1.05127, 1.152344, 1.229492, 1.143555, 0.904785, 1.173828, 1.201172, 1.125977, 1.123047, 1.10791, 1.01062, 1.0177, 1.183594, 1.136719, 1.176758, 1.137695, 1.10791, 1.112305, 1.110352, 1.15332, 0.952881, 1.133789, 0.897461, 1.233398, 1.244141, 1.578125, 0.854492, 1.550781, 1.125977, 1.124023, 1.196289, 3.75, 1.192383, 1.123535, 1.119141, 1.106934, 1.043701, 0.947998, 1.196289, 1.178711, 7.59375, 1.213867, 1.100586, 1.191406, 1.134766, 1.261719, 1.207031, 1.158203, 1.132812, 1.150391, 1.068848, 1.110352, 0.976074, 1.147461, 1.088379, 1.209961, 1.10791, 0.915527, 1.175781, 2.90625, 1.198242, 1.15918, 1.241211, 1.130859, 1.134766, 1.104492, 0.923828, 1.10498, 1.122559, 1.177734, 1.08252, 1.722656, 1.096191, 1.131836, 1.125977, 1.162109, 1.119141, 1.144531, 1.211914, 1.225586, 1.114258, 1.199219, 1.34375, 1.038574, 3.046875, 1.178711, 1.206055, 1.134766, 1.152344, 1.043701, 1.154297, 1.138672, 1.123535, 1.292969, 1.169922, 1.19043, 1.480469, 1.083984, 1.126953, 1.211914, 0.871094, 1.164062, 7.875, 0.92041, 1.092773, 1.154297, 1.203125, 1.139648, 1.163086, 1.078613, 1.148438, 1.141602, 1.119141, 1.129883, 1.034912, 1.132812, 1.147461, 1.142578, 1.145508, 1.087891, 1.115723, 1.22168, 1.116211, 1.150391, 1.223633, 1.148438, 1.126953, 1.00174, 1.059814, 1.131836, 1.134766, 2.148438, 1.136719, 1.375, 1.330078, 1.126953, 1.166016, 1.072754, 1.160156, 1.130859, 1.384766, 1.640625, 1.105469, 1.146484, 1.257812, 1.244141, 1.058838, 0.977539, 1.035645, 5.5625, 1.087891, 1.103516, 1.140625, 1.115723, 1.318359, 1.011414, 1.574219, 1.091797, 1.123047, 1.314453, 0.956299, 1.166016, 1.121582, 1.182617, 1.114746, 1.07666, 1.147461, 1.216797, 1.085938, 1.173828, 1.142578, 1.111816, 1.104004, 1.011536, 1.146484, 1.09082, 1.182617, 1.103516, 1.072754, 3.84375, 1.092773, 1.330078, 1.085449, 1.173828, 1.205078, 1.021118, 1.179688, 1.251953, 1.164062, 1.226562, 1.160156, 1.081543, 1.100586, 1.371094, 1.229492, 1.12793, 1.082031, 1.449219, 1.111328, 1.300781, 1.049561, 1.152344, 1.006287, 1.330078, 1.208008, 3.421875, 1.189453, 1.160156, 1.134766, 1.980469, 1.112305, 1.099609, 1.216797, 1.08252, 1.119141, 1.057861, 1.081543, 1.163086, 1.131836, 1.223633, 1.240234, 1.11084, 1.245117, 1.163086, 1.21582, 1.155273, 6.6875, 1.416016, 1.105469, 1.25, 1.179688, 1.138672, 1.178711, 1.503906, 1.210938, 1.224609, 1.137695, 1.233398, 4.578125, 1.185547, 1.108887, 1.110352, 1.194336, 0.951904, 1.025757, 1.196289, 1.24707, 1.004883, 1.193359, 1.155273, 1.040039, 1.00386, 1.12793, 1.157227, 1.186523, 1.219727, 1.214844, 1.114746, 1.170898, 1.143555, 1.161133, 1.664062, 1.151367, 1.102051, 1.145508, 1.232422, 0.893066, 0.834961, 1.065918, 1.149414, 1.138672, 1.071777, 1.129883, 1.25, 1.163086, 1.233398, 1.464844, 1.478516, 1.373047, 1.181641, 1.098633, 1.140625, 1.146484, 1.355469, 0.939209, 1.07666, 1.183594, 1.108398, 1.349609, 1.061523, 1.146484, 1.140625, 1.558594, 1.142578, 1.486328, 1.182617, 1.100098, 1.267578, 1.219727, 1.183594, 1.144531, 0.767578, 0.554688, 0.94873, 1.145508, 0.943115, 1.104004, 1.209961, 1.182617, 1.137695, 1.164062, 1.132812, 1.084473, 1.03064, 1.062256, 1.125977, 1.162109, 1.128906, 1.198242, 1.185547, 1.012085, 1.192383, 1.191406, 1.168945, 1.149414, 1.163086, 1.112305, 1.158203, 1.100098, 1.200195, 1.240234, 1.296875, 1.137695, 1.114258, 1.15625, 1.144531, 3.21875, 1.195312, 1.122559, 0.963135, 1.15625, 1.141602, 1.139648, 1.107422, 3.625, 1.707031, 1.214844, 1.140625, 3.546875, 1.832031, 1.09668, 1.102051, 1.191406, 1.230469, 1.146484, 1.174805, 1.145508, 1.230469, 1.125, 1.162109, 1.800781, 4.03125, 0.855469, 1.140625, 1.195312, 1.139648, 1.523438, 1.255859, 1.365234, 1.233398, 1.146484, 1.182617, 1.208008, 1.00647, 1.09668, 1.136719, 1.166016, 1.196289, 1.135742, 7.0, 1.121094, 1.080078, 1.890625, 5.8125, 1.154297, 0.994232, 1.199219, 1.488281, 0.856445, 1.15918, 1.414062, 1.137695, 1.134766, 3.03125, 1.180664, 1.433594, 1.123047, 1.172852, 1.054443, 1.132812, 1.151367, 1.171875, 1.285156, 6.6875, 1.175781, 1.201172, 1.154297, 1.179688, 1.023315, 1.11084, 1.211914, 1.122559, 1.107422, 1.239258, 1.208008, 1.054932, 1.621094, 0.882812, 1.11377, 1.032959, 1.118164, 1.15625, 1.134766, 1.170898, 1.222656, 1.318359, 1.151367, 1.101074, 1.328125, 1.191406, 1.115234, 1.129883, 1.015625, 1.095215, 1.12207, 1.176758, 1.232422, 1.168945, 1.115234, 1.131836, 1.193359, 1.044434, 0.967529, 1.149414, 1.024902, 1.101562, 1.152344, 1.174805, 1.124023, 1.09668, 1.208008, 1.040527, 1.097656, 1.151367, 1.110352, 0.912109, 1.126953, 1.202148, 1.080566, 1.117676, 0.894043, 1.04126, 1.171875, 1.120117, 1.120605, 1.086426, 1.147461, 0.891602, 1.196289, 1.205078, 1.294922, 1.154297, 1.172852, 1.112793, 1.210938, 1.208008, 1.164062, 1.112305, 1.043945, 1.006134, 1.103516, 1.201172, 1.173828, 1.193359, 1.12793, 0.866211, 1.111328, 1.164062, 1.125977, 1.128906, 1.12793, 1.15625, 1.125, 0.977905, 1.206055, 1.746094, 1.235352, 1.084961, 1.351562, 1.202148, 1.152344, 1.345703, 1.030029, 1.148438, 1.125, 1.141602, 1.183594, 1.031738, 1.400391, 1.059082, 0.962891, 1.064941, 3.65625, 1.167969, 1.166016, 2.695312, 1.146484, 1.1875, 1.196289, 1.128906, 1.145508, 1.016479, 1.125, 1.038086, 1.182617, 1.134766, 1.198242, 1.162109, 1.157227, 1.245117, 1.196289, 1.111816, 1.195312, 1.074219, 1.875, 1.359375, 1.030884, 1.107422, 1.169922, 1.12207, 1.180664, 0.951172, 1.296875, 1.455078, 1.206055, 1.143555, 1.209961, 1.132812, 1.138672, 1.169922, 1.070312, 1.169922, 1.15625, 1.173828, 1.097656, 2.3125, 1.108398, 1.199219, 1.198242, 1.178711, 1.086426, 1.145508, 1.165039, 0.931641, 1.296875, 1.402344, 1.175781, 1.143555, 1.189453, 1.158203, 1.091309, 0.993835, 1.198242, 1.246094, 1.125977, 1.209961, 1.408203, 1.198242, 1.177734, 1.148438, 1.138672, 1.189453, 1.208008, 1.316406, 1.142578, 0.936035, 1.1875, 1.117676, 1.131836, 1.144531, 0.695312, 1.175781, 0.96167, 1.145508, 1.115723, 0.993988, 0.707031, 1.15918, 1.053955, 1.154297, 1.173828, 1.077637, 1.197266, 1.045898, 1.149414, 1.08252, 1.089355, 1.150391, 1.148438, 1.142578, 0.944336, 1.166992, 1.15918, 2.234375, 1.198242, 1.267578, 1.106445, 1.117188, 1.126953, 1.200195, 1.110352, 1.380859, 1.21875, 1.169922, 1.011658, 1.168945, 1.174805, 1.014954, 1.129883, 1.119141, 2.554688, 1.092285, 1.384766, 1.410156, 1.166992, 1.10791, 1.294922, 1.052979, 1.175781, 1.519531, 1.020386, 1.115723, 1.119141, 1.136719, 0.988159, 1.124512, 1.265625, 1.205078, 1.173828, 1.112305, 1.07666, 1.21875, 1.109863, 1.186523, 6.65625, 0.910156, 1.1875, 3.6875, 1.195312, 1.265625, 1.147461, 1.137695, 1.129883, 0.870117, 1.157227, 1.132812, 1.155273, 1.169922, 1.120117, 3.9375, 1.115234, 1.1875, 1.085449, 0.979492, 1.176758, 1.185547, 1.168945, 1.185547, 1.192383, 1.11377, 1.18457, 1.10498, 1.030029, 1.15332, 3.0625, 1.181641, 1.15625, 1.257812, 1.21875, 0.97644, 1.154297, 1.25, 5.3125, 1.124023, 1.143555, 1.141602, 0.87207, 1.253906, 1.1875, 1.212891, 1.152344, 1.263672, 1.165039, 1.181641, 1.261719, 1.161133, 1.124023, 1.120605, 1.138672, 1.138672, 0.964355, 1.225586, 1.175781, 1.180664, 1.320312, 1.193359, 1.107422, 1.259766, 1.05249, 1.18457, 1.158203, 1.800781, 1.004791, 1.19043, 1.189453, 1.12793, 0.9375, 1.18457, 1.117188, 1.15625, 0.968872, 1.111328, 1.120605, 1.056885, 1.018433, 1.24707, 1.101562, 1.182617, 1.088379, 1.101562, 1.139648, 1.11084, 1.154297, 0.714844, 1.003479, 1.859375, 1.125977, 1.177734, 1.091309, 1.112793, 1.102539, 1.173828, 1.044434, 1.118164, 1.111816, 0.857422, 1.304688, 1.090332, 1.46875, 1.105469, 1.085449, 1.142578, 1.125977, 1.119629, 1.089355, 1.053955, 1.122559, 1.083008, 1.155273, 1.18457, 1.124512, 1.267578, 1.124512, 1.960938, 1.164062, 4.203125, 0.973633, 1.102051, 1.146484, 1.157227, 1.034424, 2.921875, 1.234375, 1.137695, 0.905273, 1.12207, 1.201172, 1.300781, 1.157227, 1.12793, 0.777344, 1.204102, 1.199219, 1.152344, 0.90625, 1.099121, 1.103027, 1.90625, 1.090332, 1.108398, 1.208984, 1.201172, 1.182617, 1.155273, 1.308594, 1.119141, 0.963135, 0.982422, 1.21582, 1.244141, 1.490234, 1.078125, 1.154297, 1.173828, 1.145508, 1.097168, 1.125977, 1.119141, 1.133789, 1.044189, 1.115723, 1.150391, 6.1875, 1.277344, 1.114746, 0.987183, 2.0625, 1.369141, 3.671875, 1.179688, 1.118164, 1.414062, 1.084961, 1.371094, 1.152344, 1.139648, 1.11084, 1.269531, 1.088867, 1.161133, 1.90625, 1.155273, 1.131836, 1.186523, 1.143555, 1.151367, 1.087891, 1.498047, 1.120605, 1.022705, 1.279297, 1.24707, 1.291016, 1.135742, 1.100586, 1.170898, 1.265625, 1.824219, 1.083496, 1.186523, 1.152344, 2.632812, 1.075195, 1.15332, 1.121094, 1.077637, 1.034668, 1.165039, 1.164062, 1.12207, 1.102539, 1.097656, 1.289062, 1.527344, 1.108887, 1.226562, 1.225586, 0.884766, 1.138672, 1.105957, 1.137695, 1.162109, 1.080566, 1.15918, 1.180664, 1.131836, 1.076172, 1.134766, 1.163086, 1.037598, 1.195312, 1.049805, 1.100098, 1.200195, 2.03125, 0.968506, 1.213867, 1.122559, 1.141602, 4.75, 1.152344, 1.949219, 1.1875, 1.140625, 1.478516, 1.164062, 1.214844, 1.183594, 0.899902, 1.248047, 1.178711, 0.904297, 1.196289, 2.171875, 1.120605, 1.102051, 1.112305, 1.126953, 0.993042, 1.15332, 1.134766, 2.195312, 1.314453, 1.130859, 1.122559, 1.369141, 0.808594, 1.006012, 1.144531, 1.088867, 1.177734, 1.099609, 1.123047, 1.132812, 1.601562, 1.011841, 1.078613, 1.157227, 0.839844, 1.255859, 1.135742, 1.224609, 1.192383, 0.896484, 1.135742, 1.161133, 1.589844, 1.179688, 1.486328, 1.24707, 1.151367, 1.178711, 1.242188, 0.946533, 1.205078, 1.144531, 1.106445, 1.163086, 1.15332, 0.736328, 1.012695, 1.144531, 1.259766, 1.163086, 1.164062, 0.913574, 1.714844, 1.194336, 1.198242, 1.203125, 1.275391, 1.191406, 1.139648, 1.09082, 1.169922, 1.176758, 1.201172, 1.851562, 3.59375, 4.8125, 1.053467, 0.929199, 1.122559, 0.997482, 1.25, 1.219727, 1.15625, 0.838867, 1.168945, 1.12793, 1.126953, 1.082031, 1.992188, 3.15625, 1.197266 ] }, "name": "onnx::Mul_8138", "outputIndexes": [ 119 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118, 119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 120 ], "outputIndexes": [ 2506 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2506 ], "outputIndexes": [ 2507 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear", "inputIndexes": [ 2507 ], "outputIndexes": [ 2508 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 7962712, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2508 ], "outputIndexes": [ 2509 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2509 ], "outputIndexes": [ 121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0 ] }, "name": "/input_layernorm/Constant_2_output_0", "outputIndexes": [ 122 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.797885 ] }, "name": "/mlp/act_fn/Constant_1_output_0", "outputIndexes": [ 123 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.044715 ] }, "name": "/mlp/act_fn/Constant_output_0", "outputIndexes": [ 124 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 121, 121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_output_0", "outputIndexes": [ 125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 121, 125 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_1_output_0", "outputIndexes": [ 126 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 126 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_2_output_0", "outputIndexes": [ 127 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 121, 127 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Add_output_0", "outputIndexes": [ 128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 128 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_3_output_0", "outputIndexes": [ 129 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 129 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn/Tanh_output_0", "outputIndexes": [ 130 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 130 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Add_1_output_0", "outputIndexes": [ 131 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 121, 131 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_4_output_0", "outputIndexes": [ 132 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 132 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_5_output_0", "outputIndexes": [ 133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 120 ], "outputIndexes": [ 2510 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2510 ], "outputIndexes": [ 2511 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear", "inputIndexes": [ 2511 ], "outputIndexes": [ 2512 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 19906670, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2512 ], "outputIndexes": [ 2513 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2513 ], "outputIndexes": [ 134 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133, 134 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/Mul_output_0", "outputIndexes": [ 135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 135 ], "outputIndexes": [ 2514 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2514 ], "outputIndexes": [ 2515 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear", "inputIndexes": [ 2515 ], "outputIndexes": [ 2516 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 31850628, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2516 ], "outputIndexes": [ 2517 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2517 ], "outputIndexes": [ 136 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 136 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm/Mul_output_0", "outputIndexes": [ 137 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.770508, 0.810547, 0.805664, 0.779297, 0.803711, 0.756836, 0.744141, 1.373047, 0.742188, 0.854492, 0.786133, 0.802734, 0.832031, 0.738281, 0.697266, 0.754883, 0.788086, 0.776367, 1.226562, 0.671875, 0.771484, 0.736328, 0.751953, 0.916016, 0.935059, 0.785156, 0.899414, 1.038086, 0.870117, 0.801758, 0.8125, 0.90918, 0.8125, 1.083008, 0.811523, 0.928223, 0.799805, 0.732422, 0.804688, 0.779297, 0.792969, 0.946533, 0.734375, 0.914062, 1.139648, 0.730469, 0.774414, 0.787109, 1.5, 0.883789, 0.935547, 1.034668, 0.808594, 2.015625, 0.837891, 0.805664, 0.773438, 0.759766, 1.175781, 0.887207, 0.87793, 0.802734, 0.882812, 0.772461, 0.927734, 0.746094, 1.010132, 0.775391, 0.829102, 0.769531, 0.797852, 0.726562, 0.882324, 0.819336, 0.764648, 0.796875, 1.027832, 0.848633, 0.887695, 1.116211, 0.761719, 1.287109, 0.901367, 0.913574, 0.786133, 0.798828, 0.84668, 0.898926, 1.066895, 0.919922, 0.818359, 0.830078, 0.782227, 0.979858, 0.775391, 1.287109, 0.754883, 0.793945, 0.835938, 0.849609, 1.050781, 0.768555, 0.766602, 0.793945, 0.760742, 0.828125, 0.807617, 0.874023, 0.780273, 0.814453, 0.738281, 0.808594, 0.832031, 1.333984, 0.679688, 1.027954, 0.798828, 1.617188, 0.728516, 0.75293, 0.78418, 0.793945, 1.460938, 0.776367, 0.833984, 0.973633, 0.838867, 0.724609, 0.746094, 0.972168, 0.986084, 0.856445, 0.935059, 0.811523, 0.780273, 0.742188, 0.910645, 1.075684, 0.84082, 0.830078, 0.861328, 1.160156, 0.789062, 0.730469, 0.821289, 1.19043, 0.836914, 0.791992, 0.788086, 0.755859, 0.805664, 0.886719, 0.806641, 2.007812, 0.748047, 0.786133, 1.05835, 0.795898, 1.061035, 1.126953, 1.488281, 0.772461, 0.953857, 0.973877, 0.744141, 0.801758, 0.776367, 1.056641, 0.777344, 0.833984, 0.873047, 0.991638, 0.931641, 1.023071, 0.788086, 0.88916, 0.714844, 1.337891, 0.839844, 1.013794, 0.80957, 1.10791, 0.881348, 1.527344, 0.84082, 0.78125, 0.9375, 0.772461, 0.842773, 0.875488, 0.782227, 1.225586, 0.80957, 0.77832, 0.786133, 0.802734, 0.822266, 0.816406, 0.710938, 0.845703, 0.764648, 0.81543, 0.769531, 0.8125, 0.75, 0.805664, 0.896973, 0.785156, 0.77832, 0.78418, 1.072266, 0.773438, 0.879395, 0.999971, 0.764648, 0.759766, 0.866211, 0.795898, 0.824219, 0.75, 0.839844, 0.942627, 0.777344, 0.763672, 0.766602, 0.798828, 0.810547, 0.776367, 0.856445, 0.96167, 0.881836, 0.883789, 0.8125, 0.683594, 0.785156, 0.744141, 0.971069, 0.699219, 0.794922, 1.037109, 0.913574, 0.753906, 0.728516, 4.421875, 0.78125, 0.908203, 0.837891, 0.911621, 0.734375, 1.078125, 0.762695, 0.759766, 1.067871, 0.811523, 0.767578, 0.763672, 0.799805, 0.751953, 1.251953, 0.835938, 0.791016, 0.734375, 0.831055, 0.764648, 0.842773, 0.909668, 0.675781, 0.771484, 0.883301, 0.876953, 0.791016, 0.794922, 0.825195, 0.805664, 0.782227, 0.712891, 1.120117, 0.791016, 0.773438, 0.791016, 0.911621, 0.759766, 1.125977, 0.769531, 1.291016, 0.813477, 0.816406, 0.870117, 1.001328, 0.825195, 0.871094, 1.640625, 0.824219, 0.788086, 0.950439, 0.734375, 0.847656, 0.841797, 0.841797, 0.724609, 0.783203, 0.878418, 1.394531, 0.794922, 1.921875, 0.805664, 0.800781, 0.924805, 0.844727, 0.808594, 0.762695, 1.138672, 0.826172, 0.829102, 0.884766, 0.783203, 0.773438, 0.754883, 0.760742, 0.712891, 0.855469, 0.968018, 0.89502, 0.722656, 0.736328, 0.736328, 0.852539, 0.825195, 0.785156, 0.836914, 0.879395, 1.203125, 0.765625, 0.788086, 4.625, 0.796875, 0.754883, 0.722656, 0.738281, 0.776367, 0.920898, 0.841797, 0.858398, 0.748047, 0.838867, 0.97876, 0.764648, 1.202148, 0.898926, 0.734375, 1.507812, 0.879883, 1.363281, 0.84668, 1.4375, 1.043945, 0.868164, 0.716797, 1.007294, 0.837891, 1.137695, 0.768555, 0.822266, 0.9823, 1.231445, 0.782227, 0.878418, 1.357422, 0.801758, 0.742188, 0.730469, 0.828125, 0.802734, 0.849609, 0.742188, 0.845703, 0.732422, 0.833008, 0.762695, 1.064453, 0.751953, 0.77832, 0.965576, 1.146484, 0.782227, 0.841797, 0.908203, 0.952637, 0.827148, 0.748047, 0.793945, 0.75, 1.039307, 0.766602, 0.730469, 0.833984, 0.870117, 1.086426, 0.793945, 0.710938, 0.757812, 0.738281, 0.84668, 0.804688, 1.091797, 0.755859, 0.805664, 0.813477, 0.766602, 1.139648, 0.757812, 0.791992, 0.80957, 0.828125, 0.90625, 0.822266, 0.724609, 0.795898, 0.826172, 0.763672, 0.888672, 0.818359, 1.271484, 0.774414, 0.791992, 0.836914, 0.728516, 0.757812, 0.754883, 0.787109, 1.058594, 0.769531, 0.827148, 0.962158, 1.255859, 0.816406, 0.732422, 0.785156, 0.75, 0.844727, 0.761719, 0.683594, 0.738281, 0.860352, 1.71875, 0.84668, 0.708984, 1.013855, 0.855469, 0.791992, 0.758789, 0.850586, 0.844727, 0.800781, 0.738281, 0.774414, 1.145508, 0.695312, 0.793945, 0.969727, 0.81543, 0.756836, 0.801758, 0.836914, 1.059082, 0.728516, 1.093262, 0.857422, 0.788086, 0.794922, 0.80957, 0.831055, 0.794922, 1.053467, 0.738281, 0.89209, 1.137695, 1.209961, 0.783203, 0.833008, 0.774414, 0.852539, 2.015625, 0.818359, 0.763672, 0.767578, 1.150391, 0.836914, 0.820312, 0.819336, 0.889648, 0.795898, 0.764648, 0.738281, 0.927734, 0.798828, 1.291016, 1.425781, 0.916504, 1.175781, 0.874023, 0.77832, 0.770508, 0.948975, 1.400391, 0.841797, 0.961914, 0.926758, 0.981445, 0.742188, 0.822266, 0.791016, 0.816406, 0.799805, 0.786133, 0.765625, 1.013977, 0.775391, 0.746094, 0.996796, 0.788086, 0.863281, 1.019531, 1.120117, 0.789062, 1.085449, 0.792969, 0.788086, 0.817383, 0.742188, 0.775391, 0.775391, 0.776367, 1.474609, 0.748047, 4.484375, 0.793945, 0.88916, 0.728516, 1.558594, 1.605469, 0.878418, 0.819336, 0.744141, 0.84668, 0.81543, 0.772461, 0.849609, 0.962158, 0.774414, 1.183594, 0.689453, 0.855469, 0.847656, 0.854492, 0.863281, 0.875488, 1.380859, 0.800781, 0.84668, 0.746094, 1.871094, 1.292969, 1.007599, 0.790039, 0.810547, 0.805664, 1.550781, 0.876465, 0.945068, 0.763672, 0.788086, 0.708984, 0.859375, 1.550781, 0.824219, 0.811523, 0.807617, 0.923828, 0.761719, 0.834961, 0.8125, 0.758789, 0.780273, 1.458984, 0.78418, 1.710938, 0.808594, 1.386719, 0.947266, 0.797852, 0.764648, 0.837891, 0.793945, 1.100586, 0.818359, 0.799805, 0.762695, 0.732422, 1.046387, 0.818359, 0.751953, 0.89209, 0.797852, 0.77832, 0.769531, 0.897461, 0.791016, 0.803711, 0.848633, 0.736328, 0.746094, 0.786133, 1.287109, 1.012024, 0.71875, 0.71875, 0.791016, 0.769531, 0.794922, 0.772461, 0.794922, 0.826172, 0.799805, 0.847656, 0.816406, 0.818359, 0.90625, 0.819336, 1.224609, 0.746094, 0.724609, 0.99897, 0.804688, 0.751953, 0.922852, 0.757812, 0.728516, 0.748047, 1.026855, 0.703125, 0.768555, 0.960449, 1.063965, 0.695312, 1.648438, 0.751953, 0.769531, 0.953857, 1.037598, 2.59375, 1.267578, 0.802734, 0.774414, 0.707031, 0.789062, 0.790039, 0.742188, 0.826172, 0.806641, 0.818359, 0.788086, 0.798828, 1.257812, 0.789062, 0.795898, 0.77832, 0.750977, 0.807617, 0.837891, 0.705078, 0.820312, 0.782227, 0.797852, 1.060059, 0.776367, 0.860352, 0.814453, 1.029907, 1.113281, 0.771484, 1.914062, 1.734375, 0.922363, 0.766602, 0.75, 0.954834, 0.734375, 0.875977, 0.924316, 0.828125, 0.801758, 0.768555, 0.766602, 0.740234, 0.837891, 0.890137, 0.714844, 0.946533, 0.787109, 0.806641, 0.856445, 0.806641, 0.786133, 0.782227, 0.777344, 0.746094, 0.793945, 0.777344, 0.970215, 0.826172, 0.71875, 0.722656, 0.821289, 1.941406, 0.897461, 0.802734, 1.09668, 0.750977, 1.019043, 0.797852, 0.738281, 0.80957, 0.792969, 0.915527, 1.851562, 0.996475, 0.772461, 0.775391, 0.728516, 0.869141, 0.785156, 0.770508, 0.75293, 0.770508, 1.062988, 0.813477, 0.774414, 0.716797, 0.726562, 0.777344, 0.849609, 0.807617, 0.931152, 0.851562, 0.896484, 0.776367, 0.71875, 0.816406, 0.705078, 0.782227, 0.750977, 0.790039, 0.806641, 0.811523, 0.950684, 0.762695, 1.037598, 0.779297, 0.775391, 0.770508, 0.811523, 0.852539, 0.768555, 0.826172, 0.898438, 0.854492, 0.787109, 0.78125, 0.767578, 0.708984, 0.794922, 0.813477, 0.767578, 0.822266, 0.753906, 0.75293, 0.808594, 1.000942, 0.930664, 0.851562, 0.935059, 0.890137, 0.77832, 1.112793, 0.740234, 0.789062, 1.036621, 1.003357, 0.765625, 0.785156, 0.777344, 0.914062, 0.756836, 0.833008, 0.836914, 0.691406, 0.95874, 0.790039, 1.042969, 1.414062, 0.740234, 0.722656, 0.732422, 0.899414, 1.017822, 0.791992, 0.779297, 1.15918, 0.848633, 0.839844, 0.701172, 1.193359, 0.789062, 1.263672, 1.300781, 0.833984, 0.823242, 0.949951, 0.71875, 0.769531, 0.808594, 0.768555, 0.842773, 0.720703, 0.772461, 0.804688, 0.820312, 0.773438, 0.771484, 0.757812, 0.779297, 0.823242, 0.818359, 0.875488, 0.959229, 0.78125, 0.833008, 0.911621, 0.821289, 1.014832, 0.716797, 0.642578, 0.800781, 0.755859, 0.771484, 0.800781, 0.785156, 0.734375, 0.708984, 0.918945, 0.802734, 1.175781, 0.767578, 2.09375, 0.885742, 0.916016, 0.798828, 0.865234, 0.956787, 0.811523, 0.770508, 0.77832, 0.772461, 0.824219, 1.539062, 0.811523, 0.854492, 0.793945, 1.482422, 0.738281, 0.884277, 0.805664, 1.074219, 0.898438, 1.223633, 0.826172, 0.880859, 0.791016, 0.783203, 0.920898, 1.5625, 0.855469, 0.763672, 0.790039, 0.769531, 0.720703, 0.699219, 0.927246, 0.810547, 1.00589, 0.766602, 0.75, 0.968262, 0.816406, 0.750977, 0.736328, 0.78418, 0.833984, 0.757812, 0.919922, 0.84082, 0.847656, 0.746094, 1.072754, 0.881348, 0.834961, 1.112793, 1.605469, 0.964844, 1.71875, 0.818359, 0.786133, 0.730469, 0.939941, 1.092285, 1.597656, 0.799805, 0.880371, 0.881836, 0.853516, 0.804688, 0.759766, 0.794922, 0.950195, 1.371094, 0.84375, 0.833008, 0.925781, 1.097168, 0.832031, 0.867188, 0.864258, 0.786133, 0.758789, 0.825195, 0.807617, 0.818359, 0.957031, 0.791016, 0.84375, 0.874023, 0.867188, 1.304688, 0.732422, 0.806641, 0.987915, 1.296875, 0.955811, 0.746094, 0.885742, 0.777344, 0.795898, 0.796875, 0.832031, 0.738281, 1.349609, 0.861328, 1.000538, 0.826172, 0.742188, 1.40625, 0.708984, 0.856445, 1.04541, 0.826172, 0.736328, 1.076172, 0.864258, 1.114746, 0.740234, 0.860352, 0.770508, 1.447266, 0.632812, 0.738281, 0.942627, 0.764648, 1.177734, 0.821289, 0.758789, 0.791992, 0.770508, 1.003357, 0.819336, 0.772461, 0.918945, 1.570312, 2.273438, 1.412109, 0.904297, 0.775391, 0.759766, 0.976074, 0.78418, 0.755859, 0.764648, 1.347656, 0.763672, 0.818359, 0.771484, 0.748047, 0.085938, 0.793945, 0.836914, 2.265625, 0.89502, 1.261719, 0.776367, 1.097168, 0.924316, 0.814453, 0.732422, 0.760742, 0.933594, 0.845703, 0.989136, 0.793945, 1.316406, 1.138672, 0.920898, 1.166016, 0.9375, 0.726562, 0.716797, 0.90918, 1.585938, 0.779297, 0.996841, 0.768555, 0.933105, 1.034424, 0.766602, 1.296875, 0.782227, 0.861328, 0.813477, 1.628906, 1.390625, 0.798828, 0.754883, 0.795898, 0.789062, 0.759766, 0.75293, 0.997757, 0.976074, 0.813477, 0.77832, 0.820312, 0.865234, 0.774414, 0.738281, 0.771484, 0.78418, 0.757812, 0.824219, 0.822266, 0.944092, 0.908203, 1.111328, 0.894531, 1.018433, 0.762695, 0.738281, 0.759766, 0.722656, 0.78125, 1.957031, 0.728516, 1.363281, 1.036865, 0.923828, 1.136719, 0.765625, 0.952393, 0.8125, 0.853516, 0.748047, 0.767578, 0.78125, 0.851562, 1.46875, 0.865234, 0.880371, 0.848633, 0.714844, 0.856445, 0.976562, 0.819336, 0.796875, 0.728516, 0.770508, 0.748047, 1.248047, 0.732422, 0.757812, 0.886719, 0.819336, 0.763672, 1.010559, 0.958008, 0.71875, 0.78125, 0.760742, 0.771484, 0.736328, 0.722656, 1.105957, 0.764648, 0.826172, 0.832031, 0.726562, 0.837891, 1.167969, 0.853516, 1.047363, 0.806641, 0.794922, 0.856445, 0.724609, 0.75293, 0.816406, 0.78125, 1.006989, 0.84668, 1.753906, 1.209961, 1.478516, 0.767578, 0.790039, 1.098145, 0.775391, 0.824219, 1.355469, 1.083008, 0.99585, 0.90918, 0.808594, 1.041016, 0.829102, 0.946045, 1.155273, 0.818359, 0.881836, 0.879883, 0.77832, 0.825195, 2.320312, 1.539062, 1.996094, 0.856445, 0.77832, 0.785156, 0.730469, 1.007629, 1.345703, 1.07959, 1.032715, 1.296875, 0.804688, 0.666016, 0.853516, 1.033691, 0.788086, 0.808594, 0.771484, 0.87207, 0.793945, 0.873047, 2.492188, 0.765625, 0.722656, 1.109863, 0.771484, 0.801758, 0.825195, 0.765625, 0.803711, 1.158203, 0.757812, 0.791992, 0.798828, 0.761719, 0.720703, 0.92041, 0.766602, 0.785156, 0.779297, 0.775391, 0.790039, 0.862305, 0.797852, 0.793945, 0.789062, 1.002625, 0.808594, 1.05957, 0.708984, 0.84082, 0.842773, 0.996948, 0.833008, 0.75293, 0.770508, 1.168945, 0.853516, 1.074707, 0.791016, 0.829102, 0.80957, 0.945801, 0.833984, 1.087402, 0.716797, 1.294922, 0.762695, 0.951416, 0.777344, 0.825195, 0.859375, 0.740234, 0.803711, 0.800781, 0.847656, 0.769531, 0.791016, 0.932129, 1.992188, 0.789062, 0.869141, 0.821289, 0.829102, 1.097656, 0.78125, 0.922363, 1.134766, 0.827148, 0.759766, 0.811523, 1.417969, 0.821289, 0.808594, 0.855469, 0.863281, 0.803711, 1.332031, 0.866211, 0.863281, 0.720703, 1.24707, 0.971069, 1.08252, 1.170898, 0.8125, 1.75, 1.484375, 0.845703, 0.786133, 0.693359, 0.730469, 2.289062, 0.80957, 0.880371, 0.770508, 0.974976, 0.796875, 0.803711, 0.795898, 0.689453, 0.748047, 0.748047, 1.400391, 0.697266, 0.848633, 1.012207, 1.114258, 0.792969, 0.769531, 1.140625, 0.716797, 1.84375, 0.761719, 0.897949, 0.755859, 0.875, 1.018433, 0.8125, 0.806641, 0.875977, 0.75293, 0.848633, 0.985901, 1.753906, 0.730469, 0.837891, 0.880371, 0.722656, 0.751953, 0.716797, 1.010376, 0.833984, 0.78125, 0.936035, 1.341797, 0.828125, 0.78125, 0.769531, 0.701172, 0.884277, 0.842773, 0.786133, 0.750977, 1.667969, 0.861328, 0.796875, 0.765625, 0.773438, 0.806641, 0.902832, 0.801758, 0.787109, 0.833008, 0.740234, 0.833984, 0.77832, 0.790039, 0.98584, 0.819336, 1.061768, 0.808594, 1.009216, 0.850586, 0.822266, 0.956787, 1.178711, 1.019653, 0.863281, 0.791992, 0.793945, 1.503906, 0.794922, 0.831055, 0.842773, 0.77832, 0.890137, 1.107422, 0.80957, 0.771484, 0.974731, 0.766602, 0.748047, 0.813477, 0.75, 0.81543, 0.776367, 0.796875, 0.854492, 0.803711, 0.848633, 0.848633, 0.963867, 0.887695, 0.753906, 0.753906, 0.847656, 1.179688, 0.758789, 0.852539, 0.768555, 0.761719, 0.797852, 0.80957, 0.837891, 0.755859, 1.707031, 0.699219, 0.833984, 0.887695, 0.766602, 0.738281, 0.799805, 0.774414, 0.730469, 0.818359, 0.833984, 0.728516, 0.857422, 0.724609, 0.867188, 0.722656, 0.757812, 0.90918, 1.472656, 0.758789, 0.835938, 0.804688, 0.765625, 1.0271, 0.742188, 0.787109, 0.788086, 1.582031, 0.893555, 1.042969, 1.664062, 0.825195, 0.740234, 0.71875, 1.503906, 0.766602, 0.691406, 1.308594, 1.068359, 0.754883, 0.804688, 0.785156, 0.832031, 0.777344, 0.813477, 0.771484, 0.84375, 0.732422, 1.078125, 0.777344, 0.788086, 0.742188, 1.566406, 0.791016, 0.75, 0.746094, 0.801758, 0.712891, 0.896973, 0.806641, 0.893066, 1.640625, 0.875, 0.774414, 0.777344, 0.986755, 0.958496, 0.855469, 1.535156, 0.785156, 0.791016, 1.022949, 0.794922, 0.748047, 0.930664, 1.027832, 0.912598, 0.768555, 0.830078, 0.797852, 0.961426, 1.253906, 0.808594, 0.967529, 0.799805, 0.854492, 0.748047, 0.742188, 0.80957, 1.310547, 0.947266, 0.746094, 0.800781, 0.885742, 1.080078, 0.736328, 0.707031, 0.774414, 0.828125, 0.799805, 0.822266, 0.746094, 0.800781, 0.740234, 0.952637, 0.918945, 0.922363, 0.923828, 0.740234, 0.830078, 0.888184, 0.775391, 0.983276, 0.92041, 0.799805, 0.841797, 0.808594, 0.810547, 0.820312, 0.96582, 0.852539, 0.875977, 0.821289, 0.807617, 0.770508, 0.88916, 0.790039, 0.767578, 0.773438, 0.728516, 0.770508, 0.96936, 0.716797, 0.806641, 0.774414, 0.804688, 1.0625, 0.842773, 0.761719, 0.896973, 0.826172, 0.775391, 0.701172, 1.007111, 0.823242, 0.88623, 0.785156, 0.764648, 0.891602, 0.944336, 0.795898, 0.796875, 0.673828, 0.873047, 0.77832, 0.730469, 0.764648, 0.720703, 0.780273, 0.785156, 1.055664, 0.791992, 0.806641, 0.84082, 0.789062, 0.787109, 0.806641, 0.909668, 0.764648, 0.896484, 0.779297, 1.871094, 1.0625, 0.842773, 0.992828, 0.738281, 0.730469, 1.402344, 0.808594, 0.734375, 0.885254, 1.196289, 0.753906, 0.797852, 1.010315, 1.080566, 0.817383, 0.822266, 0.810547, 0.810547, 0.808594, 0.790039, 0.788086, 0.751953, 0.748047, 2.132812, 0.758789, 1.046387, 0.785156, 0.761719, 1.191406, 1.304688, 0.806641, 0.746094, 0.773438, 1.018921, 0.77832, 0.924316, 0.787109, 0.826172, 0.910645, 0.977417, 0.827148, 0.857422, 0.893066, 0.774414, 0.728516, 0.796875, 0.941406, 0.968872, 0.800781, 0.796875, 0.767578, 0.911621, 0.817383, 0.712891, 0.921875, 1.137695, 0.910156, 0.730469, 0.841797, 0.80957, 0.829102, 0.88623, 0.782227, 1.139648, 2.070312, 1.425781, 0.773438, 0.852539, 0.753906, 0.767578, 0.810547, 0.77832, 1.003098, 0.742188, 0.975586, 0.98761, 0.751953, 0.760742, 0.780273, 0.802734, 0.755859, 0.755859, 0.958008, 0.758789, 0.916504, 0.939209, 0.744141, 0.693359, 0.874023, 0.891602, 0.860352, 0.761719, 0.822266, 0.753906, 0.841797, 0.877441, 0.871094, 0.804688, 1.539062, 0.736328, 0.761719, 1.123047, 0.769531, 0.765625, 1.878906, 0.740234, 1.251953, 1.01001, 0.785156, 0.724609, 1.667969, 1.181641, 0.78418, 0.763672, 0.730469, 0.785156, 0.742188, 0.789062, 0.848633, 0.893066, 0.811523, 0.819336, 1.062256, 1.957031, 2.195312, 0.804688, 0.802734, 0.824219, 0.826172, 0.81543, 2.125, 0.754883, 0.790039, 0.80957, 0.794922, 1.011292, 0.675781, 0.758789, 0.824219, 0.835938, 0.888184, 0.927734, 0.827148, 0.875488, 0.730469, 0.975464, 0.789062, 1.241211, 0.80957, 1.037842, 1.4375, 0.774414, 1.46875, 0.754883, 0.800781, 1.057617, 0.792969, 1.416016, 0.759766, 0.84082, 0.847656, 0.730469, 0.722656, 0.820312, 0.899902, 1.320312, 0.767578, 0.757812, 0.667969, 0.799805, 1.163086, 0.833984, 0.832031, 0.973267, 0.789062, 1.018066, 0.805664, 1.069824, 1.062988, 1.333984, 0.785156, 0.90332, 0.755859, 0.877441, 0.779297, 0.804688, 0.797852, 0.851562, 0.791016, 0.787109, 0.824219, 0.75, 0.882324, 0.75293, 1.019653, 0.753906, 0.896484, 1.322266, 0.829102, 0.734375, 0.742188, 0.730469, 0.771484, 0.893066, 0.937012, 0.775391, 0.95752, 0.866211, 0.744141, 0.707031, 0.720703, 0.84668, 0.772461, 1.0354, 0.746094, 0.728516, 0.774414, 1.089844, 0.841797, 0.802734, 0.75293, 0.845703, 0.979492, 0.785156, 0.816406, 0.898926, 0.780273, 0.695312, 0.764648, 1.542969, 0.785156, 0.768555, 0.883301, 0.703125, 0.765625, 0.738281, 0.933594, 0.84668, 0.744141, 0.760742, 1.042969, 1.124023, 0.770508, 0.786133, 0.728516, 0.792969, 0.738281, 1.882812, 0.751953, 0.77832, 0.782227, 0.738281, 0.84082, 0.826172, 0.882324, 1.277344, 0.793945, 0.915039, 0.760742, 0.834961, 1.875, 0.791016, 0.848633, 0.882812, 0.854492, 0.790039, 0.685547, 0.816406, 0.875488, 1.009521, 0.940674, 0.904785, 1.15625, 0.814453, 1.472656, 0.734375, 0.787109, 1.640625, 0.744141, 0.770508, 0.835938, 0.794922, 0.792969, 0.900391, 0.830078, 1.052002, 0.810547, 0.938721, 0.848633, 0.771484, 0.816406, 0.902832, 0.829102, 0.807617, 0.740234, 0.915527, 0.823242, 0.821289, 1.151367, 0.890625, 0.847656, 0.748047, 0.88916, 1.194336, 0.850586, 0.899414, 0.773438, 0.810547, 0.819336, 1.170898, 0.768555, 0.835938, 0.952393, 0.787109, 0.806641, 0.851562, 0.804688, 1.002335, 0.856445, 0.807617, 0.869141, 0.78418, 0.857422, 0.677734, 0.78418, 1.179688, 0.805664, 0.836914, 0.708984, 0.768555, 0.744141, 0.855469, 0.813477, 0.942627, 0.764648, 0.818359, 0.808594, 0.817383, 0.932129, 0.834961, 0.84375, 0.75, 0.786133, 0.819336, 0.833984, 0.900391, 0.771484, 0.971436, 0.842773, 0.774414, 0.833008, 0.772461, 1.131836, 0.726562, 0.9375, 0.849609, 0.714844, 1.038574, 2.125, 0.78418, 0.904297, 0.760742, 0.693359, 0.765625, 0.84375, 0.89209, 0.790039, 0.953125, 0.821289, 0.758789, 0.791992, 0.783203, 1.089844, 0.758789, 0.75293, 0.833008, 0.84668, 0.854492, 0.796875, 0.803711, 0.753906, 0.922363, 0.748047, 0.853516, 0.766602, 0.801758, 0.88916, 1.050049, 0.805664, 0.948486, 0.861328, 0.748047, 1.151367, 0.730469, 0.787109, 0.798828, 0.766602, 0.802734, 0.827148, 0.897461, 0.744141, 1.000244, 1.05542, 0.766602, 0.824219, 0.759766, 1.019775, 0.943848, 0.808594, 0.804688, 0.712891, 0.708984, 0.950195, 0.791016, 0.835938, 0.915527, 0.925293, 1.229492, 0.858398, 1.605469, 0.825195, 0.811523, 0.722656, 0.769531, 0.818359, 1.269531, 0.744141, 0.732422, 0.804688, 0.818359, 0.707031, 1.464844, 0.753906, 0.770508, 0.859375, 1.039795, 0.827148, 0.853516, 0.848633, 0.768555, 0.722656, 0.820312, 0.788086, 1.032959, 0.807617, 0.759766, 1.511719, 0.693359, 0.722656, 0.793945, 0.814453, 0.87207, 0.805664, 0.930664, 1.167969, 0.791992, 0.842773, 0.855469, 1.470703, 0.80957, 0.831055, 0.786133, 0.707031, 0.880371, 0.801758, 0.773438, 0.803711, 0.757812, 0.975586, 0.856445, 0.762695, 0.779297, 1.131836, 0.856445, 0.832031, 0.803711, 0.738281, 0.714844, 0.776367, 0.730469, 0.839844, 0.751953, 0.777344, 1.046387, 2.320312, 0.801758, 0.858398, 0.699219, 1.089355, 0.789062, 1.392578, 0.748047, 1.511719, 0.856445, 0.884277, 1.320312, 1.062988, 0.871094, 0.772461, 0.736328, 0.849609, 0.740234, 0.816406, 0.758789, 0.716797, 1.953125, 1.098633, 1.261719, 0.754883, 0.746094, 0.841797, 0.736328, 0.712891, 0.75293, 0.9935, 0.779297, 0.738281, 1.115723, 0.933105, 0.801758, 1.066895, 0.819336, 0.708984, 0.963379, 0.779297, 0.806641, 0.753906, 0.728516, 0.71875, 0.983276, 0.811523, 0.848633, 0.850586, 0.867188, 0.736328, 1.192383, 0.756836, 1.369141, 1.048828, 0.759766, 0.803711, 0.852539, 1.039551, 0.703125, 0.825195, 0.758789, 1.100586, 0.832031, 0.90918, 0.845703, 0.791016, 0.869141, 1.976562, 0.775391, 0.790039, 0.767578, 1.373047, 0.879883, 1.267578, 1.941406, 0.770508, 0.982422, 0.744141, 0.765625, 0.8125, 0.793945, 0.871094, 0.874023, 1.041748, 1.120117, 0.852539, 0.857422, 0.768555, 0.732422, 0.724609, 0.776367, 0.691406, 1.052002, 0.782227, 0.775391, 0.77832, 1.167969, 0.738281, 0.746094, 0.987488, 0.794922, 0.746094, 1.045166, 1.114258, 1.308594, 1.417969, 0.756836, 0.755859, 0.925293, 0.78125, 0.875488, 0.761719, 0.744141, 0.764648, 0.905273, 0.786133, 0.831055, 0.965088, 0.748047, 0.775391, 0.764648, 0.95459, 0.786133, 1.003967, 0.90625, 0.804688, 0.913574, 0.816406, 0.829102, 0.851562, 0.777344, 0.802734, 0.84668, 0.746094, 1.003754, 0.998459, 0.746094, 0.728516, 1.376953, 0.796875, 0.732422, 0.884766, 0.867188, 0.838867, 0.730469, 0.789062, 0.753906, 0.807617, 1.084961, 0.887207, 0.890137, 1.037354, 0.771484, 0.831055, 1.261719, 0.783203, 0.973633, 0.762695, 0.788086, 0.818359, 0.708984, 0.685547, 0.833008, 0.823242, 0.783203, 0.848633, 0.851562, 0.763672, 1.045654, 0.782227, 0.751953, 0.599609, 1.151367, 0.824219, 0.800781, 0.791016, 1.291016, 0.772461, 1.002899, 0.852539, 0.819336, 1.064941, 0.922852, 0.797852, 0.78418, 1.106445, 0.819336, 0.808594, 1.012878, 0.765625, 0.973145, 0.730469, 0.814453, 0.77832, 0.772461, 0.97644, 0.763672, 0.758789, 0.91748, 0.853516, 0.874023, 0.899414, 0.887695, 1.457031, 0.96167, 0.814453, 0.922852, 0.768555, 0.887207, 0.806641, 0.847656, 0.697266, 1.09668, 0.902344, 0.75293, 1.625, 0.826172, 0.822266, 0.726562, 0.775391, 1.188477, 0.736328, 0.751953, 2.367188, 0.754883, 1.703125, 0.87207, 0.786133, 0.806641, 0.790039, 1.083008, 0.801758, 0.827148, 0.819336, 0.782227, 0.785156, 1.113281, 2.140625, 0.771484, 0.779297, 0.765625, 0.792969, 1.139648, 1.121582, 0.772461, 0.88623, 0.75, 0.867188, 0.78125, 0.911133, 0.814453, 0.754883, 0.937012, 0.708984, 1.441406, 1.453125, 1.110352, 0.807617, 1.128906, 0.646484, 0.944824, 0.889648, 0.751953, 0.803711, 0.953857, 0.876953, 0.816406, 0.722656, 1.134766, 0.638672, 1.441406, 0.837891 ] }, "name": "onnx::Mul_8140", "outputIndexes": [ 138 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 137, 138 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm/Mul_1_output_0", "outputIndexes": [ 139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 116, 139 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_4_output_0", "outputIndexes": [ 140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 140, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_9_output_0", "outputIndexes": [ 141 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 141 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_1/Mul_output_0", "outputIndexes": [ 142 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.648438, 1.589844, 1.640625, 1.535156, 1.660156, 1.835938, 1.703125, 1.300781, 1.683594, 1.679688, 1.597656, 1.589844, 1.679688, 1.644531, 1.722656, 1.710938, 2.148438, 1.585938, 2.3125, 1.621094, 1.597656, 1.660156, 1.632812, 1.679688, 1.605469, 1.648438, 1.730469, 1.609375, 1.660156, 1.597656, 1.585938, 1.59375, 1.558594, 1.5, 1.566406, 1.601562, 1.746094, 1.617188, 1.707031, 1.427734, 1.636719, 1.707031, 1.695312, 1.597656, 1.417969, 1.8125, 1.546875, 1.667969, 1.855469, 1.652344, 1.851562, 1.621094, 1.597656, 1.632812, 1.632812, 1.636719, 1.679688, 1.566406, 1.408203, 1.722656, 1.695312, 2.945312, 1.65625, 1.691406, 1.621094, 1.699219, 1.644531, 1.65625, 1.507812, 1.566406, 1.726562, 1.664062, 1.746094, 1.640625, 1.523438, 1.652344, 1.5625, 1.574219, 1.667969, 1.566406, 1.558594, 1.455078, 2.15625, 1.628906, 1.597656, 1.753906, 1.632812, 1.582031, 1.597656, 1.621094, 1.679688, 1.648438, 1.605469, 1.539062, 1.566406, 1.511719, 1.722656, 1.523438, 1.470703, 1.734375, 1.339844, 1.652344, 1.578125, 1.621094, 1.648438, 1.613281, 1.65625, 1.644531, 1.597656, 1.601562, 1.695312, 1.605469, 1.710938, 2.03125, 1.824219, 1.589844, 1.660156, 2.015625, 1.726562, 1.660156, 1.726562, 1.570312, 1.859375, 1.800781, 1.632812, 1.566406, 1.636719, 1.738281, 1.714844, 1.578125, 1.640625, 1.574219, 1.480469, 1.636719, 1.675781, 1.710938, 1.640625, 1.4375, 1.695312, 1.707031, 3.015625, 1.894531, 1.6875, 1.667969, 1.59375, 1.8125, 1.527344, 1.625, 1.628906, 1.65625, 1.695312, 1.730469, 1.632812, 1.388672, 1.703125, 1.59375, 1.53125, 1.664062, 1.53125, 1.535156, 1.828125, 1.703125, 1.546875, 1.566406, 1.8125, 1.648438, 1.714844, 1.455078, 1.542969, 1.601562, 1.71875, 1.691406, 1.609375, 1.539062, 1.683594, 1.734375, 1.632812, 1.460938, 1.785156, 1.326172, 1.632812, 1.5625, 1.660156, 1.371094, 3.453125, 1.683594, 1.582031, 1.59375, 1.605469, 1.738281, 1.613281, 2.351562, 1.566406, 1.660156, 1.574219, 1.570312, 1.757812, 1.589844, 1.628906, 1.515625, 1.667969, 1.652344, 1.605469, 1.507812, 1.621094, 1.601562, 3.28125, 1.65625, 1.636719, 1.714844, 1.433594, 1.621094, 1.46875, 2.046875, 1.59375, 1.636719, 1.679688, 1.691406, 1.667969, 1.644531, 1.660156, 1.71875, 1.621094, 1.523438, 1.574219, 1.644531, 1.542969, 1.582031, 1.75, 1.660156, 1.722656, 1.574219, 1.796875, 1.714844, 1.714844, 1.734375, 1.632812, 1.589844, 1.625, 1.886719, 1.625, 1.605469, 1.683594, 0.849609, 1.773438, 1.316406, 1.628906, 1.964844, 1.632812, 1.527344, 1.75, 1.671875, 1.621094, 1.652344, 1.523438, 1.621094, 1.675781, 1.578125, 2.34375, 1.523438, 1.695312, 1.617188, 1.78125, 1.585938, 1.644531, 1.699219, 1.722656, 1.589844, 1.644531, 1.523438, 1.621094, 1.675781, 1.589844, 1.449219, 1.589844, 1.574219, 1.345703, 1.636719, 1.660156, 1.59375, 1.605469, 1.648438, 1.570312, 1.730469, 2.304688, 1.625, 1.792969, 1.699219, 1.519531, 1.640625, 1.640625, 1.449219, 1.671875, 1.550781, 1.640625, 1.628906, 1.527344, 1.542969, 1.628906, 1.585938, 1.652344, 1.621094, 1.511719, 2.085938, 1.015625, 1.589844, 1.664062, 1.597656, 1.636719, 1.691406, 1.652344, 1.597656, 1.628906, 1.519531, 1.519531, 1.558594, 1.714844, 1.5625, 1.605469, 1.734375, 1.582031, 2.085938, 1.644531, 1.494141, 1.617188, 1.71875, 1.671875, 1.636719, 1.582031, 1.597656, 1.71875, 2.421875, 1.699219, 1.625, 0.289062, 1.625, 1.703125, 1.636719, 1.71875, 1.652344, 1.597656, 1.695312, 1.527344, 1.558594, 1.78125, 1.574219, 1.78125, 1.59375, 1.605469, 1.757812, 1.59375, 1.679688, 1.5, 1.625, 1.392578, 1.566406, 1.730469, 1.542969, 1.390625, 1.609375, 1.566406, 1.714844, 1.578125, 1.601562, 2.070312, 1.621094, 1.4375, 2.453125, 1.617188, 1.667969, 1.652344, 1.605469, 1.632812, 1.515625, 1.636719, 1.644531, 1.730469, 1.6875, 1.652344, 1.570312, 1.632812, 1.542969, 1.621094, 1.601562, 1.5625, 1.605469, 1.546875, 1.523438, 1.609375, 1.617188, 1.671875, 1.625, 1.578125, 1.679688, 1.699219, 1.6875, 1.671875, 1.589844, 1.777344, 1.660156, 1.683594, 1.636719, 1.605469, 1.632812, 1.667969, 1.691406, 1.617188, 1.527344, 1.703125, 1.605469, 1.515625, 1.609375, 1.722656, 1.625, 1.707031, 1.660156, 1.679688, 1.679688, 1.730469, 1.6875, 1.40625, 1.710938, 2.515625, 1.71875, 1.636719, 1.730469, 1.5625, 1.671875, 1.625, 1.699219, 2.25, 1.621094, 1.761719, 1.65625, 1.785156, 1.480469, 1.695312, 1.558594, 1.667969, 1.78125, 1.597656, 2.28125, 1.667969, 1.582031, 1.357422, 1.6875, 1.648438, 1.957031, 1.75, 1.664062, 1.640625, 1.613281, 1.613281, 1.667969, 1.714844, 1.757812, 1.632812, 1.664062, 1.558594, 1.320312, 1.667969, 1.628906, 1.6875, 1.511719, 1.523438, 1.644531, 1.546875, 1.726562, 1.609375, 1.582031, 1.632812, 1.640625, 1.535156, 1.726562, 1.683594, 1.439453, 1.429688, 2.078125, 1.710938, 1.726562, 1.730469, 1.542969, 1.714844, 1.703125, 1.691406, 1.746094, 1.539062, 1.585938, 1.664062, 1.652344, 1.738281, 1.6875, 1.71875, 1.710938, 1.726562, 1.65625, 1.498047, 1.488281, 1.496094, 1.589844, 1.753906, 1.648438, 1.671875, 1.59375, 1.5625, 1.660156, 1.628906, 1.632812, 2.226562, 1.617188, 1.566406, 1.636719, 1.675781, 1.667969, 1.585938, 1.554688, 1.667969, 1.628906, 1.679688, 1.578125, 1.683594, 1.566406, 1.5625, 1.582031, 1.703125, 1.519531, 1.710938, 1.613281, 1.632812, 1.613281, 1.660156, 1.652344, 1.628906, 1.492188, 1.679688, 0.292969, 1.648438, 2.429688, 1.488281, 1.398438, 1.636719, 1.6875, 1.621094, 1.578125, 1.765625, 1.703125, 1.511719, 1.636719, 1.582031, 1.664062, 1.65625, 1.683594, 1.494141, 1.503906, 1.667969, 1.683594, 1.523438, 1.625, 1.597656, 1.632812, 1.824219, 1.039062, 1.757812, 1.369141, 1.59375, 1.511719, 1.683594, 1.523438, 1.6875, 1.867188, 1.605469, 1.703125, 1.761719, 1.71875, 1.404297, 1.570312, 1.75, 1.636719, 1.605469, 1.703125, 2.71875, 1.730469, 1.65625, 1.707031, 2.3125, 1.660156, 2.492188, 1.617188, 1.667969, 1.542969, 1.621094, 1.625, 1.585938, 2.59375, 1.511719, 1.679688, 1.609375, 1.632812, 1.628906, 1.263672, 1.625, 1.621094, 1.617188, 1.636719, 1.617188, 1.671875, 1.445312, 1.695312, 1.609375, 1.863281, 1.523438, 1.738281, 1.5625, 1.632812, 1.376953, 1.636719, 1.5625, 1.761719, 1.890625, 1.699219, 1.535156, 1.714844, 1.539062, 1.679688, 1.796875, 1.621094, 1.714844, 1.734375, 1.679688, 1.785156, 1.582031, 1.664062, 1.992188, 1.667969, 1.648438, 1.757812, 1.660156, 1.78125, 1.648438, 1.660156, 1.597656, 1.648438, 1.478516, 1.578125, 1.628906, 1.601562, 1.578125, 1.574219, 1.792969, 1.734375, 1.143555, 1.5, 1.664062, 1.566406, 1.730469, 1.722656, 1.585938, 1.566406, 1.589844, 1.546875, 1.804688, 1.683594, 1.582031, 1.535156, 1.636719, 1.589844, 1.648438, 1.621094, 1.632812, 1.535156, 1.679688, 1.707031, 1.628906, 1.8125, 1.550781, 1.589844, 1.769531, 1.695312, 1.695312, 2.117188, 1.527344, 1.182617, 1.135742, 1.402344, 1.644531, 1.597656, 1.609375, 1.628906, 1.753906, 2.625, 1.695312, 1.617188, 1.726562, 1.5625, 1.617188, 1.667969, 1.699219, 1.566406, 1.863281, 1.621094, 1.746094, 1.542969, 1.640625, 1.625, 1.621094, 1.597656, 1.621094, 1.738281, 1.558594, 1.980469, 1.664062, 1.703125, 1.636719, 1.675781, 1.396484, 1.695312, 1.652344, 1.566406, 1.625, 1.757812, 1.679688, 1.597656, 1.613281, 1.675781, 1.589844, 1.371094, 1.660156, 1.605469, 1.675781, 1.691406, 1.597656, 1.722656, 1.648438, 1.621094, 1.644531, 2.15625, 1.65625, 1.59375, 1.65625, 1.632812, 1.667969, 1.462891, 1.660156, 1.765625, 1.710938, 1.613281, 1.664062, 1.867188, 1.726562, 1.699219, 1.714844, 1.652344, 1.507812, 1.621094, 1.707031, 1.326172, 1.636719, 1.585938, 1.519531, 1.675781, 1.664062, 1.664062, 1.597656, 1.574219, 1.605469, 1.613281, 1.53125, 1.632812, 1.761719, 1.671875, 1.722656, 1.738281, 1.671875, 1.625, 1.691406, 1.695312, 1.597656, 1.636719, 2.539062, 1.648438, 1.652344, 1.535156, 1.613281, 1.585938, 1.847656, 1.699219, 1.625, 1.535156, 1.679688, 1.605469, 1.597656, 1.59375, 1.609375, 1.671875, 1.558594, 1.546875, 1.921875, 1.636719, 1.59375, 1.917969, 1.535156, 1.710938, 1.640625, 1.722656, 1.59375, 1.488281, 1.726562, 1.644531, 1.5625, 1.628906, 1.703125, 1.664062, 1.589844, 1.570312, 1.546875, 2.21875, 2.9375, 1.695312, 1.628906, 1.613281, 1.675781, 1.722656, 1.742188, 1.574219, 1.703125, 1.65625, 1.6875, 1.675781, 1.558594, 1.632812, 1.652344, 1.667969, 1.511719, 3.0, 1.867188, 1.585938, 1.710938, 1.636719, 1.605469, 1.679688, 1.554688, 1.621094, 1.820312, 1.550781, 1.703125, 1.613281, 2.039062, 1.6875, 1.605469, 1.628906, 1.699219, 1.490234, 1.839844, 1.574219, 0.876465, 1.683594, 1.691406, 1.726562, 1.535156, 1.59375, 1.660156, 1.710938, 1.589844, 1.597656, 1.644531, 1.394531, 1.640625, 1.621094, 1.664062, 1.613281, 1.683594, 1.675781, 1.835938, 1.585938, 1.636719, 1.5625, 1.640625, 1.683594, 1.78125, 1.765625, 1.679688, 2.539062, 1.675781, 1.609375, 1.710938, 1.667969, 1.679688, 1.714844, 1.75, 1.664062, 1.664062, 1.542969, 1.570312, 1.412109, 1.582031, 1.625, 1.828125, 1.515625, 1.632812, 1.550781, 1.498047, 1.617188, 1.550781, 1.671875, 1.59375, 1.617188, 1.625, 1.59375, 1.179688, 1.640625, 1.455078, 1.765625, 1.621094, 2.242188, 1.792969, 1.542969, 1.328125, 1.609375, 2.773438, 1.652344, 1.820312, 1.636719, 1.574219, 1.640625, 1.644531, 1.570312, 1.664062, 1.464844, 1.625, 1.515625, 1.613281, 1.675781, 1.566406, 1.621094, 1.640625, 1.5625, 1.636719, 1.605469, 1.726562, 1.605469, 1.671875, 1.498047, 1.527344, 2.1875, 1.664062, 1.601562, 1.574219, 1.488281, 1.742188, 1.621094, 1.683594, 2.070312, 1.570312, 1.597656, 1.644531, 1.605469, 1.410156, 1.457031, 1.652344, 1.574219, 1.660156, 1.402344, 1.667969, 1.679688, 1.9375, 1.621094, 1.648438, 2.15625, 1.671875, 1.507812, 1.726562, 1.667969, 1.59375, 1.378906, 2.023438, 1.5625, 2.84375, 1.691406, 1.6875, 1.443359, 1.730469, 1.652344, 1.632812, 1.539062, 1.613281, 1.667969, 1.5, 1.216797, 1.482422, 1.789062, 1.400391, 1.652344, 1.644531, 1.761719, 1.660156, 1.628906, 1.710938, 1.289062, 1.605469, 1.458984, 1.703125, 1.691406, 0.375, 1.714844, 1.605469, 1.070312, 1.597656, 1.324219, 1.644531, 1.507812, 1.59375, 1.589844, 1.585938, 1.617188, 1.644531, 1.714844, 1.601562, 1.679688, 1.496094, 1.386719, 1.605469, 1.554688, 1.683594, 1.601562, 1.644531, 1.699219, 1.566406, 1.511719, 1.746094, 1.605469, 1.558594, 2.265625, 1.664062, 1.539062, 1.648438, 1.78125, 1.527344, 1.345703, 1.625, 1.636719, 1.632812, 1.730469, 1.628906, 1.65625, 1.734375, 1.683594, 3.59375, 1.613281, 1.617188, 1.644531, 1.652344, 1.589844, 1.671875, 1.925781, 1.746094, 1.667969, 1.507812, 1.609375, 1.435547, 1.523438, 1.902344, 1.589844, 1.605469, 1.613281, 1.570312, 1.609375, 1.621094, 1.667969, 0.826172, 1.667969, 1.482422, 1.660156, 1.566406, 1.433594, 1.734375, 1.839844, 1.578125, 1.675781, 1.636719, 1.722656, 1.488281, 1.617188, 1.333984, 1.484375, 1.574219, 1.71875, 1.671875, 1.59375, 1.5625, 1.470703, 1.675781, 1.621094, 1.5, 1.671875, 1.486328, 1.570312, 1.710938, 1.625, 1.660156, 1.605469, 1.330078, 2.695312, 1.75, 1.640625, 1.636719, 1.601562, 1.601562, 1.738281, 2.015625, 1.632812, 1.535156, 1.644531, 1.632812, 1.628906, 1.582031, 1.648438, 1.648438, 1.632812, 1.761719, 1.597656, 1.582031, 1.71875, 1.527344, 1.722656, 1.660156, 1.59375, 1.196289, 1.419922, 1.416016, 1.6875, 1.609375, 1.558594, 1.621094, 1.601562, 1.878906, 1.443359, 1.535156, 1.6875, 1.6875, 1.636719, 1.636719, 1.816406, 2.765625, 1.632812, 1.625, 1.65625, 1.554688, 1.566406, 1.031738, 1.378906, 1.345703, 1.675781, 1.636719, 1.574219, 1.703125, 1.632812, 1.816406, 1.138672, 1.667969, 1.882812, 1.683594, 1.976562, 1.648438, 1.605469, 1.628906, 1.777344, 1.621094, 1.726562, 1.632812, 1.546875, 0.5625, 1.746094, 1.558594, 2.515625, 1.605469, 1.699219, 1.53125, 1.707031, 1.613281, 1.902344, 1.648438, 1.625, 1.648438, 1.65625, 1.636719, 1.486328, 1.589844, 1.695312, 1.640625, 1.636719, 1.570312, 1.636719, 1.640625, 1.625, 1.679688, 1.828125, 1.730469, 1.535156, 1.707031, 1.644531, 1.683594, 1.792969, 1.566406, 1.714844, 1.726562, 1.5625, 1.742188, 1.621094, 1.746094, 1.707031, 1.59375, 1.609375, 1.621094, 1.621094, 1.632812, 1.507812, 1.558594, 1.59375, 1.621094, 1.652344, 1.636719, 1.617188, 1.609375, 1.617188, 1.53125, 1.640625, 1.675781, 1.59375, 1.219727, 1.53125, 1.738281, 1.474609, 1.457031, 1.34375, 1.699219, 1.621094, 1.515625, 1.498047, 1.648438, 1.498047, 2.1875, 1.53125, 1.691406, 1.488281, 1.527344, 1.699219, 1.490234, 1.761719, 1.585938, 1.597656, 1.699219, 1.484375, 1.527344, 1.515625, 1.589844, 1.206055, 1.546875, 1.609375, 1.65625, 1.601562, 1.640625, 1.425781, 1.484375, 1.707031, 1.714844, 1.652344, 1.585938, 1.683594, 1.550781, 1.644531, 1.601562, 1.503906, 1.429688, 1.726562, 1.585938, 1.613281, 1.644531, 1.589844, 1.589844, 1.585938, 1.703125, 1.726562, 1.671875, 1.5625, 1.730469, 1.482422, 1.59375, 1.605469, 1.605469, 1.578125, 1.671875, 1.578125, 1.714844, 1.359375, 1.601562, 1.734375, 1.734375, 1.710938, 1.691406, 1.582031, 2.476562, 1.585938, 1.664062, 1.789062, 2.359375, 1.636719, 1.671875, 1.613281, 1.753906, 1.53125, 1.628906, 1.613281, 1.683594, 1.302734, 1.621094, 1.644531, 1.605469, 1.644531, 1.644531, 1.472656, 1.585938, 1.652344, 1.5625, 1.671875, 1.585938, 1.699219, 1.703125, 1.699219, 1.5625, 1.597656, 1.597656, 1.466797, 1.660156, 1.757812, 1.742188, 1.597656, 1.667969, 1.625, 1.640625, 1.597656, 1.832031, 1.6875, 1.578125, 1.609375, 1.609375, 1.542969, 1.494141, 1.683594, 1.621094, 2.546875, 1.710938, 1.605469, 1.625, 1.613281, 1.75, 1.679688, 1.632812, 1.707031, 1.726562, 1.617188, 1.703125, 1.554688, 1.691406, 1.652344, 1.699219, 1.683594, 1.671875, 1.621094, 2.375, 1.683594, 1.601562, 1.734375, 1.5, 1.683594, 1.625, 1.394531, 1.652344, 1.664062, 1.675781, 1.605469, 2.109375, 1.566406, 1.625, 1.660156, 1.589844, 1.628906, 1.597656, 1.707031, 1.773438, 1.550781, 1.652344, 1.839844, 1.601562, 2.757812, 1.648438, 1.648438, 1.609375, 1.550781, 1.5625, 1.664062, 1.660156, 1.578125, 1.464844, 1.601562, 1.59375, 2.265625, 1.65625, 1.578125, 1.746094, 1.292969, 1.644531, 3.0625, 1.396484, 1.574219, 1.644531, 1.652344, 1.632812, 1.535156, 1.578125, 1.625, 1.691406, 1.574219, 1.498047, 1.585938, 1.625, 1.632812, 1.462891, 1.492188, 1.554688, 1.546875, 1.679688, 1.585938, 1.5625, 1.679688, 1.644531, 1.601562, 1.59375, 1.380859, 1.515625, 1.585938, 2.070312, 1.644531, 1.683594, 1.628906, 1.59375, 1.714844, 1.605469, 1.628906, 1.632812, 1.800781, 1.847656, 1.542969, 1.511719, 1.703125, 1.652344, 1.542969, 1.546875, 1.46875, 2.453125, 1.539062, 1.632812, 1.628906, 1.625, 1.789062, 1.527344, 1.824219, 1.613281, 1.617188, 1.617188, 1.353516, 1.65625, 1.777344, 1.617188, 1.691406, 1.542969, 1.582031, 1.722656, 1.570312, 1.589844, 1.53125, 1.667969, 1.601562, 1.566406, 1.566406, 1.570312, 1.675781, 1.648438, 1.5625, 2.421875, 1.542969, 1.769531, 1.5625, 1.679688, 1.605469, 1.617188, 1.617188, 1.679688, 1.554688, 1.777344, 1.664062, 1.667969, 1.648438, 1.835938, 1.597656, 1.632812, 1.59375, 1.992188, 1.625, 1.78125, 1.636719, 1.683594, 1.589844, 1.726562, 1.621094, 2.4375, 1.585938, 1.648438, 1.601562, 1.785156, 1.574219, 1.675781, 1.675781, 1.742188, 1.6875, 1.566406, 1.667969, 1.65625, 1.664062, 1.570312, 1.671875, 1.613281, 1.816406, 1.691406, 1.613281, 1.730469, 2.632812, 1.914062, 1.628906, 1.730469, 1.660156, 1.613281, 1.671875, 1.84375, 1.558594, 1.691406, 1.53125, 1.332031, 2.742188, 1.605469, 1.550781, 1.773438, 1.792969, 1.380859, 1.660156, 1.726562, 1.726562, 1.550781, 1.664062, 1.476562, 1.53125, 1.628906, 1.636719, 1.710938, 1.671875, 1.679688, 1.679688, 1.613281, 1.691406, 1.632812, 1.742188, 1.660156, 1.652344, 1.65625, 1.621094, 1.691406, 1.582031, 1.367188, 1.570312, 1.515625, 1.578125, 1.582031, 1.605469, 1.675781, 1.707031, 1.726562, 1.734375, 1.585938, 1.882812, 1.625, 1.652344, 1.734375, 1.667969, 1.855469, 1.558594, 1.519531, 1.699219, 1.558594, 1.75, 1.621094, 1.691406, 1.597656, 1.703125, 1.519531, 1.671875, 1.585938, 1.570312, 1.625, 1.6875, 1.71875, 1.675781, 1.375, 0.92627, 1.349609, 1.699219, 1.404297, 1.679688, 1.734375, 1.535156, 1.664062, 1.71875, 1.632812, 1.527344, 1.511719, 1.699219, 1.589844, 1.734375, 1.628906, 1.683594, 1.679688, 1.527344, 1.636719, 1.566406, 1.800781, 1.632812, 1.640625, 1.597656, 1.742188, 1.695312, 1.652344, 1.617188, 1.617188, 1.667969, 1.632812, 1.691406, 1.710938, 1.640625, 1.65625, 1.535156, 1.527344, 1.6875, 1.636719, 1.490234, 1.605469, 2.265625, 1.773438, 1.726562, 1.679688, 1.699219, 1.777344, 1.597656, 1.632812, 1.816406, 1.710938, 1.628906, 1.625, 1.605469, 1.78125, 1.777344, 1.628906, 1.890625, 1.445312, 1.03833, 1.660156, 1.566406, 1.554688, 1.933594, 1.722656, 0.925781, 1.664062, 1.546875, 1.695312, 1.664062, 1.625, 1.636719, 1.597656, 1.636719, 1.640625, 1.644531, 2.953125, 1.671875, 1.566406, 2.070312, 2.875, 1.734375, 1.550781, 1.726562, 1.664062, 1.332031, 1.609375, 1.921875, 1.589844, 1.527344, 2.203125, 1.605469, 1.851562, 1.621094, 1.589844, 1.5625, 1.621094, 1.679688, 1.605469, 1.761719, 2.375, 1.621094, 1.738281, 1.632812, 1.648438, 1.484375, 1.59375, 1.726562, 1.628906, 1.597656, 1.859375, 1.648438, 1.597656, 1.75, 1.574219, 1.644531, 1.480469, 1.515625, 1.59375, 1.621094, 1.597656, 1.679688, 1.632812, 1.617188, 1.496094, 1.746094, 1.652344, 1.539062, 1.605469, 1.523438, 1.570312, 1.65625, 1.5625, 1.605469, 1.769531, 1.554688, 1.511719, 1.65625, 1.558594, 1.515625, 1.621094, 1.585938, 1.613281, 1.683594, 1.6875, 1.566406, 1.515625, 1.71875, 1.605469, 1.582031, 1.636719, 1.589844, 1.503906, 1.644531, 1.679688, 1.435547, 1.582031, 1.382812, 1.65625, 1.742188, 1.515625, 1.546875, 1.691406, 1.5625, 1.558594, 1.726562, 1.660156, 1.664062, 1.675781, 1.699219, 1.640625, 1.570312, 1.667969, 1.613281, 1.621094, 1.466797, 1.5, 1.597656, 1.664062, 1.675781, 1.628906, 1.683594, 1.220703, 1.722656, 1.566406, 1.601562, 1.59375, 1.636719, 1.652344, 1.671875, 1.439453, 1.648438, 1.933594, 1.816406, 1.683594, 1.109863, 1.714844, 1.679688, 1.746094, 1.460938, 1.585938, 1.578125, 1.578125, 1.777344, 1.609375, 1.730469, 1.675781, 1.535156, 1.628906, 2.070312, 1.71875, 1.640625, 1.714844, 1.597656, 1.746094, 1.714844, 1.589844, 1.542969, 1.574219, 1.683594, 1.582031, 1.648438, 1.640625, 1.636719, 1.636719, 1.605469, 1.726562, 1.699219, 1.574219, 1.59375, 1.574219, 1.910156, 1.707031, 1.609375, 1.636719, 1.679688, 1.648438, 1.628906, 1.59375, 1.675781, 1.730469, 1.671875, 1.578125, 1.625, 1.582031, 1.625, 1.609375, 1.5625, 1.65625, 1.710938, 1.691406, 1.628906, 2.132812, 1.617188, 1.621094, 1.597656, 1.652344, 1.515625, 1.703125, 1.628906, 1.539062, 1.746094, 1.789062, 1.707031, 1.566406, 1.644531, 1.695312, 1.585938, 1.636719, 1.714844, 1.605469, 1.613281, 1.691406, 1.84375, 1.609375, 1.679688, 1.757812, 1.691406, 1.609375, 1.535156, 1.800781, 1.753906, 1.408203, 1.679688, 1.664062, 1.6875, 1.636719, 1.847656, 1.769531, 2.226562, 1.71875, 1.582031, 1.609375, 1.055664, 1.710938, 1.558594, 1.523438, 1.742188, 1.679688, 1.648438, 1.601562, 1.632812, 1.6875, 1.589844, 1.59375, 1.550781, 1.550781, 1.507812, 1.761719, 1.570312, 2.203125, 1.714844, 1.703125, 1.523438, 1.640625, 1.683594, 1.542969, 1.640625, 1.789062, 1.679688, 1.644531, 1.478516, 1.605469, 1.632812, 1.480469, 1.695312, 1.589844, 1.851562, 1.644531, 1.773438, 1.828125, 1.652344, 1.597656, 1.65625, 1.648438, 1.726562, 1.769531, 1.53125, 1.511719, 1.621094, 1.667969, 1.539062, 1.597656, 1.785156, 1.5625, 1.652344, 1.582031, 1.455078, 1.726562, 1.550781, 1.675781, 2.960938, 1.527344, 1.742188, 1.886719, 1.636719, 1.746094, 1.652344, 1.601562, 1.609375, 1.40625, 1.78125, 1.621094, 1.679688, 1.695312, 1.703125, 1.800781, 1.550781, 1.636719, 1.65625, 1.585938, 1.636719, 1.617188, 1.648438, 1.601562, 1.746094, 1.59375, 1.710938, 1.515625, 1.511719, 1.683594, 1.867188, 1.738281, 1.609375, 1.695312, 1.734375, 1.527344, 1.613281, 1.613281, 2.460938, 1.546875, 1.640625, 1.640625, 1.445312, 1.726562, 1.726562, 1.734375, 1.789062, 1.683594, 1.738281, 1.75, 1.695312, 1.617188, 1.65625, 1.539062, 1.664062, 1.609375, 1.4375, 1.679688, 1.675781, 1.675781, 1.835938, 1.671875, 1.664062, 1.601562, 1.699219, 1.585938, 1.632812, 1.917969, 1.077148, 1.527344, 1.667969, 1.519531, 1.480469, 1.589844, 1.550781, 1.605469, 1.376953, 1.558594, 1.578125, 1.664062, 1.464844, 1.691406, 1.539062, 1.714844, 1.546875, 1.636719, 1.582031, 1.566406, 1.625, 1.074219, 1.558594, 1.722656, 1.570312, 1.714844, 1.617188, 1.664062, 1.65625, 1.714844, 1.621094, 1.644531, 1.652344, 1.345703, 1.769531, 1.511719, 1.519531, 1.648438, 1.710938, 1.613281, 1.625, 1.609375, 1.589844, 1.632812, 1.53125, 1.640625, 1.636719, 1.632812, 1.671875, 1.664062, 1.601562, 1.890625, 1.664062, 2.328125, 1.601562, 1.601562, 1.710938, 1.667969, 1.617188, 2.507812, 1.839844, 1.625, 1.636719, 1.621094, 1.699219, 1.621094, 1.6875, 1.660156, 1.12207, 1.652344, 1.679688, 1.652344, 1.396484, 1.699219, 1.546875, 1.527344, 1.570312, 1.601562, 1.667969, 1.679688, 1.644531, 1.757812, 1.695312, 1.507812, 1.511719, 1.480469, 1.632812, 1.664062, 1.679688, 1.527344, 1.5625, 1.710938, 1.636719, 1.664062, 1.617188, 1.578125, 1.601562, 1.617188, 1.5625, 1.734375, 2.867188, 1.789062, 1.539062, 1.648438, 0.816406, 1.449219, 1.863281, 1.59375, 1.609375, 1.636719, 1.644531, 1.65625, 1.714844, 1.664062, 1.601562, 1.714844, 1.570312, 1.640625, 1.835938, 1.695312, 1.59375, 1.585938, 1.566406, 1.574219, 1.671875, 1.773438, 1.515625, 1.578125, 1.742188, 1.542969, 1.777344, 1.699219, 1.5625, 1.640625, 1.675781, 1.984375, 1.566406, 1.640625, 1.746094, 1.707031, 1.539062, 1.628906, 1.632812, 1.652344, 1.443359, 1.679688, 1.617188, 1.707031, 1.597656, 1.601562, 1.695312, 1.859375, 1.621094, 1.746094, 1.796875, 1.46875, 1.640625, 1.566406, 1.539062, 1.632812, 1.585938, 1.617188, 1.6875, 1.617188, 1.613281, 1.539062, 1.667969, 1.675781, 1.652344, 1.65625, 1.550781, 1.703125, 2.34375, 1.636719, 1.628906, 1.734375, 1.667969, 2.09375, 1.707031, 1.71875, 1.699219, 1.667969, 1.851562, 1.632812, 1.683594, 1.738281, 1.527344, 1.71875, 1.671875, 1.462891, 1.566406, 1.859375, 1.582031, 1.5625, 1.628906, 1.554688, 1.46875, 1.550781, 1.699219, 2.179688, 1.613281, 1.609375, 1.640625, 1.886719, 1.433594, 1.582031, 1.589844, 1.59375, 1.691406, 1.605469, 1.582031, 1.644531, 1.96875, 1.625, 1.589844, 1.664062, 1.257812, 1.726562, 1.660156, 1.636719, 1.710938, 1.5, 1.640625, 1.5625, 1.131836, 1.636719, 1.6875, 1.621094, 1.462891, 1.621094, 1.71875, 1.53125, 1.710938, 1.675781, 1.59375, 1.675781, 1.652344, 1.235352, 1.18457, 1.621094, 1.664062, 1.609375, 1.699219, 1.515625, 1.636719, 1.558594, 1.589844, 1.707031, 1.648438, 1.617188, 1.648438, 1.566406, 1.632812, 1.714844, 1.75, 1.726562, 2.125, 2.453125, 1.474609, 1.503906, 1.664062, 1.527344, 1.679688, 1.628906, 1.539062, 1.304688, 1.65625, 1.644531, 1.707031, 1.628906, 2.273438, 1.229492, 1.5625 ] }, "name": "onnx::Mul_8142", "outputIndexes": [ 143 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 142, 143 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_1/Mul_1_output_0", "outputIndexes": [ 144 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 144 ], "outputIndexes": [ 2518 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2518 ], "outputIndexes": [ 2519 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear", "inputIndexes": [ 2519 ], "outputIndexes": [ 2520 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 43794586, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2520 ], "outputIndexes": [ 2521 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2521 ], "outputIndexes": [ 145 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144 ], "main_type": "NONE", "name": "/Shape_15_output_0", "outputIndexes": [ 146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Shape356", "outputIndexes": [ 147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Rank358", "outputIndexes": [ 148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 148, 148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp360", "outputIndexes": [ 149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze361", "outputIndexes": [ 150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp363", "outputIndexes": [ 151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze364", "outputIndexes": [ 152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 147, 150, 152, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice367", "outputIndexes": [ 153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze368", "outputIndexes": [ 154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp369", "outputIndexes": [ 155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 155, 154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp370", "outputIndexes": [ 156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 146, 156, 149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_19_output_0", "outputIndexes": [ 157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 157, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_33_output_0", "outputIndexes": [ 158 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 158, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_13_output_0", "outputIndexes": [ 159 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 145, 159 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_10_output_0", "outputIndexes": [ 160 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 160, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_8_output_0", "outputIndexes": [ 161 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 160 ], "main_type": "NONE", "name": "/Shape_16_output_0", "outputIndexes": [ 162 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 162 ], "main_type": "NONE", "name": "Shape377", "outputIndexes": [ 163 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 162 ], "main_type": "NONE", "name": "Rank379", "outputIndexes": [ 164 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 164, 164 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp381", "outputIndexes": [ 165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze382", "outputIndexes": [ 166 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp384", "outputIndexes": [ 167 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 167 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze385", "outputIndexes": [ 168 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 163, 166, 168, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice388", "outputIndexes": [ 169 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 169 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze389", "outputIndexes": [ 170 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 170 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp390", "outputIndexes": [ 171 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 171, 170 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp391", "outputIndexes": [ 172 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 162, 172, 165 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_20_output_0", "outputIndexes": [ 173 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_3_output_0", "outputIndexes": [ 174 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 174, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_38_output_0", "outputIndexes": [ 175 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 160, 175, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_5_output_0", "outputIndexes": [ 176 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 176 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_2_output_0", "outputIndexes": [ 177 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 160, 21, 175, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_4_output_0", "outputIndexes": [ 178 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 177, 178 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_16_output_0", "outputIndexes": [ 179 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 179, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_9_output_0", "outputIndexes": [ 180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 161, 180 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_5_output_0", "outputIndexes": [ 181 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 144 ], "outputIndexes": [ 2522 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2522 ], "outputIndexes": [ 2523 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear", "inputIndexes": [ 2523 ], "outputIndexes": [ 2524 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 46448816, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2524 ], "outputIndexes": [ 2525 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2525 ], "outputIndexes": [ 182 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 158, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_14_output_0", "outputIndexes": [ 183 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 182, 183 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_11_output_0", "outputIndexes": [ 184 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_10_output_0", "outputIndexes": [ 185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184 ], "main_type": "NONE", "name": "/Shape_17_output_0", "outputIndexes": [ 186 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 186 ], "main_type": "NONE", "name": "Shape439", "outputIndexes": [ 187 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 186 ], "main_type": "NONE", "name": "Rank441", "outputIndexes": [ 188 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 188, 188 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp443", "outputIndexes": [ 189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 189 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze444", "outputIndexes": [ 190 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 189, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp446", "outputIndexes": [ 191 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 191 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze447", "outputIndexes": [ 192 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 190, 192, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice450", "outputIndexes": [ 193 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 193 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze451", "outputIndexes": [ 194 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 194 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp452", "outputIndexes": [ 195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 195, 194 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp453", "outputIndexes": [ 196 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 186, 196, 189 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_21_output_0", "outputIndexes": [ 197 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 197, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_4_output_0", "outputIndexes": [ 198 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_40_output_0", "outputIndexes": [ 199 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184, 199, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_7_output_0", "outputIndexes": [ 200 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 200 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_3_output_0", "outputIndexes": [ 201 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184, 21, 199, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_6_output_0", "outputIndexes": [ 202 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 201, 202 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_17_output_0", "outputIndexes": [ 203 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 203, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_11_output_0", "outputIndexes": [ 204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 185, 204 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_6_output_0", "outputIndexes": [ 205 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 144 ], "outputIndexes": [ 2526 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2526 ], "outputIndexes": [ 2527 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear", "inputIndexes": [ 2527 ], "outputIndexes": [ 2528 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 47775942, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2528 ], "outputIndexes": [ 2529 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2529 ], "outputIndexes": [ 206 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 206, 183 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_12_output_0", "outputIndexes": [ 207 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 181, 205, 207, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_17_output_0", "outputIndexes": [ 208 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 2530 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2530 ], "outputIndexes": [ 2531 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear", "inputIndexes": [ 2531 ], "outputIndexes": [ 2532 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 49103068, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2532 ], "outputIndexes": [ 2533 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2533 ], "outputIndexes": [ 209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 209 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_1/Mul_output_0", "outputIndexes": [ 210 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.492188, 0.53125, 0.533203, 0.570312, 0.533203, 0.410156, 0.433594, 0.421875, 0.339844, 0.632812, 0.417969, 0.421875, 0.492188, 0.429688, 0.421875, 0.410156, 0.521484, 0.429688, 1.120605, 0.542969, 0.457031, 0.429688, 0.332031, 0.609375, 0.587891, 0.464844, 0.529297, 0.742188, 0.841797, 0.472656, 0.410156, 0.476562, 0.517578, 0.480469, 0.472656, 0.472656, 0.53125, 0.4375, 0.4375, 0.583984, 0.513672, 0.740234, 0.390625, 0.460938, 0.548828, 0.40625, 0.332031, 0.46875, 1.19043, 0.53125, 0.712891, 0.650391, 0.460938, 1.259766, 0.4375, 0.394531, 0.472656, 0.429688, 0.794922, 0.601562, 0.457031, 1.375, 0.552734, 0.398438, 0.730469, 0.402344, 0.525391, 0.390625, 0.417969, 0.417969, 0.480469, 0.382812, 0.78418, 0.390625, 0.417969, 0.402344, 0.501953, 0.457031, 0.521484, 0.523438, 0.394531, 0.429688, 1.285156, 0.464844, 0.402344, 0.445312, 0.496094, 0.503906, 0.556641, 0.673828, 0.507812, 0.509766, 0.515625, 0.546875, 0.484375, 0.378906, 0.390625, 0.363281, 0.564453, 0.556641, 0.578125, 0.421875, 0.457031, 0.445312, 0.355469, 0.480469, 0.572266, 0.445312, 0.378906, 0.441406, 0.40625, 0.587891, 0.707031, 1.094727, 0.375, 0.847656, 0.445312, 1.357422, 0.328125, 0.316406, 0.382812, 0.4375, 2.234375, 0.492188, 0.425781, 0.621094, 0.46875, 0.414062, 0.429688, 0.541016, 0.583984, 0.460938, 0.480469, 0.453125, 0.525391, 0.382812, 0.46875, 0.484375, 0.535156, 0.541016, 1.5, 1.535156, 0.402344, 0.429688, 0.421875, 0.931152, 0.441406, 0.488281, 0.382812, 0.414062, 0.460938, 0.558594, 0.505859, 3.078125, 0.386719, 0.417969, 0.609375, 0.519531, 0.429688, 0.597656, 1.511719, 0.445312, 0.589844, 0.507812, 0.675781, 0.685547, 0.587891, 0.46875, 0.449219, 0.587891, 0.666016, 0.425781, 0.742188, 0.414062, 0.425781, 0.906738, 0.421875, 0.472656, 0.691406, 0.488281, 0.525391, 0.513672, 0.46875, 0.488281, 1.294922, 0.414062, 0.480469, 0.398438, 0.509766, 0.492188, 0.433594, 1.789062, 0.441406, 0.398438, 0.398438, 0.445312, 0.488281, 0.509766, 0.519531, 0.517578, 0.441406, 0.429688, 0.484375, 0.484375, 0.445312, 0.441406, 1.347656, 0.359375, 0.449219, 0.472656, 0.519531, 0.488281, 0.511719, 0.998154, 0.378906, 0.386719, 0.46875, 0.453125, 0.53125, 0.441406, 0.460938, 0.740234, 0.367188, 0.378906, 0.414062, 0.46875, 0.421875, 0.382812, 0.544922, 0.453125, 0.712891, 0.585938, 0.794922, 0.34375, 0.488281, 0.453125, 0.589844, 0.3125, 0.453125, 0.788086, 0.511719, 0.496094, 0.382812, 0.699219, 0.449219, 0.476562, 0.539062, 1.01532, 0.390625, 0.476562, 0.417969, 0.507812, 0.488281, 0.484375, 0.359375, 0.382812, 0.574219, 0.554688, 1.490234, 0.410156, 0.445312, 0.394531, 0.5, 0.359375, 0.564453, 0.544922, 0.351562, 0.414062, 0.607422, 0.595703, 0.429688, 0.410156, 0.505859, 0.398438, 0.460938, 0.390625, 0.441406, 0.429688, 0.402344, 0.386719, 0.480469, 0.441406, 0.546875, 0.382812, 1.691406, 0.472656, 0.578125, 0.681641, 0.472656, 0.464844, 0.457031, 0.640625, 0.527344, 0.363281, 0.868164, 0.410156, 0.464844, 0.472656, 0.541016, 0.421875, 0.550781, 0.529297, 0.599609, 1.201172, 0.410156, 0.359375, 0.535156, 0.541016, 0.523438, 0.523438, 0.488281, 0.445312, 0.576172, 0.472656, 0.548828, 0.347656, 0.429688, 0.398438, 0.429688, 0.414062, 0.398438, 1.398438, 0.529297, 0.394531, 0.390625, 0.515625, 0.414062, 0.515625, 0.513672, 0.46875, 0.449219, 0.703125, 0.480469, 0.375, 2.21875, 0.525391, 0.4375, 0.367188, 0.449219, 0.40625, 0.587891, 0.484375, 0.453125, 0.398438, 0.480469, 0.574219, 0.371094, 0.621094, 0.496094, 0.453125, 0.936523, 0.445312, 0.962891, 0.460938, 0.472656, 0.496094, 0.830078, 0.355469, 0.517578, 0.460938, 0.556641, 0.511719, 0.46875, 0.552734, 1.431641, 0.390625, 0.548828, 1.023315, 0.394531, 0.445312, 0.441406, 0.433594, 0.378906, 0.460938, 0.449219, 0.621094, 0.417969, 0.492188, 0.453125, 0.558594, 0.472656, 0.46875, 0.449219, 0.628906, 0.453125, 0.394531, 0.550781, 0.472656, 0.550781, 0.394531, 0.5, 0.449219, 0.40625, 0.4375, 0.517578, 0.533203, 0.507812, 0.488281, 0.46875, 0.378906, 0.433594, 0.464844, 0.453125, 0.484375, 0.539062, 0.464844, 0.488281, 0.46875, 0.417969, 0.810547, 0.402344, 0.5, 0.558594, 0.533203, 0.578125, 0.421875, 0.492188, 0.441406, 0.648438, 0.40625, 0.492188, 0.515625, 1.691406, 0.46875, 0.480469, 0.546875, 0.410156, 0.382812, 0.421875, 0.472656, 1.425781, 0.535156, 0.570312, 0.650391, 1.102539, 0.453125, 0.445312, 0.429688, 0.472656, 0.8125, 0.441406, 0.705078, 0.441406, 0.464844, 0.965576, 0.488281, 0.417969, 1.294922, 0.650391, 0.484375, 0.371094, 0.503906, 0.511719, 0.449219, 0.304688, 0.425781, 0.521484, 0.324219, 0.382812, 0.523438, 0.515625, 0.457031, 0.476562, 0.410156, 0.509766, 0.347656, 0.529297, 0.484375, 0.472656, 0.488281, 0.425781, 0.417969, 0.464844, 0.957031, 0.386719, 0.492188, 0.507812, 1.458984, 0.449219, 0.607422, 0.503906, 0.445312, 2.96875, 0.476562, 0.519531, 0.375, 0.576172, 0.398438, 0.488281, 0.603516, 0.511719, 0.464844, 0.386719, 0.269531, 0.794922, 0.410156, 0.4375, 0.648438, 0.59375, 0.513672, 1.004883, 0.492188, 0.386719, 0.570312, 1.703125, 0.441406, 0.529297, 0.5625, 1.507812, 0.398438, 0.533203, 0.464844, 0.642578, 0.425781, 0.488281, 0.4375, 0.460938, 0.402344, 0.480469, 0.720703, 0.472656, 0.476562, 0.449219, 0.597656, 0.46875, 0.480469, 0.472656, 0.4375, 0.4375, 0.40625, 0.464844, 0.367188, 0.464844, 0.476562, 0.3125, 2.820312, 0.378906, 0.956543, 0.433594, 0.527344, 1.464844, 0.607422, 0.417969, 0.460938, 0.828125, 0.480469, 0.394531, 0.537109, 0.476562, 0.517578, 0.681641, 0.324219, 0.603516, 0.464844, 0.445312, 0.550781, 0.476562, 1.006927, 0.453125, 0.59375, 0.476562, 1.273438, 0.955078, 0.548828, 0.472656, 0.414062, 0.414062, 1.039307, 0.476562, 0.71875, 0.453125, 0.433594, 0.257812, 0.476562, 0.433594, 0.521484, 0.509766, 0.414062, 0.375, 0.414062, 1.488281, 0.681641, 0.386719, 0.46875, 1.439453, 0.339844, 2.609375, 0.53125, 0.78418, 0.574219, 0.441406, 0.425781, 0.398438, 1.503906, 0.578125, 0.4375, 0.441406, 0.433594, 0.40625, 0.578125, 0.472656, 0.449219, 0.453125, 0.402344, 0.492188, 0.394531, 0.488281, 0.582031, 0.417969, 0.509766, 0.472656, 0.347656, 0.453125, 0.963135, 0.570312, 0.394531, 0.316406, 0.40625, 0.46875, 0.509766, 0.40625, 0.542969, 0.496094, 0.4375, 0.580078, 0.4375, 0.398438, 0.6875, 0.429688, 1.46875, 0.421875, 0.492188, 1.05127, 0.636719, 0.316406, 0.570312, 0.386719, 0.386719, 0.371094, 0.476562, 0.402344, 0.535156, 0.535156, 0.488281, 0.320312, 1.6875, 0.398438, 0.410156, 0.703125, 0.603516, 0.732422, 0.460938, 0.402344, 0.449219, 0.363281, 0.425781, 0.425781, 0.375, 0.578125, 0.476562, 0.541016, 0.460938, 0.501953, 0.457031, 0.398438, 0.457031, 0.390625, 0.394531, 0.464844, 0.457031, 0.390625, 0.425781, 0.421875, 0.453125, 0.773438, 0.40625, 0.476562, 0.65625, 0.552734, 1.527344, 0.402344, 0.546875, 1.527344, 0.492188, 0.449219, 0.410156, 0.793945, 0.453125, 0.617188, 1.554688, 0.480469, 0.476562, 0.429688, 0.414062, 0.386719, 0.464844, 0.746094, 0.363281, 0.883789, 0.402344, 0.492188, 0.587891, 0.484375, 0.433594, 0.46875, 0.367188, 0.492188, 0.40625, 0.363281, 0.918945, 0.566406, 0.402344, 0.320312, 0.449219, 1.472656, 0.580078, 0.560547, 0.664062, 0.4375, 1.209961, 0.460938, 0.367188, 0.425781, 0.457031, 0.541016, 0.949219, 0.488281, 0.425781, 0.457031, 0.371094, 0.429688, 0.535156, 0.421875, 0.414062, 0.398438, 0.915527, 0.421875, 0.421875, 0.386719, 0.40625, 0.472656, 0.464844, 0.546875, 0.81543, 0.5, 0.638672, 0.398438, 0.480469, 0.511719, 0.371094, 0.445312, 0.449219, 0.410156, 0.501953, 0.457031, 0.433594, 0.398438, 0.625, 0.371094, 0.511719, 0.457031, 0.347656, 0.585938, 0.496094, 0.697266, 0.517578, 0.496094, 0.496094, 0.541016, 0.492188, 0.375, 0.433594, 0.386719, 0.324219, 0.429688, 0.359375, 0.425781, 0.429688, 1.65625, 0.519531, 0.476562, 0.59375, 0.503906, 0.4375, 0.913574, 0.453125, 0.472656, 0.628906, 0.460938, 0.457031, 0.441406, 0.484375, 0.511719, 0.421875, 0.433594, 0.525391, 0.441406, 0.53125, 0.410156, 1.478516, 1.057129, 0.417969, 0.363281, 0.40625, 0.541016, 0.460938, 0.367188, 0.445312, 0.503906, 0.535156, 0.541016, 0.382812, 0.488281, 0.4375, 0.679688, 1.357422, 1.453125, 0.410156, 0.480469, 0.398438, 0.359375, 0.517578, 0.4375, 0.591797, 0.332031, 0.375, 0.375, 0.464844, 0.394531, 0.417969, 0.550781, 0.402344, 0.425781, 1.396484, 0.884277, 0.519531, 0.613281, 0.457031, 0.630859, 0.507812, 0.5625, 0.324219, 0.417969, 0.453125, 0.453125, 0.375, 0.564453, 0.417969, 0.320312, 0.320312, 0.425781, 0.503906, 1.173828, 0.476562, 0.351562, 0.507812, 0.449219, 0.390625, 0.457031, 0.617188, 0.460938, 0.496094, 0.460938, 0.556641, 0.601562, 0.472656, 0.548828, 0.480469, 0.445312, 0.795898, 0.445312, 0.679688, 0.417969, 0.472656, 0.564453, 1.025269, 0.394531, 0.552734, 0.578125, 0.65625, 0.611328, 2.28125, 0.433594, 0.382812, 0.4375, 0.476562, 0.351562, 0.40625, 0.619141, 0.402344, 0.46875, 0.441406, 0.488281, 0.595703, 0.398438, 0.441406, 0.460938, 0.46875, 0.433594, 0.390625, 0.390625, 0.421875, 0.607422, 0.457031, 0.642578, 0.441406, 0.488281, 0.453125, 0.367188, 0.511719, 2.117188, 0.496094, 0.429688, 0.634766, 0.883789, 0.425781, 0.505859, 0.503906, 0.926758, 0.492188, 0.697266, 0.472656, 0.375, 0.433594, 0.525391, 0.505859, 0.480469, 0.523438, 0.92627, 0.642578, 0.496094, 0.476562, 0.394531, 0.464844, 0.433594, 0.503906, 0.492188, 0.445312, 0.503906, 0.556641, 0.548828, 0.460938, 0.507812, 1.5625, 0.46875, 0.453125, 0.568359, 0.505859, 1.097168, 0.421875, 0.480469, 0.970703, 0.533203, 0.496094, 0.371094, 0.496094, 0.375, 0.836914, 0.556641, 0.527344, 0.332031, 0.578125, 0.386719, 0.636719, 1.257812, 0.441406, 0.425781, 1.357422, 0.433594, 0.488281, 0.425781, 0.445312, 0.433594, 0.539062, 0.40625, 0.300781, 1.345703, 0.464844, 0.875488, 0.484375, 0.398438, 0.457031, 0.441406, 0.501953, 0.390625, 0.449219, 0.554688, 0.885742, 0.705078, 1.162109, 0.480469, 0.46875, 0.460938, 0.825195, 0.4375, 0.425781, 0.472656, 0.410156, 0.414062, 0.410156, 0.335938, 0.484375, 3.234375, 0.359375, 0.537109, 0.740234, 0.492188, 0.611328, 0.533203, 0.541016, 0.515625, 0.626953, 0.386719, 0.441406, 0.472656, 0.460938, 0.779297, 0.375, 0.5, 0.628906, 0.460938, 0.558594, 0.40625, 0.46875, 0.34375, 0.509766, 0.937744, 0.4375, 0.779297, 0.425781, 0.654297, 0.941162, 0.425781, 0.460938, 0.375, 0.751953, 0.414062, 0.726562, 0.464844, 0.328125, 0.46875, 0.5, 0.46875, 0.449219, 0.417969, 0.768555, 1.675781, 0.484375, 0.371094, 0.554688, 0.457031, 0.417969, 0.505859, 0.476562, 0.464844, 0.566406, 0.359375, 0.630859, 0.363281, 0.480469, 1.222656, 0.769531, 0.533203, 0.476562, 0.375, 0.328125, 0.40625, 0.511719, 1.067871, 0.351562, 0.505859, 0.5, 0.449219, 0.597656, 0.359375, 0.808594, 0.449219, 0.5625, 0.460938, 0.421875, 0.382812, 0.457031, 0.652344, 0.394531, 0.550781, 0.453125, 0.328125, 0.572266, 0.640625, 0.4375, 0.402344, 0.347656, 0.410156, 0.421875, 0.625, 0.410156, 0.492188, 0.509766, 0.429688, 0.46875, 0.570312, 1.318359, 0.347656, 0.503906, 0.421875, 0.488281, 0.351562, 0.355469, 1.75, 0.378906, 0.517578, 0.394531, 0.285156, 0.560547, 0.681641, 0.712891, 0.492188, 0.503906, 0.517578, 0.441406, 0.445312, 0.410156, 0.398438, 0.501953, 0.544922, 0.433594, 0.505859, 0.378906, 0.59375, 0.4375, 0.476562, 0.542969, 0.398438, 0.492188, 2.0, 0.5, 0.564453, 0.402344, 0.394531, 0.464844, 0.558594, 0.799805, 1.466797, 0.433594, 0.525391, 0.527344, 0.484375, 0.449219, 0.983887, 0.862305, 0.597656, 0.550781, 0.410156, 0.476562, 0.367188, 0.46875, 1.21875, 0.533203, 0.496094, 2.382812, 0.488281, 0.421875, 0.457031, 0.771484, 0.449219, 0.476562, 0.429688, 0.476562, 0.449219, 0.509766, 1.738281, 0.519531, 0.40625, 1.949219, 0.417969, 0.375, 0.414062, 0.359375, 0.472656, 1.154297, 0.40625, 0.574219, 0.375, 0.375, 0.285156, 0.537109, 0.445312, 0.505859, 0.367188, 0.632812, 0.367188, 0.480469, 0.476562, 0.537109, 0.445312, 1.277344, 0.40625, 0.519531, 0.347656, 0.410156, 0.519531, 1.24707, 0.453125, 0.402344, 0.417969, 0.554688, 0.556641, 0.449219, 0.521484, 0.402344, 0.4375, 0.544922, 0.533203, 0.621094, 0.417969, 0.513672, 0.425781, 0.46875, 0.429688, 0.517578, 0.5, 0.398438, 0.548828, 0.433594, 0.521484, 0.390625, 0.390625, 0.708984, 0.546875, 0.421875, 0.417969, 0.441406, 0.375, 0.523438, 0.558594, 0.671875, 0.775391, 0.390625, 0.363281, 0.595703, 2.070312, 0.476562, 0.517578, 0.347656, 0.441406, 0.464844, 0.554688, 1.021729, 0.5, 0.328125, 0.95166, 0.619141, 0.658203, 0.453125, 0.441406, 0.505859, 0.689453, 0.476562, 0.414062, 0.335938, 0.175781, 0.995056, 0.417969, 0.511719, 0.457031, 0.4375, 0.433594, 0.425781, 0.390625, 0.445312, 0.402344, 0.414062, 0.644531, 0.261719, 0.480469, 0.65625, 0.550781, 0.488281, 0.375, 0.517578, 0.378906, 1.066895, 0.398438, 0.5, 0.417969, 0.464844, 0.457031, 0.552734, 0.476562, 0.46875, 0.324219, 0.5, 0.521484, 0.480469, 0.4375, 0.891113, 0.496094, 0.472656, 0.453125, 0.472656, 1.194336, 0.4375, 0.433594, 1.142578, 2.21875, 0.386719, 0.398438, 0.414062, 0.390625, 0.429688, 0.517578, 0.371094, 0.214844, 0.394531, 0.429688, 0.421875, 0.390625, 0.398438, 0.417969, 0.449219, 0.378906, 0.589844, 0.484375, 0.390625, 0.488281, 0.414062, 0.460938, 0.599609, 0.441406, 0.46875, 0.394531, 0.515625, 0.619141, 0.509766, 0.722656, 0.488281, 0.902832, 0.402344, 0.460938, 0.433594, 1.863281, 0.445312, 0.457031, 0.492188, 0.433594, 0.433594, 0.546875, 0.472656, 0.503906, 1.726562, 0.480469, 0.292969, 0.603516, 0.242188, 0.605469, 0.429688, 0.541016, 0.457031, 0.453125, 0.492188, 0.40625, 0.46875, 0.492188, 0.378906, 0.53125, 0.445312, 0.484375, 0.390625, 1.022217, 0.476562, 0.441406, 0.634766, 0.441406, 0.5, 0.429688, 0.576172, 0.324219, 0.449219, 0.509766, 0.4375, 0.414062, 0.410156, 0.488281, 0.488281, 0.476562, 0.480469, 0.378906, 0.564453, 0.4375, 0.484375, 0.449219, 0.40625, 0.4375, 0.6875, 0.433594, 0.589844, 0.464844, 0.46875, 0.513672, 0.308594, 0.484375, 0.457031, 0.623047, 0.548828, 0.585938, 1.453125, 0.402344, 0.460938, 0.488281, 0.410156, 0.371094, 1.150391, 0.476562, 0.550781, 0.367188, 0.449219, 0.501953, 0.642578, 0.464844, 0.414062, 0.382812, 0.513672, 0.402344, 0.5625, 0.371094, 0.552734, 0.476562, 1.067871, 0.382812, 0.398438, 0.410156, 0.421875, 0.457031, 0.597656, 0.445312, 0.460938, 0.691406, 0.496094, 0.40625, 0.390625, 1.175781, 0.666016, 0.722656, 1.073242, 0.46875, 0.441406, 0.558594, 0.515625, 0.402344, 0.953857, 1.058105, 0.541016, 0.453125, 0.492188, 0.572266, 0.484375, 0.488281, 0.417969, 1.162109, 0.4375, 0.445312, 0.453125, 0.425781, 0.488281, 0.533203, 0.921875, 0.390625, 0.433594, 0.621094, 0.546875, 0.460938, 0.457031, 0.457031, 0.492188, 0.425781, 0.441406, 0.46875, 0.371094, 0.34375, 0.650391, 0.5, 0.542969, 0.501953, 0.429688, 0.425781, 0.558594, 0.464844, 0.480469, 0.714844, 0.417969, 0.585938, 0.40625, 0.445312, 0.476562, 0.527344, 0.570312, 0.792969, 0.607422, 0.546875, 0.503906, 0.587891, 0.363281, 0.425781, 0.46875, 0.378906, 0.4375, 0.621094, 0.453125, 0.425781, 0.476562, 0.457031, 0.675781, 0.699219, 0.421875, 1.070312, 0.496094, 0.496094, 0.316406, 0.707031, 0.402344, 0.484375, 0.417969, 0.371094, 0.523438, 0.445312, 0.417969, 0.457031, 0.304688, 0.570312, 0.548828, 0.351562, 0.496094, 0.414062, 0.507812, 0.46875, 1.617188, 0.556641, 0.492188, 0.496094, 0.521484, 0.505859, 0.529297, 1.105957, 0.476562, 0.625, 0.433594, 1.503906, 1.419922, 0.576172, 0.449219, 0.339844, 0.496094, 0.410156, 0.421875, 0.378906, 0.574219, 0.5625, 0.501953, 0.546875, 0.496094, 0.564453, 0.523438, 0.53125, 0.496094, 0.585938, 0.4375, 0.410156, 0.410156, 0.417969, 0.308594, 1.597656, 0.394531, 0.605469, 0.457031, 0.449219, 0.537109, 0.492188, 0.394531, 0.441406, 0.457031, 0.554688, 0.386719, 0.511719, 0.523438, 0.53125, 0.971924, 0.738281, 0.775391, 0.591797, 0.484375, 0.40625, 0.375, 0.92627, 0.445312, 0.535156, 0.46875, 0.472656, 0.572266, 0.445312, 0.40625, 0.28125, 0.854492, 0.572266, 0.449219, 0.402344, 0.417969, 0.5625, 0.539062, 0.644531, 0.425781, 0.529297, 0.4375, 0.425781, 0.4375, 0.527344, 0.40625, 0.507812, 0.582031, 0.445312, 0.529297, 0.410156, 0.457031, 0.505859, 0.480469, 0.433594, 0.5, 0.441406, 0.484375, 0.417969, 0.429688, 0.457031, 0.638672, 0.488281, 0.398438, 0.347656, 0.574219, 0.46875, 0.414062, 0.371094, 0.529297, 0.457031, 0.433594, 0.441406, 0.421875, 0.460938, 1.886719, 0.433594, 0.425781, 0.484375, 0.386719, 0.433594, 0.868164, 0.300781, 1.714844, 1.025513, 0.523438, 0.445312, 2.117188, 1.195312, 0.40625, 0.421875, 0.386719, 0.480469, 0.492188, 0.546875, 0.480469, 0.609375, 0.572266, 0.425781, 1.195312, 1.875, 0.529297, 0.4375, 0.40625, 0.550781, 0.847656, 0.541016, 0.5625, 0.488281, 0.46875, 0.542969, 0.40625, 0.556641, 0.40625, 0.410156, 0.529297, 0.595703, 0.414062, 1.421875, 0.429688, 0.4375, 0.595703, 1.226562, 0.525391, 0.460938, 0.548828, 1.014832, 0.488281, 0.449219, 1.088867, 0.457031, 0.445312, 1.21875, 0.429688, 1.017944, 0.429688, 0.492188, 0.34375, 0.375, 0.378906, 0.425781, 0.790039, 2.59375, 0.460938, 0.556641, 0.328125, 0.597656, 0.603516, 0.398438, 0.525391, 0.519531, 0.429688, 0.591797, 0.46875, 0.560547, 0.628906, 0.529297, 0.296875, 0.640625, 0.421875, 0.521484, 0.351562, 0.517578, 0.597656, 0.820312, 0.445312, 0.429688, 0.574219, 0.402344, 0.548828, 0.375, 0.517578, 0.4375, 0.453125, 0.556641, 0.525391, 0.34375, 0.46875, 0.371094, 0.509766, 0.4375, 0.492188, 0.488281, 0.681641, 0.5, 0.414062, 0.421875, 0.425781, 0.476562, 0.488281, 0.570312, 0.402344, 0.449219, 0.382812, 0.449219, 0.507812, 0.658203, 0.484375, 0.457031, 0.509766, 0.289062, 0.527344, 0.445312, 0.453125, 0.347656, 0.476562, 0.728516, 0.533203, 0.464844, 0.654297, 0.386719, 0.476562, 0.351562, 0.521484, 0.4375, 0.414062, 0.414062, 0.488281, 0.554688, 0.402344, 0.572266, 0.320312, 0.453125, 0.457031, 0.517578, 0.347656, 0.53125, 0.339844, 0.382812, 0.509766, 0.40625, 0.496094, 0.754883, 0.464844, 0.730469, 0.527344, 0.476562, 1.238281, 0.550781, 0.46875, 0.75, 0.480469, 0.480469, 0.375, 0.449219, 0.521484, 0.560547, 0.890625, 0.488281, 0.496094, 0.382812, 1.902344, 0.433594, 0.425781, 1.574219, 0.40625, 0.445312, 0.535156, 0.421875, 0.449219, 0.519531, 0.457031, 0.496094, 0.445312, 0.560547, 0.539062, 0.375, 0.453125, 0.675781, 0.595703, 0.433594, 0.425781, 0.453125, 0.652344, 0.652344, 0.691406, 0.496094, 0.457031, 0.382812, 0.628906, 0.542969, 0.726562, 0.878906, 0.394531, 0.441406, 0.625, 0.556641, 0.421875, 0.503906, 0.554688, 0.523438, 0.484375, 0.541016, 0.433594, 1.355469, 0.480469, 0.496094, 0.537109, 0.414062, 0.449219, 0.378906, 0.445312, 0.492188, 0.492188, 0.583984, 0.441406, 0.511719, 0.359375, 0.558594, 0.457031, 0.429688, 0.414062, 0.533203, 0.453125, 0.533203, 0.542969, 0.527344, 0.441406, 0.484375, 0.40625, 0.378906, 0.414062, 0.681641, 0.324219, 0.453125, 0.517578, 0.429688, 0.496094, 0.4375, 1.176758, 0.402344, 1.455078, 0.457031, 0.359375, 0.507812, 0.417969, 0.390625, 0.484375, 0.421875, 0.449219, 0.394531, 0.453125, 0.488281, 0.472656, 0.527344, 0.441406, 0.433594, 0.472656, 0.371094, 0.464844, 0.320312, 0.507812, 0.658203, 0.496094, 0.666016, 0.460938, 0.492188, 0.429688, 0.564453, 0.449219, 0.611328, 0.433594, 0.480469, 0.476562, 0.576172, 0.394531, 0.488281, 0.472656, 0.371094, 1.330078, 0.398438, 0.513672, 0.742188, 0.46875, 0.359375, 0.648438, 0.517578, 0.371094, 0.714844, 0.582031, 0.449219, 0.449219, 0.371094, 0.535156, 0.496094, 0.5625, 0.429688, 0.226562, 0.371094, 0.552734, 0.507812, 0.417969, 0.572266, 1.400391, 0.433594, 0.613281, 2.15625, 0.507812, 0.603516, 0.355469, 0.521484, 0.421875, 0.417969, 0.460938, 0.417969, 0.441406, 0.445312, 0.402344, 1.753906, 0.347656, 0.476562, 0.464844, 0.476562, 0.509766, 0.476562, 0.53125, 0.367188, 0.501953, 0.517578, 0.390625, 0.541016, 0.421875, 0.296875, 1.640625, 0.394531, 0.472656, 0.464844, 0.453125, 0.367188, 0.484375, 0.630859, 1.384766, 0.472656, 0.535156, 0.460938, 0.511719, 0.539062, 0.621094, 0.464844, 0.335938, 0.726562, 0.445312, 0.453125, 0.501953, 0.40625, 0.445312, 0.476562, 0.445312, 0.367188, 0.445312, 0.568359, 0.46875, 0.521484, 0.519531, 0.425781, 0.316406, 0.460938, 0.457031, 0.457031, 0.4375, 1.118652, 0.599609, 0.541016, 0.595703, 0.390625, 0.496094, 0.582031, 0.597656, 0.503906, 0.585938, 0.564453, 0.570312, 0.825195, 0.521484, 0.429688, 0.484375, 0.363281, 0.460938, 0.359375, 0.425781, 0.222656, 0.359375, 0.378906, 0.558594, 1.498047, 0.472656, 0.347656, 0.441406, 0.441406, 0.355469, 0.429688, 0.595703, 0.402344, 0.382812, 0.666016, 0.893066, 0.441406, 0.794922, 0.464844, 0.328125, 0.572266, 0.525391, 0.4375, 0.433594, 0.410156, 0.371094, 0.544922, 0.484375, 0.59375, 0.480469, 0.681641, 0.457031, 1.449219, 0.480469, 1.925781, 0.492188, 0.382812, 0.480469, 0.587891, 0.550781, 0.836914, 0.626953, 0.382812, 0.558594, 0.488281, 0.501953, 0.582031, 0.375, 0.507812, 0.410156, 0.484375, 0.46875, 0.386719, 0.417969, 0.445312, 0.695312, 1.792969, 0.429688, 0.527344, 0.390625, 0.484375, 0.46875, 0.363281, 0.6875, 0.460938, 0.544922, 0.527344, 0.570312, 0.449219, 0.564453, 0.390625, 0.382812, 0.410156, 0.050781, 0.552734, 0.449219, 0.386719, 0.410156, 0.597656, 0.453125, 0.513672, 1.333984, 0.46875, 0.386719, 0.541016, 1.449219, 0.81543, 2.09375, 0.4375, 0.429688, 0.609375, 0.449219, 0.533203, 0.390625, 0.421875, 0.410156, 0.640625, 0.347656, 0.441406, 1.225586, 0.417969, 0.402344, 0.355469, 0.617188, 0.382812, 0.535156, 0.625, 0.480469, 0.46875, 0.611328, 0.607422, 0.71875, 0.484375, 0.488281, 0.619141, 0.453125, 1.457031, 0.527344, 0.425781, 0.457031, 1.710938, 0.492188, 0.4375, 0.46875, 0.476562, 0.585938, 0.375, 0.496094, 0.355469, 0.441406, 0.621094, 0.845703, 0.964844, 0.703125, 0.476562, 0.537109, 0.566406, 0.433594, 0.537109, 0.410156, 0.457031, 0.402344, 0.121094, 0.390625, 0.441406, 0.5, 0.394531, 0.410156, 0.386719, 0.488281, 0.503906, 0.464844, 0.558594, 0.464844, 0.527344, 0.53125, 0.460938, 0.417969, 1.929688, 0.441406, 1.08252, 0.511719, 0.605469, 0.862305, 0.617188, 0.589844, 0.382812, 0.375, 0.525391, 0.675781, 0.453125, 0.476562, 0.92627, 0.429688, 0.433594, 0.398438, 0.429688, 0.574219, 0.441406, 0.429688, 1.235352, 0.787109, 0.519531, 0.449219, 0.513672, 0.519531, 0.453125, 0.421875, 0.496094, 0.472656, 0.476562, 0.517578, 0.3125, 0.4375, 0.46875, 0.441406, 0.46875, 0.4375, 0.786133, 0.527344, 0.453125, 0.40625, 0.560547, 0.339844, 0.433594, 0.998924, 0.417969, 1.441406, 0.476562, 0.730469, 0.464844, 0.496094, 0.476562, 0.53125, 0.457031, 0.394531, 0.476562, 0.460938, 0.525391, 0.823242, 0.457031, 0.572266, 0.509766, 0.421875, 0.476562, 0.84082, 0.460938, 0.591797, 0.484375, 0.634766, 0.457031, 0.630859, 0.425781, 0.308594, 0.691406, 0.394531, 0.958008, 1.703125, 1.496094, 0.335938, 0.488281, 0.28125, 0.457031, 0.701172, 0.445312, 0.542969, 0.476562, 0.533203, 0.492188, 0.347656, 0.583984, 0.496094, 1.102539, 0.501953 ] }, "name": "onnx::Mul_8165", "outputIndexes": [ 211 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 210, 211 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_1/Mul_1_output_0", "outputIndexes": [ 212 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 141, 212 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_8_output_0", "outputIndexes": [ 213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_1/Mul_output_0", "outputIndexes": [ 214 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.498047, 1.570312, 1.535156, 1.539062, 1.515625, 1.53125, 1.484375, 0.750977, 1.425781, 1.539062, 1.5, 1.412109, 1.431641, 1.542969, 1.542969, 1.458984, 2.09375, 1.507812, 2.507812, 1.474609, 1.503906, 1.554688, 1.492188, 1.523438, 1.429688, 1.511719, 1.419922, 1.361328, 1.710938, 1.511719, 1.419922, 1.328125, 1.609375, 0.942871, 1.427734, 1.365234, 1.539062, 1.494141, 1.40625, 1.542969, 1.511719, 1.585938, 1.542969, 1.283203, 1.013733, 1.554688, 1.439453, 1.507812, 1.738281, 1.425781, 1.800781, 1.308594, 1.476562, 0.910156, 1.535156, 1.396484, 1.507812, 1.480469, 1.337891, 1.417969, 1.3125, 4.640625, 1.550781, 1.4375, 1.539062, 1.453125, 1.294922, 1.496094, 1.365234, 1.427734, 1.542969, 1.507812, 1.742188, 1.386719, 1.439453, 1.488281, 1.171875, 1.361328, 1.373047, 1.013977, 1.427734, 0.767578, 2.71875, 1.251953, 1.578125, 1.457031, 1.470703, 1.367188, 1.143555, 1.621094, 1.53125, 1.53125, 1.542969, 1.057373, 1.507812, 0.734375, 1.451172, 1.439453, 1.443359, 1.535156, 1.255859, 1.466797, 1.523438, 1.519531, 1.458984, 1.503906, 1.566406, 1.373047, 1.503906, 1.539062, 1.46875, 1.539062, 1.609375, 1.076172, 1.396484, 1.585938, 1.523438, 1.617188, 1.53125, 1.419922, 1.435547, 1.451172, 3.125, 1.566406, 1.371094, 1.326172, 1.546875, 1.470703, 1.470703, 1.188477, 1.245117, 1.462891, 1.310547, 1.445312, 1.621094, 1.472656, 1.425781, 1.095703, 1.523438, 1.53125, 4.484375, 2.101562, 1.421875, 1.462891, 1.462891, 1.601562, 1.425781, 1.550781, 1.458984, 1.466797, 1.496094, 1.484375, 1.480469, 1.910156, 1.511719, 1.519531, 1.234375, 1.511719, 0.936523, 1.005707, 1.335938, 1.480469, 1.322266, 1.168945, 1.917969, 1.683594, 1.605469, 0.932129, 1.464844, 1.46875, 1.652344, 1.077148, 1.582031, 1.014221, 1.554688, 1.84375, 1.478516, 0.760742, 1.671875, 1.209961, 1.519531, 0.955078, 1.330078, 0.728516, 4.234375, 1.457031, 1.134766, 1.46875, 1.523438, 1.447266, 1.53125, 3.171875, 1.421875, 1.503906, 1.507812, 1.378906, 1.574219, 1.482422, 1.527344, 1.445312, 1.458984, 1.439453, 1.46875, 1.455078, 1.494141, 1.53125, 3.84375, 1.498047, 1.523438, 1.539062, 1.251953, 1.558594, 1.435547, 2.070312, 1.466797, 1.470703, 1.482422, 1.464844, 1.585938, 1.496094, 1.417969, 1.554688, 1.5, 1.472656, 1.486328, 1.488281, 1.4375, 1.470703, 1.445312, 1.347656, 1.519531, 1.46875, 1.914062, 1.484375, 1.511719, 1.527344, 1.449219, 1.460938, 1.453125, 1.707031, 1.349609, 1.498047, 1.478516, 0.402344, 1.570312, 1.251953, 1.462891, 2.109375, 1.494141, 1.083008, 1.535156, 1.527344, 1.02832, 1.558594, 1.443359, 1.404297, 1.462891, 1.550781, 2.5, 1.423828, 1.484375, 1.494141, 1.660156, 1.470703, 1.490234, 1.445312, 1.570312, 1.466797, 1.558594, 1.414062, 1.466797, 1.460938, 1.441406, 1.427734, 1.53125, 1.462891, 0.965576, 1.464844, 1.457031, 1.4375, 1.376953, 1.527344, 1.051025, 1.460938, 2.46875, 1.519531, 1.515625, 1.640625, 0.942627, 1.453125, 1.382812, 0.691406, 1.482422, 1.349609, 1.640625, 1.464844, 1.416016, 1.496094, 1.527344, 1.482422, 1.527344, 1.480469, 0.797852, 2.148438, 0.541016, 1.417969, 1.542969, 1.419922, 1.507812, 1.550781, 1.542969, 0.855469, 1.542969, 1.363281, 1.427734, 1.433594, 1.398438, 1.492188, 1.476562, 1.546875, 1.404297, 2.71875, 1.425781, 1.474609, 1.429688, 1.597656, 1.324219, 1.447266, 1.535156, 1.394531, 1.333984, 1.921875, 1.484375, 1.503906, 0.515625, 1.539062, 1.470703, 1.554688, 1.478516, 1.462891, 1.490234, 1.388672, 1.328125, 1.433594, 1.511719, 1.279297, 1.433594, 1.111328, 1.392578, 1.554688, 0.844727, 1.380859, 0.951904, 1.365234, 0.748047, 1.009216, 1.828125, 1.484375, 1.199219, 1.351562, 0.995361, 1.542969, 1.380859, 1.179688, 2.539062, 1.443359, 1.427734, 0.525391, 1.503906, 1.441406, 1.484375, 1.398438, 1.429688, 1.404297, 1.558594, 1.59375, 1.447266, 1.453125, 1.476562, 1.204102, 1.462891, 1.519531, 1.167969, 1.092285, 1.490234, 1.392578, 1.433594, 1.208008, 1.539062, 1.511719, 1.566406, 1.585938, 0.936035, 1.515625, 1.582031, 1.570312, 1.384766, 0.968262, 1.53125, 1.492188, 1.5625, 1.503906, 1.494141, 1.486328, 1.116699, 1.488281, 1.554688, 1.455078, 1.519531, 1.149414, 1.460938, 1.492188, 1.519531, 1.589844, 1.367188, 1.429688, 1.527344, 1.466797, 1.769531, 1.435547, 1.289062, 1.617188, 3.59375, 1.519531, 1.445312, 1.496094, 1.488281, 1.455078, 1.486328, 1.507812, 2.773438, 1.582031, 1.578125, 1.410156, 1.302734, 1.490234, 1.482422, 1.464844, 1.523438, 1.828125, 1.476562, 2.304688, 1.558594, 1.320312, 0.625, 1.511719, 1.458984, 2.304688, 1.605469, 1.53125, 1.464844, 1.527344, 1.435547, 1.466797, 1.53125, 1.5, 1.137695, 1.474609, 1.470703, 1.208984, 1.53125, 1.511719, 1.511719, 1.380859, 1.056885, 1.453125, 0.960449, 1.503906, 1.511719, 1.484375, 1.443359, 1.511719, 1.5, 1.761719, 1.566406, 1.289062, 0.981079, 2.25, 1.488281, 1.695312, 1.601562, 1.423828, 2.421875, 1.472656, 1.478516, 1.466797, 0.980713, 1.470703, 1.472656, 1.589844, 1.414062, 1.515625, 1.492188, 1.507812, 1.5625, 1.439453, 0.820312, 0.858398, 1.287109, 0.92041, 1.914062, 1.484375, 1.472656, 1.251953, 1.667969, 1.496094, 1.296875, 1.335938, 3.0625, 1.478516, 1.550781, 1.488281, 1.636719, 1.470703, 1.515625, 1.511719, 1.320312, 1.492188, 1.574219, 1.470703, 1.480469, 1.353516, 1.073242, 1.021729, 1.523438, 1.111816, 1.503906, 1.5, 1.453125, 1.511719, 1.484375, 1.417969, 1.542969, 0.693359, 1.4375, 0.619141, 1.423828, 3.03125, 1.478516, 0.667969, 0.320312, 1.457031, 1.335938, 1.484375, 1.773438, 1.5, 1.443359, 1.511719, 1.245117, 1.542969, 1.047852, 1.480469, 1.470703, 1.351562, 1.443359, 1.453125, 1.429688, 1.008545, 1.447266, 1.539062, 1.644531, 0.542969, 1.341797, 1.223633, 1.478516, 1.40625, 1.464844, 0.848633, 1.476562, 1.679688, 1.447266, 1.490234, 1.511719, 1.455078, 0.601562, 1.511719, 1.554688, 1.511719, 1.088379, 1.464844, 3.921875, 1.667969, 1.451172, 1.527344, 2.203125, 1.435547, 3.53125, 1.5, 0.913086, 1.273438, 1.421875, 1.498047, 1.363281, 4.453125, 1.21875, 1.478516, 1.492188, 1.492188, 1.423828, 1.193359, 1.498047, 1.503906, 1.339844, 1.472656, 1.554688, 1.503906, 1.425781, 1.667969, 1.503906, 1.621094, 1.486328, 1.490234, 1.494141, 1.119141, 1.271484, 1.490234, 1.398438, 1.40625, 1.605469, 1.523438, 1.466797, 1.542969, 1.429688, 1.494141, 1.574219, 1.367188, 1.511719, 1.589844, 1.519531, 1.835938, 1.453125, 1.648438, 2.242188, 1.621094, 1.511719, 1.466797, 1.472656, 1.458984, 1.527344, 1.152344, 1.542969, 1.59375, 1.328125, 0.976929, 1.484375, 1.4375, 1.462891, 1.460938, 1.546875, 1.129883, 0.615234, 0.84668, 1.490234, 1.507812, 1.466797, 1.488281, 1.464844, 1.466797, 1.53125, 1.458984, 1.671875, 1.539062, 1.523438, 0.792969, 1.4375, 1.494141, 1.484375, 1.515625, 1.4375, 1.515625, 1.488281, 1.443359, 1.466797, 1.574219, 1.486328, 1.478516, 1.486328, 1.65625, 1.291016, 3.046875, 1.478516, 0.572266, 0.964844, 1.285156, 1.503906, 1.435547, 1.511719, 1.474609, 1.648438, 4.296875, 1.511719, 1.458984, 1.490234, 1.425781, 1.486328, 1.429688, 1.667969, 1.453125, 1.863281, 1.460938, 1.435547, 1.574219, 1.478516, 1.433594, 1.490234, 1.46875, 1.546875, 1.4375, 1.433594, 1.941406, 1.609375, 1.523438, 1.453125, 1.478516, 0.664062, 1.507812, 1.585938, 1.235352, 1.447266, 1.902344, 1.519531, 1.570312, 1.503906, 1.458984, 1.24707, 0.669922, 1.1875, 1.478516, 1.550781, 1.484375, 1.410156, 1.511719, 1.5, 1.507812, 1.433594, 2.03125, 1.496094, 1.419922, 1.488281, 1.484375, 1.507812, 1.291016, 1.5625, 1.679688, 1.480469, 1.503906, 1.460938, 1.8125, 1.566406, 1.53125, 1.539062, 1.542969, 1.419922, 1.523438, 1.492188, 1.193359, 1.460938, 1.067871, 1.445312, 1.507812, 1.449219, 1.376953, 1.455078, 1.550781, 1.636719, 1.4375, 1.427734, 1.558594, 1.640625, 1.486328, 1.5, 1.441406, 1.433594, 1.507812, 1.447266, 1.492188, 1.507812, 1.460938, 3.34375, 1.365234, 1.490234, 1.53125, 1.4375, 1.480469, 1.419922, 1.474609, 1.554688, 1.191406, 1.134766, 1.498047, 1.449219, 1.470703, 1.294922, 1.427734, 1.353516, 1.5, 1.800781, 1.273438, 1.470703, 2.71875, 0.936523, 1.523438, 1.447266, 1.472656, 1.410156, 1.130859, 1.443359, 1.472656, 0.891602, 1.511719, 1.605469, 1.480469, 0.875488, 1.482422, 1.038574, 2.359375, 4.71875, 1.408203, 1.180664, 1.445312, 1.46875, 1.5625, 1.478516, 1.511719, 1.457031, 1.462891, 1.417969, 1.492188, 1.416016, 1.480469, 1.515625, 1.535156, 1.433594, 4.59375, 1.816406, 1.255859, 1.660156, 1.507812, 1.289062, 1.550781, 1.28125, 1.480469, 1.871094, 1.453125, 1.550781, 1.460938, 1.996094, 1.443359, 1.484375, 1.466797, 1.367188, 1.435547, 2.046875, 1.478516, 0.464844, 1.40625, 1.332031, 1.421875, 1.423828, 1.292969, 1.488281, 1.589844, 1.472656, 1.542969, 1.605469, 0.650391, 1.5625, 1.394531, 1.449219, 0.833008, 1.511719, 1.710938, 1.601562, 0.944824, 1.523438, 1.621094, 1.396484, 1.511719, 1.597656, 1.691406, 1.478516, 4.109375, 1.367188, 1.455078, 1.443359, 1.490234, 1.466797, 1.423828, 1.53125, 1.490234, 0.991943, 1.470703, 1.507812, 1.365234, 1.4375, 1.486328, 1.527344, 1.460938, 1.480469, 1.416016, 1.163086, 1.382812, 1.503906, 1.503906, 1.230469, 1.388672, 1.462891, 0.924316, 0.603516, 1.231445, 2.0625, 1.482422, 1.496094, 2.0625, 1.613281, 0.876953, 0.691406, 1.542969, 3.15625, 1.347656, 1.839844, 1.433594, 1.476562, 1.511719, 1.337891, 0.850586, 1.445312, 1.478516, 1.644531, 1.128906, 1.464844, 1.388672, 1.320312, 1.447266, 1.503906, 1.542969, 1.492188, 1.515625, 1.388672, 1.507812, 1.515625, 1.410156, 1.447266, 2.53125, 1.496094, 1.466797, 1.196289, 0.848633, 1.765625, 1.482422, 1.449219, 1.824219, 1.5, 1.519531, 1.392578, 1.53125, 0.746094, 1.652344, 1.306641, 1.621094, 1.470703, 0.865234, 1.460938, 1.628906, 2.414062, 1.503906, 1.507812, 2.453125, 1.287109, 0.973999, 1.480469, 1.392578, 1.480469, 0.770508, 1.933594, 1.523438, 3.59375, 1.542969, 1.455078, 1.417969, 1.480469, 1.476562, 1.496094, 1.15625, 1.429688, 1.5, 1.34375, 0.632812, 0.623047, 0.714844, 1.283203, 1.558594, 1.546875, 1.65625, 1.472656, 1.523438, 1.550781, 0.699219, 1.443359, 1.296875, 1.476562, 1.539062, 0.273438, 1.40625, 1.539062, 0.640625, 1.439453, 0.820312, 1.546875, 0.933594, 1.345703, 1.570312, 1.429688, 1.53125, 1.306641, 1.474609, 1.375, 1.384766, 0.753906, 1.178711, 1.3125, 1.110352, 1.084961, 1.478516, 1.5, 1.371094, 0.87207, 1.480469, 1.746094, 1.523438, 1.341797, 2.171875, 1.476562, 0.794922, 1.443359, 1.746094, 1.402344, 0.804688, 0.705078, 1.458984, 1.5625, 1.5, 1.519531, 1.498047, 1.625, 1.423828, 0.638672, 1.449219, 1.451172, 1.519531, 1.337891, 1.445312, 1.597656, 1.65625, 1.507812, 1.566406, 1.333984, 1.628906, 1.229492, 1.396484, 2.234375, 1.671875, 1.267578, 1.574219, 1.421875, 1.474609, 1.507812, 1.503906, 0.537109, 1.476562, 0.84082, 1.300781, 1.304688, 0.950684, 1.519531, 1.683594, 1.433594, 1.519531, 1.546875, 1.494141, 1.421875, 1.527344, 0.792969, 1.296875, 1.480469, 1.464844, 1.511719, 1.554688, 1.396484, 1.429688, 1.46875, 1.539062, 1.390625, 1.478516, 0.866211, 1.433594, 1.585938, 1.380859, 1.445312, 1.474609, 1.239258, 3.890625, 1.515625, 1.511719, 1.523438, 1.507812, 1.488281, 1.453125, 2.960938, 1.503906, 1.462891, 1.478516, 1.439453, 1.46875, 0.883789, 1.617188, 1.047607, 1.439453, 1.5, 1.320312, 1.466797, 1.527344, 1.310547, 1.507812, 1.271484, 1.333984, 0.576172, 0.811523, 0.730469, 1.515625, 1.470703, 1.049072, 1.423828, 1.451172, 2.835938, 0.97937, 1.359375, 1.179688, 1.408203, 0.990784, 1.5625, 1.765625, 3.09375, 1.507812, 1.429688, 1.382812, 1.443359, 1.376953, 0.464844, 0.987976, 0.566406, 1.490234, 1.498047, 1.490234, 1.574219, 1.25, 1.229492, 1.140625, 0.932129, 4.140625, 1.488281, 1.796875, 1.451172, 1.347656, 1.470703, 1.578125, 1.486328, 1.386719, 1.449219, 1.445312, 0.398438, 1.546875, 1.476562, 5.125, 1.470703, 1.402344, 1.398438, 1.363281, 1.492188, 1.921875, 1.466797, 1.582031, 1.457031, 1.451172, 1.498047, 1.367188, 1.474609, 1.496094, 1.427734, 1.710938, 1.396484, 1.417969, 1.498047, 1.470703, 1.474609, 2.15625, 1.419922, 1.038574, 1.53125, 1.365234, 1.511719, 2.132812, 1.402344, 1.431641, 1.527344, 0.95166, 1.65625, 1.034668, 1.582031, 1.400391, 1.46875, 1.353516, 1.527344, 1.251953, 1.484375, 0.923828, 1.433594, 1.236328, 1.53125, 1.4375, 1.431641, 1.492188, 1.59375, 1.458984, 1.433594, 1.449219, 1.40625, 1.496094, 0.541016, 1.478516, 1.435547, 1.453125, 1.337891, 1.18457, 1.570312, 1.550781, 1.236328, 1.414062, 1.494141, 1.449219, 3.078125, 1.511719, 1.542969, 1.277344, 1.412109, 1.539062, 0.787109, 2.039062, 1.359375, 1.480469, 1.267578, 1.341797, 1.172852, 0.873047, 1.410156, 0.632812, 0.774414, 1.390625, 1.507812, 1.417969, 1.539062, 0.621094, 1.339844, 1.447266, 1.498047, 0.927246, 1.398438, 1.511719, 1.447266, 1.574219, 1.427734, 1.527344, 0.770508, 1.460938, 1.480469, 1.251953, 0.99115, 1.546875, 1.441406, 0.931152, 1.535156, 0.861328, 1.458984, 1.408203, 1.392578, 1.335938, 0.999229, 1.53125, 1.46875, 1.435547, 1.53125, 1.458984, 1.232422, 0.621094, 1.503906, 1.894531, 1.664062, 1.542969, 1.457031, 1.486328, 2.734375, 1.419922, 1.488281, 2.007812, 3.25, 1.445312, 1.523438, 1.507812, 1.527344, 1.3125, 1.5, 1.474609, 1.457031, 0.65625, 1.474609, 1.511719, 1.416016, 1.429688, 1.466797, 1.320312, 1.335938, 1.558594, 1.445312, 1.519531, 1.453125, 1.486328, 1.472656, 1.269531, 1.474609, 0.964355, 1.496094, 0.978882, 1.574219, 1.511719, 1.5625, 0.862305, 1.714844, 1.410156, 1.476562, 1.474609, 2.34375, 1.523438, 1.472656, 1.462891, 1.453125, 1.332031, 1.032227, 1.503906, 1.53125, 3.484375, 1.535156, 1.404297, 1.570312, 1.480469, 1.605469, 1.5, 1.519531, 1.441406, 1.441406, 1.410156, 1.431641, 1.060303, 1.478516, 1.421875, 1.554688, 1.425781, 0.915527, 1.476562, 2.617188, 1.558594, 1.515625, 1.566406, 1.445312, 1.503906, 1.443359, 0.705078, 1.458984, 1.462891, 1.460938, 1.464844, 1.882812, 1.431641, 1.523438, 1.482422, 1.5, 1.417969, 1.476562, 1.59375, 1.632812, 1.4375, 1.554688, 1.625, 1.172852, 1.361328, 1.498047, 1.59375, 1.496094, 1.503906, 1.205078, 1.511719, 1.496094, 1.453125, 0.811523, 1.494141, 1.330078, 0.938232, 1.373047, 1.474609, 1.601562, 0.669922, 1.503906, 4.484375, 0.789062, 1.114258, 1.453125, 1.550781, 1.523438, 1.5625, 1.482422, 1.402344, 1.486328, 1.429688, 1.5, 1.108398, 1.460938, 1.507812, 1.5, 0.837891, 1.390625, 1.451172, 1.527344, 1.416016, 1.492188, 1.589844, 1.462891, 1.375, 0.758789, 1.390625, 1.458984, 1.425781, 2.53125, 1.341797, 1.648438, 0.813477, 1.492188, 1.496094, 1.265625, 1.515625, 1.5, 1.953125, 1.574219, 1.412109, 1.484375, 1.570312, 1.613281, 1.182617, 0.81543, 1.373047, 3.1875, 1.441406, 1.380859, 1.5, 1.460938, 1.589844, 0.87793, 1.902344, 1.435547, 1.443359, 1.5, 1.253906, 1.527344, 1.490234, 1.539062, 1.455078, 1.421875, 1.425781, 1.523438, 1.4375, 1.535156, 1.412109, 1.398438, 1.371094, 1.285156, 1.435547, 1.390625, 1.40625, 1.46875, 1.255859, 2.375, 1.435547, 1.65625, 1.458984, 1.470703, 1.484375, 1.227539, 1.488281, 1.710938, 1.5625, 1.597656, 1.546875, 1.277344, 1.414062, 1.613281, 1.554688, 1.466797, 1.421875, 1.570312, 1.488281, 1.582031, 1.398438, 1.494141, 1.085449, 1.6875, 1.523438, 2.875, 1.507812, 1.542969, 1.474609, 1.601562, 1.421875, 1.402344, 1.535156, 1.398438, 1.449219, 1.231445, 1.4375, 1.474609, 1.492188, 1.507812, 1.546875, 1.46875, 1.621094, 1.511719, 1.53125, 1.460938, 3.484375, 1.671875, 1.496094, 1.451172, 1.441406, 1.535156, 1.550781, 2.148438, 1.515625, 1.59375, 1.466797, 0.615234, 3.109375, 1.542969, 1.240234, 1.427734, 1.585938, 0.708984, 1.398438, 1.490234, 1.558594, 1.022095, 1.578125, 1.503906, 1.171875, 1.016846, 1.449219, 1.527344, 1.519531, 1.582031, 1.503906, 1.455078, 1.480469, 1.496094, 1.5, 1.251953, 1.511719, 1.091309, 1.511719, 1.539062, 0.946289, 0.744141, 1.394531, 1.480469, 1.494141, 1.162109, 1.439453, 1.451172, 1.5, 1.523438, 1.796875, 1.578125, 1.792969, 1.494141, 1.365234, 1.490234, 1.455078, 1.78125, 1.008789, 1.202148, 1.478516, 1.474609, 1.679688, 1.326172, 1.386719, 1.488281, 1.796875, 1.144531, 1.474609, 1.519531, 1.361328, 1.578125, 1.490234, 1.498047, 1.453125, 1.163086, 0.457031, 0.730469, 1.455078, 1.292969, 1.433594, 1.558594, 1.546875, 1.503906, 1.104492, 1.458984, 1.104004, 1.136719, 1.433594, 1.470703, 1.535156, 1.451172, 1.574219, 1.470703, 1.031006, 1.515625, 1.498047, 1.466797, 1.511719, 1.503906, 1.484375, 1.412109, 1.365234, 1.511719, 1.589844, 1.632812, 1.466797, 1.324219, 1.416016, 1.492188, 1.800781, 1.527344, 1.449219, 0.93457, 1.484375, 1.498047, 0.760742, 1.435547, 2.695312, 1.894531, 1.550781, 1.523438, 2.328125, 1.808594, 1.443359, 1.484375, 1.478516, 1.519531, 1.5625, 1.589844, 1.470703, 1.542969, 1.582031, 1.492188, 2.085938, 1.816406, 0.492188, 1.470703, 1.472656, 1.486328, 1.800781, 1.578125, 0.556641, 1.546875, 1.519531, 1.527344, 1.519531, 1.089844, 1.458984, 1.460938, 1.53125, 1.523438, 1.455078, 3.75, 1.466797, 1.310547, 2.023438, 3.375, 1.515625, 0.910645, 1.523438, 1.640625, 0.691406, 1.480469, 0.811523, 1.484375, 1.455078, 2.242188, 1.5, 0.664062, 1.464844, 1.515625, 1.445312, 1.449219, 1.476562, 1.46875, 1.648438, 4.671875, 1.523438, 1.566406, 1.464844, 1.605469, 1.136719, 1.433594, 1.523438, 1.404297, 1.427734, 1.382812, 1.511719, 1.074219, 1.605469, 0.765625, 1.457031, 1.431641, 1.464844, 1.410156, 1.466797, 1.507812, 1.617188, 1.773438, 1.470703, 1.498047, 1.648438, 1.488281, 1.386719, 1.507812, 1.135742, 1.472656, 1.296875, 0.963379, 1.519531, 1.498047, 1.490234, 1.5, 1.550781, 1.304688, 1.339844, 1.5625, 1.248047, 1.330078, 1.486328, 1.535156, 1.527344, 1.416016, 1.558594, 1.263672, 1.445312, 1.511719, 1.431641, 0.938965, 1.447266, 1.574219, 1.449219, 1.427734, 1.173828, 1.439453, 1.486328, 1.382812, 1.462891, 1.443359, 1.470703, 0.859375, 1.496094, 1.507812, 1.582031, 1.496094, 1.53125, 1.460938, 1.443359, 1.421875, 1.507812, 1.460938, 1.07373, 1.010559, 1.421875, 1.589844, 1.503906, 1.474609, 1.498047, 0.578125, 1.443359, 1.511719, 1.400391, 1.482422, 1.386719, 1.470703, 1.384766, 0.90918, 1.519531, 1.832031, 1.636719, 1.486328, 0.626953, 1.570312, 1.451172, 1.734375, 1.357422, 1.527344, 1.470703, 1.414062, 1.443359, 1.19043, 1.734375, 1.28125, 0.875, 1.371094, 2.289062, 1.527344, 1.455078, 0.853516, 1.472656, 1.492188, 1.515625, 1.484375, 1.466797, 1.267578, 1.412109, 1.166992, 1.523438, 1.291016, 1.511719, 1.488281, 1.472656, 1.617188, 1.605469, 1.421875, 1.507812, 1.283203, 1.890625, 1.695312, 0.965332, 1.386719, 1.451172, 1.482422, 1.507812, 0.947754, 1.664062, 1.710938, 1.494141, 1.480469, 1.597656, 0.980957, 1.503906, 1.457031, 1.275391, 1.546875, 1.445312, 1.490234, 1.408203, 2.617188, 1.447266, 1.503906, 1.503906, 1.490234, 1.404297, 1.535156, 1.494141, 0.851562, 1.601562, 1.703125, 1.574219, 1.519531, 1.480469, 1.574219, 1.429688, 1.131836, 1.480469, 1.574219, 1.445312, 1.527344, 1.378906, 1.535156, 1.460938, 1.5, 1.46875, 1.40625, 1.441406, 1.617188, 1.435547, 1.265625, 1.523438, 1.462891, 1.447266, 1.503906, 1.792969, 1.507812, 2.757812, 1.388672, 1.445312, 1.088867, 0.509766, 1.472656, 1.3125, 1.466797, 1.474609, 1.441406, 1.507812, 1.333984, 1.486328, 1.332031, 1.435547, 1.486328, 1.478516, 1.443359, 0.92627, 1.523438, 1.558594, 2.109375, 1.486328, 1.65625, 1.443359, 1.511719, 1.466797, 1.498047, 1.523438, 1.636719, 1.535156, 1.511719, 1.34375, 1.291016, 1.470703, 1.240234, 1.388672, 1.435547, 2.09375, 1.464844, 1.660156, 1.792969, 1.566406, 1.382812, 1.6875, 1.333984, 1.503906, 1.478516, 1.168945, 1.490234, 1.480469, 1.488281, 1.014771, 1.324219, 1.566406, 1.5, 1.539062, 1.464844, 1.349609, 1.585938, 1.400391, 1.458984, 4.09375, 0.811523, 1.566406, 2.382812, 1.482422, 1.65625, 1.458984, 1.527344, 1.4375, 0.738281, 1.492188, 1.455078, 1.480469, 1.460938, 1.457031, 2.09375, 1.445312, 1.546875, 1.353516, 1.134766, 1.515625, 1.542969, 1.462891, 1.46875, 1.554688, 1.449219, 1.511719, 1.292969, 1.375, 1.40625, 2.453125, 1.535156, 1.523438, 1.486328, 1.527344, 1.24707, 1.482422, 1.496094, 3.1875, 1.492188, 1.486328, 1.419922, 0.758789, 1.59375, 1.585938, 1.550781, 1.503906, 1.628906, 1.421875, 1.574219, 1.59375, 1.460938, 1.24707, 1.447266, 1.455078, 1.425781, 0.89502, 1.59375, 1.486328, 1.539062, 1.621094, 1.455078, 1.425781, 1.589844, 1.412109, 1.570312, 1.535156, 1.835938, 0.484375, 1.470703, 1.492188, 1.492188, 0.913574, 1.605469, 0.879395, 1.527344, 0.722656, 1.453125, 1.4375, 1.181641, 1.15625, 1.423828, 1.425781, 1.53125, 1.378906, 1.449219, 1.441406, 1.431641, 1.511719, 0.492188, 1.068359, 1.761719, 1.503906, 1.5, 1.40625, 1.457031, 1.429688, 1.542969, 1.265625, 1.478516, 1.46875, 1.198242, 1.738281, 1.416016, 1.458984, 1.478516, 1.462891, 1.357422, 1.498047, 1.478516, 1.423828, 1.431641, 1.460938, 1.300781, 1.507812, 1.53125, 1.410156, 1.65625, 1.503906, 2.273438, 1.523438, 3.6875, 1.020264, 1.398438, 1.527344, 1.466797, 1.0625, 2.890625, 1.59375, 1.5, 0.924805, 1.484375, 1.388672, 1.589844, 1.474609, 1.40625, 0.527344, 1.550781, 1.535156, 1.449219, 0.740234, 1.328125, 0.884277, 1.174805, 1.443359, 1.355469, 1.507812, 1.546875, 1.519531, 1.439453, 1.644531, 1.382812, 1.032471, 1.128906, 1.554688, 1.527344, 1.65625, 1.464844, 1.460938, 1.492188, 1.498047, 1.269531, 1.523438, 1.445312, 1.462891, 1.026367, 1.5, 1.542969, 3.921875, 1.613281, 1.445312, 1.014709, 3.296875, 1.036133, 2.734375, 1.515625, 1.478516, 1.632812, 1.445312, 1.589844, 1.474609, 1.482422, 1.451172, 1.59375, 1.417969, 1.46875, 2.210938, 1.490234, 1.419922, 1.431641, 1.419922, 1.5, 1.228516, 1.679688, 1.453125, 1.196289, 1.617188, 1.605469, 1.710938, 1.474609, 1.443359, 1.539062, 1.486328, 2.679688, 1.228516, 1.566406, 1.466797, 2.03125, 1.462891, 1.566406, 1.464844, 1.363281, 1.414062, 1.503906, 1.474609, 1.429688, 1.457031, 1.209961, 1.734375, 2.0, 1.157227, 1.574219, 1.566406, 0.849609, 1.458984, 1.339844, 1.490234, 1.527344, 1.429688, 1.494141, 1.558594, 1.5, 1.482422, 1.414062, 1.478516, 1.341797, 1.546875, 1.152344, 1.416016, 1.558594, 2.335938, 1.00209, 1.490234, 1.480469, 1.476562, 2.90625, 1.470703, 2.023438, 1.474609, 1.546875, 1.147461, 1.439453, 1.589844, 1.507812, 0.875, 1.511719, 1.574219, 0.997482, 1.527344, 2.078125, 1.451172, 1.404297, 1.462891, 1.478516, 1.134766, 1.490234, 1.511719, 2.476562, 1.769531, 1.429688, 1.392578, 1.496094, 0.77832, 1.123047, 1.466797, 1.339844, 1.494141, 1.351562, 1.445312, 1.414062, 1.9375, 0.930664, 1.361328, 1.496094, 0.646484, 1.742188, 1.482422, 1.609375, 1.527344, 0.884277, 1.427734, 1.53125, 0.453125, 1.503906, 0.630859, 1.472656, 1.546875, 1.498047, 1.550781, 0.956543, 1.558594, 1.396484, 1.402344, 1.558594, 1.511719, 1.118164, 0.609375, 1.484375, 1.601562, 1.546875, 1.511719, 0.930176, 1.742188, 1.511719, 1.490234, 1.554688, 1.621094, 1.470703, 1.451172, 1.386719, 1.445312, 1.496094, 1.53125, 1.075195, 2.039062, 2.835938, 1.419922, 0.867188, 1.519531, 1.285156, 1.632812, 1.582031, 1.519531, 1.214844, 1.447266, 1.482422, 1.496094, 1.063965, 2.226562, 1.361328, 1.462891 ] }, "name": "onnx::Mul_8167", "outputIndexes": [ 215 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 214, 215 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_1/Mul_1_output_0", "outputIndexes": [ 216 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 216 ], "outputIndexes": [ 2534 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2534 ], "outputIndexes": [ 2535 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear", "inputIndexes": [ 2535 ], "outputIndexes": [ 2536 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 51757298, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2536 ], "outputIndexes": [ 2537 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2537 ], "outputIndexes": [ 217 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 217, 217 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_output_0", "outputIndexes": [ 218 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 217, 218 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_1_output_0", "outputIndexes": [ 219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 219 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_2_output_0", "outputIndexes": [ 220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 217, 220 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Add_output_0", "outputIndexes": [ 221 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 221 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_3_output_0", "outputIndexes": [ 222 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 222 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_1/Tanh_output_0", "outputIndexes": [ 223 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 223 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Add_1_output_0", "outputIndexes": [ 224 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 217, 224 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_4_output_0", "outputIndexes": [ 225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 225 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_5_output_0", "outputIndexes": [ 226 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 216 ], "outputIndexes": [ 2538 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2538 ], "outputIndexes": [ 2539 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear", "inputIndexes": [ 2539 ], "outputIndexes": [ 2540 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 63701256, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2540 ], "outputIndexes": [ 2541 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2541 ], "outputIndexes": [ 227 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226, 227 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_1/Mul_output_0", "outputIndexes": [ 228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 228 ], "outputIndexes": [ 2542 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2542 ], "outputIndexes": [ 2543 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear", "inputIndexes": [ 2543 ], "outputIndexes": [ 2544 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 75645214, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2544 ], "outputIndexes": [ 2545 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2545 ], "outputIndexes": [ 229 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_1/Mul_output_0", "outputIndexes": [ 230 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.9646, 1.059814, 1.043457, 0.966553, 1.026245, 0.923828, 0.912109, 0.632812, 0.88916, 1.177734, 0.969727, 1.005554, 1.054932, 0.902344, 0.902832, 0.954102, 0.884766, 0.974121, 1.150391, 0.948486, 0.989197, 0.903809, 0.933594, 1.139648, 1.12793, 0.989319, 1.074219, 1.133789, 1.169922, 0.966797, 1.030029, 1.175781, 1.08252, 0.753906, 1.026733, 1.105469, 1.04541, 0.933594, 1.081543, 1.076172, 1.002823, 1.160156, 0.945557, 1.128906, 0.967285, 0.864258, 0.897461, 0.999016, 1.373047, 1.094727, 1.094727, 1.186523, 0.99469, 0.905762, 0.993652, 1.037842, 0.95459, 0.977417, 1.335938, 1.144531, 1.09375, 1.419922, 1.101562, 0.914551, 1.105469, 0.950195, 1.175781, 0.938232, 1.091797, 0.950195, 0.974365, 0.908691, 1.162109, 1.016602, 1.04248, 0.99054, 1.152344, 1.109863, 1.123535, 0.949463, 1.014648, 0.605469, 1.400391, 1.085449, 0.94165, 0.943359, 1.080078, 1.154297, 1.002441, 1.120605, 1.065918, 1.070801, 0.946533, 0.888184, 0.938721, 0.552734, 0.958008, 1.017578, 1.150391, 1.069336, 1.239258, 0.908691, 0.976318, 1.021851, 0.911133, 1.050293, 0.985901, 1.129883, 0.936523, 1.029297, 0.96582, 1.109375, 0.977661, 0.780273, 0.867188, 1.394531, 0.979736, 1.243164, 0.873047, 0.855469, 0.898438, 1.047363, 2.234375, 0.945068, 1.068359, 1.228516, 0.992584, 0.888184, 0.954102, 1.140625, 1.136719, 1.118652, 1.15625, 0.988647, 1.003082, 0.930664, 1.081055, 1.255859, 1.049316, 0.973755, 1.550781, 1.605469, 0.973022, 0.930664, 0.969238, 1.25, 1.090332, 1.012878, 0.989502, 0.902832, 0.978394, 1.151367, 0.997299, 3.234375, 0.882812, 0.958496, 1.225586, 1.02356, 0.844727, 0.883301, 1.625, 0.905273, 1.126953, 1.06543, 0.985718, 1.099121, 0.98291, 0.793945, 0.951172, 1.138672, 1.134766, 0.849609, 1.160156, 0.824219, 0.969971, 1.147461, 0.874023, 0.558594, 1.092285, 1.145508, 1.006042, 0.78418, 1.088867, 0.59375, 1.333984, 0.96582, 1.002609, 1.005096, 1.086914, 1.108398, 0.935059, 1.878906, 1.004578, 0.968018, 0.976807, 1.006104, 0.970093, 0.991211, 0.949463, 1.089355, 1.010864, 0.996094, 1.012878, 1.041992, 0.97583, 1.023682, 1.373047, 1.016235, 0.973877, 0.933594, 1.199219, 0.987183, 1.088379, 1.227539, 0.98645, 0.959229, 1.101074, 0.953125, 0.988098, 0.947754, 1.050537, 1.225586, 0.952881, 0.918457, 0.966797, 0.996277, 0.967285, 0.977783, 1.070801, 1.133789, 1.123535, 1.048828, 1.15332, 0.868164, 0.966064, 0.89209, 1.143555, 0.845703, 1.082031, 1.200195, 1.103027, 1.025879, 0.899902, 3.703125, 0.961182, 1.115234, 1.083008, 1.183594, 0.89209, 1.177734, 0.936523, 0.942383, 0.936523, 1.042725, 0.950195, 0.988953, 1.053467, 0.967773, 1.652344, 1.019775, 0.885742, 0.888672, 0.936035, 1.014465, 1.07666, 1.115723, 0.84668, 0.931641, 1.073242, 1.079102, 0.997208, 0.933105, 1.055664, 1.046387, 1.010803, 0.930664, 1.022461, 1.022583, 0.916992, 0.962402, 1.059082, 0.915527, 0.996658, 0.922363, 1.773438, 1.0177, 1.07666, 1.098145, 0.758789, 1.058105, 1.083984, 0.845703, 1.006287, 0.987183, 1.213867, 0.894043, 1.12793, 1.072266, 1.034668, 0.93457, 1.039307, 1.140625, 0.776367, 1.194336, 0.601562, 1.045166, 0.96875, 1.097168, 1.098145, 0.987854, 0.958008, 0.638672, 1.052002, 1.009216, 1.092773, 1.010498, 0.976562, 0.946045, 0.981079, 0.875488, 1.0177, 1.472656, 1.112305, 0.904297, 0.893066, 0.908203, 1.048096, 1.040283, 0.945557, 0.998077, 1.05835, 1.067871, 0.986267, 0.951416, 3.59375, 1.0625, 0.944824, 0.874023, 0.899902, 1.002426, 1.15625, 1.07373, 1.038574, 0.97583, 0.924805, 1.141602, 0.911133, 1.259766, 1.125977, 0.949707, 0.993652, 1.071777, 1.283203, 1.081055, 0.699219, 0.883301, 1.134766, 0.864258, 1.283203, 1.076172, 0.836914, 0.959229, 1.04126, 1.078613, 1.628906, 0.94751, 1.19043, 0.799805, 1.018188, 0.958252, 0.926758, 1.073242, 0.992218, 1.02002, 0.962158, 1.034912, 0.902344, 1.057373, 0.981201, 1.124023, 0.95874, 0.94751, 1.058838, 1.050537, 0.955811, 1.026489, 1.181641, 1.149414, 0.995392, 0.953369, 0.989014, 0.919434, 0.705078, 0.855469, 0.952148, 0.998466, 1.089844, 0.78125, 1.021118, 0.851562, 0.972168, 0.91748, 1.015381, 0.984924, 1.029663, 0.884277, 0.935059, 1.011047, 0.983398, 1.130859, 0.965576, 1.014038, 0.981201, 1.038086, 1.118652, 1.052002, 0.993774, 1.00296, 1.05127, 1.000977, 1.051025, 1.014648, 1.664062, 0.964844, 1.050049, 1.097168, 1.025757, 0.977783, 0.946533, 0.989685, 1.59375, 0.952881, 0.978882, 1.125, 1.232422, 1.034424, 0.934082, 0.983521, 0.949219, 1.119629, 0.901855, 0.907227, 0.94165, 1.115234, 0.864258, 0.997711, 0.910156, 1.435547, 1.134766, 0.895508, 0.921875, 0.992249, 1.047852, 0.961182, 0.915527, 0.897461, 1.176758, 0.875977, 0.970947, 1.041992, 0.988464, 0.92334, 1.010803, 1.061523, 1.115723, 0.876953, 0.810547, 0.99292, 1.002716, 1.039795, 1.00351, 1.050781, 0.963623, 1.24707, 0.945557, 1.048096, 0.882324, 1.558594, 0.999065, 0.987305, 1.001328, 1.055176, 2.585938, 1.016846, 0.942871, 0.895508, 0.78418, 0.984497, 1.062988, 1.004883, 1.102539, 0.956299, 0.914551, 0.928223, 1.21582, 1.009766, 0.71875, 0.951172, 1.182617, 0.693359, 1.244141, 1.011475, 1.010437, 1.124023, 1.474609, 1.041748, 1.135742, 1.055908, 1.330078, 0.936523, 1.096191, 0.990112, 1.144531, 1.02478, 1.015747, 0.977661, 1.152344, 0.898438, 0.935059, 1.275391, 1.018311, 1.089355, 0.870117, 0.954834, 0.926758, 1.008118, 0.927734, 1.026978, 1.025024, 0.92334, 1.010803, 0.922363, 0.982178, 0.693359, 0.908203, 5.0, 0.992554, 1.022217, 0.968506, 0.658203, 0.736328, 1.10498, 0.988892, 0.933105, 1.120117, 0.964355, 0.942383, 1.105469, 1.121094, 0.973267, 0.938232, 0.876953, 1.099121, 1.148438, 1.068848, 1.033203, 1.04541, 1.275391, 1.07959, 1.077148, 0.858398, 1.01178, 1.427734, 1.146484, 0.939697, 1.067383, 0.888184, 1.033936, 1.088867, 1.146484, 0.89502, 0.98645, 0.864258, 1.018555, 0.585938, 1.042969, 1.015442, 0.985168, 1.005096, 0.944336, 1.455078, 1.070312, 0.935059, 0.967773, 1.507812, 0.985901, 2.546875, 1.042725, 1.144531, 1.130859, 0.932129, 0.999512, 1.04126, 1.439453, 1.230469, 0.991638, 1.012756, 0.928223, 0.975464, 1.308594, 1.039551, 0.936035, 1.125977, 0.973389, 0.899414, 0.927246, 1.08252, 1.001427, 0.949951, 1.027344, 0.993744, 0.920898, 0.935547, 1.125977, 1.198242, 0.961914, 0.881348, 0.990967, 0.913086, 0.99649, 0.953125, 0.995361, 1.02356, 0.939209, 0.970947, 1.082031, 0.967529, 1.074219, 0.922852, 1.542969, 1.032471, 0.99292, 1.259766, 1.050293, 0.936523, 1.103516, 0.998924, 0.905273, 0.92627, 1.128906, 0.921387, 0.993835, 1.229492, 0.822266, 0.915527, 1.804688, 0.951416, 0.938232, 1.12207, 1.080078, 0.705078, 0.728516, 0.92334, 1.036377, 0.883789, 1.008911, 0.977905, 1.0354, 1.08252, 1.055908, 0.974731, 0.947998, 1.05835, 0.681641, 1.060791, 1.071777, 1.003204, 0.967285, 1.009155, 1.022827, 0.848633, 0.987488, 0.963379, 0.976196, 1.287109, 0.966064, 0.980957, 1.044434, 1.22168, 1.328125, 1.050049, 0.640625, 1.037842, 1.101074, 0.960205, 0.958008, 1.275391, 0.969727, 1.011414, 1.585938, 1.048584, 1.042725, 0.959717, 0.981689, 0.925293, 1.019409, 1.160156, 0.93457, 1.191406, 0.991272, 0.974609, 1.131836, 1.077148, 0.988342, 1.034668, 0.960449, 0.993317, 1.013794, 0.928711, 1.210938, 1.003662, 0.875, 0.881836, 0.960693, 1.037842, 1.11377, 1.010498, 1.191406, 1.004517, 1.470703, 0.990906, 0.936523, 1.041992, 0.995514, 1.113281, 0.953857, 1.146484, 0.937012, 0.953125, 0.849609, 1.132812, 0.986633, 0.942139, 1.005066, 0.987244, 1.101074, 0.995056, 0.913086, 0.928711, 0.926758, 0.967041, 1.054199, 1.05249, 1.110352, 1.063965, 1.109375, 0.950928, 0.958008, 0.987793, 0.84668, 0.950195, 0.953125, 1.078125, 0.955566, 1.057617, 1.197266, 0.96167, 0.914062, 0.992523, 1.002762, 0.92334, 0.936035, 1.102539, 1.012146, 1.151367, 1.128906, 1.041504, 0.990234, 0.994049, 1.004486, 0.887695, 0.911133, 1.066895, 0.939697, 1.012207, 0.903809, 0.946777, 0.953125, 1.628906, 1.161133, 1.068359, 1.154297, 1.098145, 1.006012, 1.244141, 0.942383, 0.993347, 1.106934, 1.057861, 0.950684, 0.964844, 0.994934, 1.132812, 0.934082, 1.088867, 1.044434, 0.831055, 1.07373, 0.941406, 1.59375, 1.134766, 0.919922, 0.927246, 0.892578, 1.198242, 1.101562, 0.990051, 0.977295, 0.867188, 1.100586, 1.018677, 0.871094, 0.751953, 0.945312, 1.245117, 1.427734, 1.388672, 1.026733, 1.129883, 1.003708, 0.96167, 1.042236, 0.960205, 1.081543, 0.856445, 0.906738, 0.998474, 1.059326, 0.958984, 0.972412, 0.96936, 0.967041, 1.036621, 1.390625, 1.114258, 1.120117, 1.028442, 0.986755, 1.088379, 1.050537, 1.181641, 0.850586, 0.834961, 1.015625, 0.93457, 0.957275, 0.876465, 0.939697, 0.888672, 0.878418, 1.083008, 1.071289, 1.339844, 0.95874, 0.556641, 1.174805, 1.089355, 0.955566, 1.101074, 1.166992, 0.955322, 0.942871, 0.994476, 1.011353, 1.049805, 0.730469, 1.080078, 1.03064, 1.04248, 0.949219, 0.902344, 1.06543, 0.918457, 0.830078, 1.090332, 1.484375, 0.993805, 1.057861, 0.939697, 1.012512, 1.214844, 2.390625, 1.002213, 0.981689, 1.005432, 0.942383, 0.863281, 0.84082, 1.176758, 1.01123, 0.841797, 0.967529, 1.017334, 1.154297, 1.04248, 0.929199, 0.898926, 1.001984, 0.992706, 0.92627, 1.085449, 1.053467, 1.031128, 0.948486, 1.214844, 1.128906, 1.114258, 0.768555, 0.597656, 1.139648, 2.265625, 0.995056, 0.986938, 0.931152, 1.175781, 0.65625, 0.658203, 1.022217, 1.057373, 1.073242, 1.062256, 1.084961, 0.916992, 1.014709, 1.113281, 0.849609, 0.97644, 1.114258, 1.298828, 1.125, 1.045166, 1.07373, 1.051025, 1.034668, 0.958496, 1.042236, 1.084473, 1.019287, 1.097656, 1.021729, 1.046631, 1.120117, 1.097168, 1.714844, 0.913086, 1.033447, 1.128906, 0.734375, 1.353516, 0.947998, 1.052002, 1.15625, 1.042236, 1.029175, 1.047607, 0.968872, 0.580078, 1.300781, 1.205078, 1.041748, 0.89502, 0.755859, 0.94165, 1.060059, 1.494141, 1.034912, 0.926758, 1.414062, 1.10498, 0.795898, 0.956543, 1.104492, 1.031738, 0.865234, 0.836914, 0.97583, 1.369141, 0.995911, 1.341797, 1.169922, 0.96167, 0.985413, 0.942383, 1.073242, 1.010986, 0.958984, 1.12207, 0.854492, 0.722656, 0.794922, 1.105469, 1.040527, 0.930664, 1.21875, 0.93457, 1.002106, 0.950439, 0.669922, 0.994629, 1.008606, 0.898926, 0.939941, 0.765625, 0.9729, 0.996475, 0.667969, 1.134766, 0.766602, 0.997879, 0.835938, 1.15918, 1.053223, 0.925781, 0.968262, 1.114258, 1.0625, 1.21582, 0.963867, 0.712891, 1.212891, 1.081543, 1.255859, 0.913574, 0.932129, 0.856445, 1.121094, 1.208984, 0.972778, 1.202148, 0.982788, 1.142578, 1.19043, 0.937012, 0.710938, 0.95752, 1.170898, 1.044922, 0.836914, 0.646484, 1.027954, 0.963135, 0.972046, 1.014221, 0.919434, 0.979736, 1.230469, 0.505859, 1.062256, 0.929199, 0.999458, 1.150391, 0.982422, 0.974121, 0.899414, 0.965576, 0.946533, 1.003937, 1.035645, 1.109863, 1.101074, 1.425781, 1.161133, 1.155273, 0.987488, 0.915039, 0.954346, 0.958252, 0.969971, 1.086426, 0.905762, 0.746094, 1.222656, 1.096191, 0.849609, 0.927246, 1.175781, 1.004486, 1.063477, 0.980591, 0.967041, 1.024902, 1.03833, 0.77832, 1.092773, 1.139648, 1.002411, 0.868164, 1.128906, 1.25, 0.996323, 0.964844, 0.906738, 0.990295, 0.894531, 0.740234, 0.892578, 0.958496, 1.10498, 0.968018, 0.97937, 1.115234, 1.330078, 0.871094, 0.958496, 0.934082, 1.030273, 0.881836, 0.863281, 1.789062, 1.02478, 1.066406, 0.978638, 0.918457, 1.051758, 0.84668, 1.131836, 0.87793, 0.996643, 0.939209, 1.151367, 0.947266, 0.939209, 0.948975, 1.04248, 1.19043, 1.015442, 0.640625, 0.677734, 0.638672, 0.980469, 1.036377, 0.929199, 1.024414, 1.121582, 2.117188, 1.001335, 1.066895, 1.075684, 0.973755, 0.818359, 1.003799, 1.143555, 1.490234, 0.982422, 1.092285, 1.097168, 0.983521, 1.010498, 0.791992, 1.433594, 0.582031, 1.030884, 0.947266, 0.994781, 0.876465, 1.138672, 1.349609, 1.283203, 0.673828, 1.839844, 1.021362, 0.814453, 1.018433, 1.318359, 0.972046, 0.980103, 0.997772, 1.119629, 1.023071, 1.158203, 1.652344, 0.963135, 0.933594, 1.832031, 0.953125, 1.002289, 1.013855, 0.941162, 1.048584, 1.375, 0.924805, 1.001732, 0.985413, 0.932129, 0.828125, 1.167969, 0.96582, 1.011292, 0.976196, 1.054932, 0.997971, 1.062988, 1.046875, 1.026489, 0.969482, 1.507812, 0.995697, 0.951416, 0.823242, 1.026733, 1.014648, 1.394531, 1.026367, 1.013794, 0.901367, 0.936523, 1.011536, 0.973755, 0.958984, 1.019043, 1.040039, 1.166016, 1.072754, 1.225586, 0.880371, 0.77832, 0.948975, 1.067871, 0.926758, 1.02771, 1.115723, 0.927734, 1.020264, 1.020996, 1.09668, 0.99295, 0.992767, 1.080078, 0.599609, 0.999897, 1.022949, 1.07373, 1.015137, 1.198242, 0.989319, 1.167969, 1.230469, 1.054443, 0.95752, 1.086426, 2.046875, 1.03833, 1.031738, 0.995422, 1.095215, 0.999758, 0.699219, 1.21582, 1.098145, 0.91748, 1.308594, 1.213867, 1.149414, 0.683594, 1.003677, 0.744141, 0.773438, 1.116211, 1.012512, 0.87793, 0.940674, 0.732422, 1.080566, 1.161133, 0.940186, 0.679688, 0.973633, 0.992737, 1.009033, 0.810547, 0.924805, 0.937012, 0.703125, 0.901367, 1.018677, 1.152344, 0.834961, 1.051758, 0.910645, 0.940674, 0.911621, 1.310547, 0.958984, 1.149414, 0.923828, 1.128906, 0.793945, 0.962646, 1.031982, 1.095703, 0.915039, 1.056152, 1.103027, 0.619141, 0.97937, 1.128906, 1.035889, 0.946045, 0.940186, 0.949219, 1.177734, 1.059326, 1.026489, 1.318359, 2.203125, 1.012756, 0.967285, 1.009888, 0.931641, 1.056152, 1.048584, 0.885742, 0.930664, 0.640625, 1.007263, 0.979736, 0.935547, 0.97876, 0.97522, 1.133789, 1.011414, 1.033936, 1.034668, 0.947266, 1.098633, 1.018799, 0.993652, 1.125977, 1.032959, 0.755859, 1.022705, 0.902344, 1.061523, 0.987305, 1.03833, 0.768555, 1.308594, 1.034424, 1.055176, 0.998779, 1.804688, 0.96167, 1.039551, 0.976685, 1.020264, 1.033691, 1.026123, 0.976562, 1.035156, 1.671875, 0.938477, 0.928711, 1.062256, 0.934082, 1.065918, 0.920898, 1.031738, 1.116699, 1.028076, 1.029663, 1.040771, 0.946045, 1.083496, 0.913086, 0.925293, 1.04541, 0.766602, 0.886719, 1.035889, 0.90332, 1.036377, 1.028198, 1.072754, 1.086426, 1.024536, 0.783203, 0.836914, 1.008911, 1.023926, 0.96582, 0.833984, 0.986755, 0.957764, 0.873047, 1.04248, 1.063477, 0.868164, 1.088379, 0.905273, 1.058105, 0.883301, 0.842773, 1.066895, 0.634766, 0.954346, 1.088867, 0.983521, 1.019531, 1.140625, 0.862305, 1.026245, 1.057373, 0.753906, 1.087891, 1.205078, 0.891602, 0.988953, 0.95166, 0.963867, 0.634766, 0.959229, 1.199219, 0.658203, 1.09082, 0.970703, 0.999001, 1.011719, 1.089844, 0.979614, 0.999527, 0.980957, 1.084961, 0.944092, 0.973145, 0.92041, 0.976685, 0.959717, 1.092773, 0.969604, 1.003769, 0.901367, 0.988037, 0.957764, 1.050293, 0.970703, 1.09375, 0.842773, 1.092773, 0.969849, 0.957764, 1.324219, 1.170898, 1.07666, 1.125, 1.090332, 0.984985, 1.157227, 0.981934, 0.896973, 1.275391, 1.314453, 1.136719, 0.938721, 1.068848, 1.010925, 1.098145, 0.662109, 1.01239, 1.22168, 1.026245, 1.084473, 0.943604, 0.962646, 0.946533, 0.724609, 1.236328, 0.940186, 1.015625, 1.086914, 1.192383, 0.978027, 0.90332, 0.977051, 1.05127, 1.040527, 0.997528, 0.936523, 0.935059, 0.979248, 1.151367, 1.098145, 1.124023, 1.180664, 0.898438, 1.05127, 1.057861, 1.01001, 1.22168, 0.904297, 0.953613, 1.023071, 1.061768, 0.936523, 1.010193, 1.119141, 1.147461, 1.152344, 1.135742, 1.015259, 0.995575, 1.125977, 1.008423, 0.864258, 1.07373, 0.934082, 0.948242, 1.081055, 0.901367, 0.933105, 1.010132, 1.051025, 0.978882, 1.123535, 0.951172, 1.135742, 1.065918, 0.942383, 0.903809, 1.069824, 1.028809, 1.050293, 0.963623, 0.921875, 1.129883, 1.067871, 1.051758, 1.053467, 0.824219, 1.11377, 0.95752, 0.919922, 0.98999, 0.937012, 1.010803, 1.026733, 1.667969, 0.908203, 1.075684, 1.020752, 1.004547, 1.034424, 1.041992, 1.277344, 1.011597, 1.047852, 0.977905, 1.002563, 1.457031, 1.072754, 1.168945, 0.903809, 0.929688, 0.582031, 0.955566, 0.880859, 1.021729, 1.134766, 0.971924, 1.078125, 1.129883, 0.794922, 1.089844, 1.080566, 0.952637, 1.069824, 0.996063, 0.989319, 0.973022, 0.927734, 0.94165, 1.235352, 0.951172, 1.099121, 0.985779, 0.944092, 1.000801, 0.6875, 0.970947, 0.966309, 0.980591, 1.152344, 0.958252, 1.155273, 1.026489, 0.989929, 1.251953, 1.240234, 1.050781, 1.130859, 1.120117, 0.942627, 0.87207, 1.112793, 0.804688, 1.119141, 0.948242, 1.060303, 0.953125, 1.136719, 0.98999, 0.894531, 1.245117, 1.208984, 0.901367, 0.927246, 1.140625, 0.9823, 1.014771, 1.166992, 0.996902, 1.192383, 0.539062, 0.599609, 0.974976, 1.144531, 0.970703, 0.964111, 1.11084, 0.985107, 0.92627, 0.988464, 1.018433, 1.059082, 0.979736, 0.918457, 1.009644, 1.04834, 0.972534, 0.901367, 0.883301, 0.942871, 1.178711, 1.158203, 0.948242, 0.856445, 1.125977, 1.060791, 1.081055, 0.912109, 1.054443, 0.98584, 1.041992, 1.02771, 1.042725, 1.031494, 1.371094, 0.891602, 0.979248, 0.775391, 0.93457, 0.920898, 1.115234, 0.977783, 1.792969, 1.328125, 0.982422, 0.932129, 2.054688, 1.613281, 0.983765, 0.9375, 0.900391, 0.942627, 0.948975, 1.058105, 1.050049, 1.147461, 0.938477, 0.95752, 1.412109, 1.667969, 0.673828, 1.01062, 0.951416, 1.015564, 1.118652, 1.090332, 0.658203, 0.927734, 0.941162, 1.047119, 0.974609, 1.015259, 0.868164, 0.929199, 0.995178, 1.150391, 1.063477, 1.414062, 1.104492, 1.07959, 0.927246, 1.318359, 1.034424, 0.756836, 0.982422, 1.235352, 0.632812, 0.993103, 1.042725, 0.892578, 1.014893, 1.435547, 1.036621, 0.714844, 0.940918, 1.055908, 1.0271, 0.938232, 0.920898, 0.970337, 1.126953, 2.015625, 0.928223, 0.996628, 0.852539, 1.058105, 1.138672, 1.056885, 1.018188, 1.128906, 0.988342, 1.033691, 0.994202, 0.991638, 1.125977, 0.667969, 0.977905, 1.199219, 0.943115, 1.144531, 0.974121, 1.029419, 1.030518, 1.198242, 1.0271, 1.051514, 1.005554, 0.839844, 1.19043, 0.916992, 1.174805, 1.034912, 1.0354, 0.817383, 1.055908, 0.889648, 0.965576, 0.946533, 0.936523, 1.100098, 1.186523, 1.01062, 1.209961, 1.095215, 0.910645, 0.856445, 0.966797, 1.118164, 1.007782, 1.169922, 0.970703, 0.967041, 0.955078, 0.884766, 1.074219, 1.011047, 1.035645, 0.986023, 1.261719, 0.951172, 1.064453, 1.035889, 0.96167, 0.914551, 1.026611, 1.194336, 1.037109, 0.94873, 1.06543, 0.889648, 0.913574, 0.935059, 1.134766, 1.050293, 0.925293, 0.978394, 1.047607, 0.900879, 0.980713, 1.005859, 0.869141, 0.992126, 0.94873, 0.646484, 0.952637, 0.950684, 1.002136, 0.941895, 1.034668, 1.039795, 1.104004, 0.918945, 0.944336, 1.0354, 0.889648, 1.053955, 1.067383, 0.986633, 1.072266, 1.07373, 1.080078, 0.981567, 0.8125, 1.056641, 1.117676, 1.167969, 1.201172, 1.097168, 0.707031, 0.987122, 2.054688, 0.913086, 0.927734, 1.012939, 0.958252, 0.973022, 1.023071, 0.976562, 1.017822, 1.183594, 1.043701, 1.150391, 0.97998, 1.142578, 1.050537, 0.976562, 0.997177, 1.074707, 1.099609, 0.986206, 0.931152, 1.137695, 0.993469, 0.959473, 0.813477, 1.144531, 0.964355, 0.901367, 1.120605, 0.871094, 1.167969, 1.162109, 0.975586, 1.014526, 1.066895, 0.790039, 0.928223, 1.019287, 1.120605, 1.023804, 1.107422, 1.023071, 1.012207, 1.53125, 1.067383, 1.076172, 0.993774, 0.950684, 1.046387, 0.848633, 0.993469, 0.703125, 1.000927, 0.993469, 0.918945, 0.991272, 0.908691, 0.946045, 1.033936, 1.044678, 0.893555, 0.994354, 0.968994, 1.053711, 0.998276, 1.098145, 0.982544, 0.943115, 1.020874, 1.043213, 0.962646, 1.091309, 0.93457, 1.219727, 1.002457, 0.974731, 1.022949, 0.943115, 1.269531, 0.916016, 1.349609, 1.083984, 0.866211, 1.006256, 0.652344, 1.047119, 1.135742, 0.96936, 0.876953, 0.931641, 1.019897, 1.134766, 1.017334, 1.209961, 1.026001, 1.002747, 0.96875, 0.971069, 0.724609, 0.942139, 0.982544, 0.84082, 0.973267, 1.134766, 1.020752, 1.041992, 0.983154, 1.178711, 0.935059, 1.048828, 0.935547, 0.95459, 1.104004, 1.203125, 0.970825, 1.237305, 1.070801, 0.963135, 1.453125, 0.937988, 0.930176, 0.966064, 0.962891, 1.011963, 1.06543, 1.137695, 0.935547, 1.12793, 1.144531, 0.988586, 1.088867, 1.003235, 0.836914, 1.11377, 0.922852, 1.010498, 0.885254, 0.938721, 1.118652, 0.973267, 1.026367, 1.106445, 1.429688, 0.626953, 1.084961, 2.101562, 1.073242, 1.049316, 0.864258, 1.012817, 1.004761, 0.650391, 0.973999, 0.884277, 1.043457, 0.981934, 0.852539, 1.8125, 0.918945, 1.026489, 1.075684, 1.101074, 1.0354, 1.046387, 1.149414, 0.946045, 0.946289, 1.097168, 0.919922, 1.237305, 1.013367, 0.969849, 1.804688, 0.902344, 0.960938, 0.941406, 0.95752, 1.104004, 1.057129, 1.119629, 1.453125, 1.091309, 1.072266, 1.036133, 0.762695, 0.960449, 1.027344, 0.943848, 0.885254, 1.084961, 0.93457, 0.962891, 1.03418, 0.90918, 1.168945, 1.11377, 0.973145, 0.977295, 0.707031, 1.057373, 0.99733, 0.969482, 0.889648, 0.902344, 1.025146, 0.917969, 1.070801, 0.902344, 0.96582, 1.269531, 0.6875, 1.05835, 1.080566, 0.885742, 0.828125, 1.026733, 0.847656, 0.9953, 0.71875, 1.071289, 1.140625, 1.318359, 1.138672, 1.020386, 0.967529, 0.915039, 1.09668, 0.970215, 1.029663, 0.851562, 0.899414, 0.617188, 1.078125, 1.707031, 0.957764, 0.866211, 1.043213, 0.907227, 0.938721, 0.975708, 1.209961, 0.924805, 0.934082, 1.232422, 1.120117, 1.029541, 1.287109, 0.981445, 0.875977, 1.19043, 1.019043, 1.036133, 0.913574, 0.964844, 0.925781, 1.145508, 0.994995, 1.046143, 1.012817, 1.122559, 0.933105, 1.636719, 0.992401, 1.976562, 0.96167, 0.946045, 1.005005, 1.052979, 0.930176, 0.987244, 0.983032, 0.899414, 0.845703, 1.057373, 1.110352, 1.114746, 1.000414, 1.092285, 0.65625, 0.963135, 0.976929, 0.928223, 0.603516, 1.133789, 0.839844, 1.375, 0.977661, 1.197266, 0.924805, 0.94043, 0.993073, 0.922363, 1.128906, 1.084961, 0.890625, 1.08252, 1.001343, 1.05835, 1.004364, 0.96875, 0.974854, 0.962891, 0.875, 1.161133, 1.062988, 1.006622, 0.994781, 1.062988, 0.927246, 0.962891, 1.337891, 0.87207, 0.980347, 0.860352, 1.267578, 0.90625, 2.1875, 0.932129, 0.947998, 1.063477, 0.95166, 1.047119, 0.931641, 0.898926, 0.921875, 1.046631, 1.018433, 1.049805, 1.431641, 0.959961, 0.94751, 0.931641, 1.158203, 0.95874, 1.084473, 1.120117, 1.028687, 1.055176, 1.044922, 1.077148, 1.033936, 1.002365, 1.093262, 1.132812, 0.914062, 1.640625, 1.168945, 0.967285, 0.902344, 1.835938, 1.048584, 0.998566, 0.99527, 1.112305, 1.103027, 0.868164, 0.938965, 0.95459, 1.070801, 1.141602, 1.182617, 1.229492, 1.082031, 0.955566, 1.054199, 0.795898, 1.018433, 1.210938, 0.948975, 0.994476, 1.029175, 0.89502, 0.866211, 1.063965, 1.085938, 0.955078, 1.033203, 1.010437, 0.933594, 1.152344, 1.019653, 0.947266, 0.758789, 0.932617, 1.044678, 1.001549, 0.971802, 2.023438, 0.976685, 1.300781, 1.050049, 1.144531, 0.993683, 1.192383, 0.947266, 1.001854, 0.722656, 0.958984, 1.052979, 0.885742, 0.990906, 1.133789, 0.916016, 1.037109, 0.981201, 1.010498, 1.024658, 1.009216, 0.944092, 1.402344, 1.120605, 1.077148, 1.118652, 1.036865, 0.896973, 1.049805, 0.989136, 1.137695, 0.949219, 1.166992, 1.080078, 0.952637, 0.864258, 0.782227, 1.136719, 0.958984, 0.625, 1.100098, 1.067383, 0.930664, 0.962891, 0.854492, 0.901367, 1.029297, 0.673828, 0.92334, 0.838867, 1.041748, 1.083984, 0.966064, 0.902344, 0.804688, 1.018799, 1.09082, 1.004089, 1.026245, 0.949463, 1.308594, 1.036621, 0.969116, 0.959473, 0.978394, 0.994476, 0.858398, 1.208008, 0.989075, 1.048584, 0.97522, 1.09668, 0.920898, 1.18457, 1.036621, 0.871094, 1.132812, 0.851562, 1.145508, 1.785156, 1.515625, 0.994171, 0.681641, 0.831055, 1.182617, 1.124023, 0.938721, 0.988098, 1.212891, 1.089355, 0.972412, 0.88623, 0.937988, 0.797852, 1.308594, 1.113281 ] }, "name": "onnx::Mul_8169", "outputIndexes": [ 231 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 230, 231 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_1/Mul_1_output_0", "outputIndexes": [ 232 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213, 232 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_9_output_0", "outputIndexes": [ 233 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 233, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_18_output_0", "outputIndexes": [ 234 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 234 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_2/Mul_output_0", "outputIndexes": [ 235 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.714844, 1.667969, 1.71875, 1.789062, 1.683594, 1.894531, 1.855469, 1.002579, 1.785156, 1.539062, 1.765625, 1.679688, 1.566406, 1.996094, 1.699219, 1.84375, 1.980469, 1.808594, 1.480469, 1.859375, 1.785156, 1.925781, 1.9375, 1.507812, 1.380859, 1.671875, 1.738281, 1.566406, 1.585938, 1.832031, 1.695312, 1.542969, 1.601562, 1.326172, 1.65625, 1.714844, 1.730469, 1.761719, 1.691406, 1.515625, 1.535156, 1.546875, 1.8125, 1.621094, 1.326172, 1.960938, 1.914062, 1.746094, 1.275391, 1.621094, 1.621094, 1.539062, 1.738281, 1.191406, 1.695312, 1.71875, 1.808594, 1.714844, 1.316406, 1.570312, 1.601562, 1.244141, 1.589844, 1.867188, 1.546875, 1.777344, 1.527344, 1.785156, 1.699219, 1.707031, 1.773438, 1.824219, 1.453125, 1.621094, 1.628906, 1.773438, 1.486328, 1.617188, 1.605469, 1.394531, 1.761719, 1.09375, 1.292969, 1.6875, 1.699219, 1.890625, 1.585938, 1.5625, 1.378906, 1.494141, 1.726562, 1.515625, 1.777344, 1.365234, 1.820312, 1.102539, 1.792969, 1.777344, 1.558594, 1.644531, 1.431641, 1.847656, 1.640625, 1.722656, 1.804688, 1.628906, 1.738281, 1.625, 1.859375, 1.714844, 1.84375, 1.632812, 1.765625, 2.085938, 2.03125, 1.337891, 1.71875, 1.300781, 1.9375, 1.933594, 1.820312, 1.660156, 0.968262, 1.785156, 1.675781, 1.457031, 1.671875, 1.839844, 1.792969, 1.585938, 1.539062, 1.5625, 1.539062, 1.6875, 1.800781, 1.773438, 1.601562, 1.527344, 1.78125, 1.691406, 1.225586, 1.271484, 1.75, 1.960938, 1.765625, 1.363281, 1.667969, 1.660156, 1.777344, 1.789062, 1.734375, 1.699219, 1.660156, 0.884277, 2.007812, 1.804688, 1.507812, 1.648438, 1.404297, 1.332031, 1.326172, 1.90625, 1.542969, 1.515625, 1.769531, 1.480469, 1.738281, 1.241211, 1.898438, 1.523438, 1.574219, 1.449219, 1.441406, 1.373047, 1.660156, 1.380859, 1.957031, 1.161133, 1.617188, 1.535156, 1.675781, 1.245117, 1.683594, 0.925293, 1.246094, 1.765625, 1.535156, 1.585938, 1.558594, 1.636719, 1.695312, 0.875488, 1.6875, 1.769531, 1.714844, 1.703125, 1.664062, 1.796875, 1.847656, 1.609375, 1.730469, 1.761719, 1.683594, 1.664062, 1.757812, 1.679688, 1.304688, 1.648438, 1.851562, 1.816406, 1.511719, 1.722656, 1.515625, 1.363281, 1.714844, 1.777344, 1.59375, 1.773438, 1.761719, 1.746094, 1.710938, 1.601562, 1.808594, 1.855469, 1.746094, 1.753906, 1.671875, 1.730469, 1.761719, 1.523438, 1.808594, 1.632812, 1.601562, 1.917969, 1.734375, 1.867188, 1.609375, 2.0, 1.65625, 1.447266, 1.746094, 1.8125, 1.875, 0.634766, 1.742188, 1.535156, 1.667969, 1.554688, 1.941406, 1.453125, 1.796875, 1.847656, 1.392578, 1.601562, 1.78125, 1.679688, 1.648438, 1.757812, 1.224609, 1.632812, 1.914062, 1.828125, 1.769531, 1.824219, 1.589844, 1.589844, 1.964844, 1.757812, 1.609375, 1.511719, 1.746094, 1.789062, 1.613281, 1.621094, 1.699219, 1.847656, 1.332031, 1.730469, 1.804688, 1.78125, 1.65625, 1.914062, 1.457031, 1.800781, 1.047852, 1.648438, 1.726562, 1.6875, 1.400391, 1.648438, 1.667969, 1.133789, 1.75, 1.664062, 1.410156, 1.828125, 1.558594, 1.59375, 1.703125, 1.78125, 1.679688, 1.554688, 1.113281, 1.71875, 0.772461, 1.742188, 1.78125, 1.671875, 1.570312, 1.734375, 1.632812, 1.220703, 1.605469, 1.699219, 1.585938, 1.707031, 1.734375, 1.710938, 1.671875, 1.933594, 1.664062, 1.223633, 1.625, 1.851562, 1.90625, 1.777344, 1.710938, 1.738281, 1.789062, 1.71875, 1.660156, 1.804688, 1.761719, 1.773438, 0.109375, 1.746094, 1.800781, 1.914062, 1.902344, 1.761719, 1.554688, 1.726562, 1.621094, 1.726562, 1.878906, 1.519531, 1.855469, 1.400391, 1.640625, 1.855469, 1.384766, 1.625, 1.394531, 1.644531, 1.00145, 1.398438, 1.554688, 1.929688, 1.414062, 1.632812, 1.287109, 1.738281, 1.636719, 1.496094, 1.197266, 1.804688, 1.462891, 2.890625, 1.578125, 1.757812, 1.835938, 1.761719, 1.710938, 1.648438, 1.773438, 1.671875, 1.886719, 1.671875, 1.835938, 1.496094, 1.691406, 1.738281, 1.474609, 1.410156, 1.742188, 1.738281, 1.474609, 1.558594, 1.707031, 1.742188, 1.738281, 1.78125, 1.359375, 1.921875, 1.777344, 1.75, 1.675781, 1.292969, 1.785156, 1.933594, 1.753906, 1.96875, 1.613281, 1.738281, 1.410156, 1.9375, 1.773438, 1.675781, 1.769531, 1.478516, 1.796875, 1.664062, 1.683594, 1.75, 1.796875, 1.671875, 1.757812, 1.75, 1.683594, 1.832031, 1.652344, 1.773438, 1.316406, 1.746094, 1.605469, 1.671875, 1.644531, 1.824219, 1.773438, 1.773438, 1.302734, 1.859375, 1.703125, 1.683594, 1.613281, 1.597656, 1.773438, 1.738281, 1.773438, 1.605469, 1.785156, 1.851562, 1.753906, 1.601562, 1.355469, 1.6875, 1.855469, 1.291016, 1.542969, 1.804688, 1.886719, 1.761719, 1.742188, 1.769531, 1.914062, 1.976562, 1.566406, 1.792969, 1.921875, 1.738281, 1.679688, 1.808594, 1.71875, 1.515625, 1.382812, 1.945312, 1.292969, 1.75, 1.691406, 1.777344, 1.695312, 1.667969, 1.722656, 1.416016, 1.921875, 1.632812, 1.265625, 1.174805, 1.832031, 1.699219, 1.722656, 1.675781, 0.859375, 1.792969, 1.820312, 1.882812, 1.300781, 1.664062, 1.652344, 1.648438, 1.683594, 1.851562, 1.882812, 1.953125, 1.539062, 1.675781, 1.123535, 1.185547, 1.460938, 1.304688, 1.386719, 1.738281, 1.6875, 1.490234, 1.063965, 1.648438, 1.566406, 1.714844, 1.964844, 1.816406, 1.621094, 1.769531, 1.503906, 1.777344, 1.640625, 1.652344, 1.652344, 1.964844, 1.851562, 1.488281, 1.714844, 1.652344, 1.404297, 1.333984, 1.757812, 1.527344, 1.773438, 1.785156, 1.757812, 1.875, 1.792969, 1.8125, 1.792969, 1.279297, 1.835938, 0.449219, 1.71875, 1.574219, 1.773438, 1.15625, 2.242188, 1.734375, 1.785156, 1.699219, 1.59375, 1.738281, 1.757812, 1.589844, 1.523438, 1.761719, 1.462891, 1.929688, 1.554688, 1.582031, 1.582031, 1.617188, 1.582031, 1.46875, 1.65625, 1.648438, 1.933594, 1.605469, 1.241211, 1.492188, 1.792969, 1.617188, 1.863281, 1.726562, 1.636719, 1.648438, 1.914062, 1.753906, 1.957031, 1.695312, 1.104004, 1.71875, 1.710938, 1.761719, 1.527344, 1.765625, 1.15332, 1.613281, 1.757812, 1.847656, 1.173828, 1.734375, 1.738281, 1.660156, 1.53125, 1.632812, 1.765625, 1.75, 1.730469, 1.423828, 1.566406, 1.753906, 1.785156, 1.839844, 1.796875, 1.466797, 1.632812, 1.839844, 1.679688, 1.839844, 1.816406, 1.78125, 1.640625, 1.699219, 1.785156, 1.820312, 1.746094, 1.859375, 1.808594, 1.431641, 1.490234, 1.839844, 1.894531, 1.796875, 1.839844, 1.703125, 1.765625, 1.679688, 1.792969, 1.839844, 1.703125, 1.667969, 1.855469, 1.65625, 1.804688, 1.271484, 1.710938, 1.878906, 1.304688, 1.542969, 1.820312, 1.757812, 1.757812, 1.921875, 1.882812, 1.582031, 1.777344, 1.777344, 1.472656, 1.351562, 1.996094, 1.099609, 1.839844, 1.78125, 1.621094, 1.519531, 0.813477, 1.198242, 1.761719, 1.671875, 1.851562, 1.707031, 1.769531, 1.632812, 1.466797, 1.8125, 1.734375, 1.832031, 1.640625, 1.148438, 1.730469, 1.597656, 1.703125, 1.722656, 1.667969, 1.601562, 1.96875, 1.765625, 1.726562, 1.859375, 1.34375, 1.710938, 1.761719, 1.6875, 1.486328, 1.9375, 1.605469, 0.98291, 1.076172, 1.511719, 1.726562, 1.753906, 1.539062, 1.75, 1.6875, 1.199219, 1.6875, 1.589844, 1.78125, 1.769531, 1.796875, 1.65625, 1.542969, 1.855469, 1.523438, 1.703125, 1.792969, 1.550781, 1.671875, 1.753906, 1.648438, 1.863281, 1.6875, 1.71875, 1.855469, 1.546875, 1.664062, 1.964844, 1.972656, 1.8125, 1.625, 1.5625, 1.648438, 1.539062, 1.714844, 1.179688, 1.773438, 1.777344, 1.664062, 1.765625, 1.498047, 1.263672, 1.474609, 1.714844, 1.820312, 1.914062, 1.628906, 1.679688, 1.792969, 1.789062, 1.6875, 1.59375, 1.613281, 1.773438, 1.828125, 1.777344, 1.746094, 1.628906, 1.710938, 1.621094, 1.695312, 1.605469, 1.714844, 1.777344, 1.738281, 1.933594, 1.765625, 1.761719, 1.574219, 1.734375, 1.714844, 1.554688, 1.785156, 1.310547, 1.734375, 1.644531, 1.871094, 1.925781, 1.667969, 1.769531, 1.613281, 1.582031, 1.660156, 1.761719, 1.730469, 1.738281, 1.945312, 1.855469, 1.761719, 1.839844, 1.816406, 1.871094, 1.8125, 1.78125, 1.191406, 1.601562, 1.4375, 1.539062, 1.546875, 1.808594, 1.6875, 1.789062, 1.804688, 1.511719, 1.546875, 1.761719, 1.71875, 1.765625, 1.605469, 1.800781, 1.664062, 1.660156, 1.914062, 1.605469, 1.761719, 1.106934, 1.316406, 1.886719, 1.835938, 1.847656, 1.566406, 1.5, 1.796875, 1.714844, 1.3125, 1.59375, 1.683594, 2.023438, 1.318359, 1.6875, 1.382812, 1.251953, 1.347656, 1.8125, 1.535156, 1.765625, 1.765625, 1.660156, 1.699219, 1.679688, 1.953125, 1.742188, 1.71875, 1.816406, 1.730469, 1.867188, 1.746094, 1.691406, 1.648438, 1.261719, 1.566406, 1.546875, 1.667969, 1.703125, 1.652344, 1.722656, 1.582031, 1.929688, 1.855469, 1.703125, 1.839844, 1.699219, 1.933594, 1.789062, 1.894531, 1.96875, 1.625, 1.5, 1.332031, 1.800781, 0.679688, 1.621094, 1.625, 1.804688, 1.644531, 1.558594, 1.761719, 1.773438, 1.757812, 1.644531, 1.617188, 1.211914, 1.808594, 1.710938, 1.710938, 1.447266, 1.871094, 1.457031, 1.933594, 1.335938, 1.625, 1.220703, 1.699219, 1.449219, 1.910156, 1.71875, 1.613281, 1.847656, 1.734375, 1.75, 1.835938, 1.839844, 1.917969, 1.980469, 1.507812, 1.648438, 1.386719, 1.75, 1.664062, 1.554688, 1.707031, 1.820312, 1.882812, 1.714844, 1.726562, 1.757812, 1.527344, 1.605469, 1.675781, 1.84375, 1.488281, 1.6875, 1.558594, 1.328125, 0.943848, 1.507812, 0.701172, 1.734375, 1.769531, 1.863281, 1.4375, 1.253906, 1.006012, 1.636719, 1.65625, 1.65625, 1.683594, 1.574219, 1.84375, 1.703125, 1.765625, 1.226562, 1.808594, 1.539062, 1.419922, 1.421875, 1.582031, 1.6875, 1.628906, 1.761719, 1.65625, 1.535156, 1.644531, 1.648438, 1.746094, 1.828125, 1.589844, 1.558594, 1.566406, 1.048096, 1.859375, 1.640625, 1.470703, 1.200195, 1.414062, 1.894531, 1.621094, 1.753906, 1.675781, 1.640625, 1.652344, 1.804688, 1.099609, 1.453125, 1.597656, 1.65625, 1.898438, 1.066895, 1.859375, 1.71875, 1.3125, 1.710938, 1.890625, 1.283203, 1.613281, 1.337891, 1.769531, 1.648438, 1.648438, 1.21582, 2.085938, 1.738281, 1.378906, 1.789062, 1.433594, 1.535156, 1.84375, 1.710938, 1.804688, 1.539062, 1.726562, 1.765625, 1.566406, 1.498047, 1.710938, 1.929688, 1.558594, 1.769531, 1.804688, 1.589844, 1.84375, 1.6875, 1.820312, 1.097168, 1.773438, 1.683594, 1.886719, 1.804688, 1.269531, 1.835938, 1.605469, 0.753906, 1.458984, 1.090332, 1.695312, 1.267578, 1.511719, 1.625, 1.804688, 1.753906, 1.574219, 1.695312, 1.582031, 1.824219, 1.102539, 1.417969, 1.648438, 1.439453, 1.5, 1.773438, 2.023438, 1.660156, 1.453125, 1.582031, 1.589844, 1.808594, 1.480469, 1.470703, 1.808594, 1.163086, 1.820312, 1.523438, 1.726562, 1.075195, 1.439453, 1.710938, 1.894531, 1.785156, 1.789062, 1.855469, 1.742188, 1.474609, 2.085938, 1.601562, 1.734375, 1.609375, 1.664062, 1.738281, 1.792969, 1.796875, 1.878906, 1.765625, 1.777344, 1.703125, 1.710938, 1.605469, 1.271484, 1.458984, 1.546875, 1.636719, 1.699219, 1.71875, 1.804688, 1.742188, 0.948975, 1.9375, 1.139648, 1.59375, 1.558594, 1.22168, 1.746094, 1.621094, 1.710938, 1.679688, 1.761719, 1.75, 1.699219, 1.570312, 1.071777, 1.652344, 1.605469, 1.773438, 1.824219, 1.628906, 1.449219, 1.699219, 1.703125, 1.828125, 1.726562, 1.988281, 1.199219, 1.867188, 1.738281, 1.617188, 1.789062, 1.742188, 1.515625, 1.326172, 1.949219, 1.785156, 1.871094, 1.710938, 1.871094, 1.96875, 1.119141, 1.683594, 1.574219, 1.777344, 1.875, 1.753906, 1.488281, 1.628906, 1.419922, 1.695312, 1.757812, 1.605469, 1.714844, 1.871094, 1.765625, 1.75, 1.605469, 1.796875, 0.98938, 1.125, 1.068848, 1.789062, 1.574219, 1.367188, 1.667969, 1.707031, 0.870117, 1.365234, 1.5625, 1.59375, 1.828125, 1.277344, 1.699219, 1.507812, 1.078613, 1.632812, 1.683594, 1.644531, 1.691406, 1.625, 1.149414, 1.361328, 1.337891, 1.667969, 1.796875, 1.730469, 2.015625, 1.558594, 1.371094, 1.394531, 1.275391, 1.498047, 1.703125, 1.980469, 1.726562, 1.523438, 1.746094, 1.640625, 1.753906, 1.675781, 1.714844, 1.5625, 0.755859, 1.734375, 1.804688, 1.632812, 1.726562, 1.789062, 1.691406, 1.8125, 1.609375, 1.351562, 1.773438, 1.664062, 1.777344, 1.710938, 1.957031, 1.617188, 1.722656, 1.757812, 1.753906, 1.710938, 1.710938, 1.605469, 1.65625, 1.71875, 1.867188, 1.230469, 1.761719, 1.414062, 2.0625, 1.800781, 1.539062, 1.351562, 1.617188, 1.855469, 1.921875, 1.373047, 1.777344, 1.457031, 1.746094, 1.6875, 1.675781, 1.462891, 1.6875, 1.460938, 1.871094, 1.255859, 1.847656, 1.628906, 1.832031, 1.761719, 1.636719, 1.832031, 1.648438, 1.765625, 1.621094, 1.722656, 1.71875, 1.597656, 1.074219, 1.710938, 1.714844, 1.605469, 1.722656, 1.400391, 1.75, 1.414062, 1.335938, 1.714844, 1.78125, 1.566406, 0.95752, 1.628906, 1.5625, 1.714844, 1.613281, 1.671875, 1.061035, 1.566406, 1.585938, 1.734375, 1.404297, 1.527344, 1.453125, 1.155273, 1.722656, 1.034912, 1.265625, 1.636719, 1.675781, 1.90625, 1.816406, 1.683594, 1.636719, 1.636719, 1.828125, 1.335938, 1.71875, 1.730469, 1.679688, 2.117188, 1.792969, 1.828125, 1.166016, 1.828125, 1.777344, 1.621094, 1.310547, 1.753906, 1.851562, 1.345703, 1.820312, 1.582031, 1.847656, 1.546875, 1.847656, 1.609375, 1.365234, 1.84375, 1.652344, 1.480469, 1.898438, 1.691406, 1.511719, 0.988159, 1.839844, 1.511719, 1.710938, 1.738281, 1.886719, 1.875, 1.503906, 1.664062, 1.769531, 1.400391, 1.081055, 1.714844, 1.710938, 1.769531, 1.925781, 1.613281, 1.773438, 1.914062, 1.949219, 0.957764, 1.636719, 1.722656, 1.679688, 1.777344, 1.792969, 1.527344, 1.695312, 1.667969, 1.652344, 1.714844, 1.550781, 1.761719, 1.730469, 1.539062, 1.707031, 1.369141, 1.746094, 1.310547, 1.722656, 1.847656, 1.648438, 1.226562, 1.574219, 1.71875, 1.570312, 1.746094, 0.977783, 1.792969, 1.617188, 1.84375, 1.695312, 1.714844, 1.380859, 1.75, 1.765625, 1.114746, 1.828125, 1.890625, 1.710938, 1.746094, 1.632812, 1.828125, 1.679688, 1.703125, 1.71875, 1.75, 1.695312, 1.451172, 1.617188, 1.878906, 1.71875, 1.765625, 1.255859, 1.925781, 1.828125, 1.859375, 1.710938, 1.78125, 1.632812, 1.621094, 1.734375, 1.093262, 2.0625, 1.691406, 1.675781, 1.726562, 1.984375, 1.617188, 1.761719, 1.996094, 1.769531, 1.734375, 1.886719, 1.636719, 1.835938, 1.664062, 1.960938, 1.933594, 1.535156, 2.796875, 1.75, 1.667969, 1.773438, 1.6875, 1.466797, 1.890625, 1.777344, 1.738281, 1.126953, 1.578125, 1.515625, 2.429688, 1.726562, 1.738281, 1.75, 0.913086, 1.769531, 1.546875, 1.03833, 1.539062, 1.789062, 1.710938, 1.722656, 1.605469, 1.804688, 1.753906, 1.675781, 1.617188, 1.859375, 1.445312, 1.78125, 1.90625, 1.652344, 1.320312, 1.714844, 1.753906, 1.839844, 1.753906, 1.710938, 1.609375, 1.710938, 1.722656, 1.330078, 1.5, 1.691406, 1.703125, 1.398438, 1.601562, 1.507812, 1.332031, 1.671875, 1.78125, 1.582031, 1.726562, 1.796875, 1.322266, 1.53125, 1.5625, 1.761719, 1.792969, 1.609375, 1.546875, 1.300781, 1.6875, 1.609375, 1.683594, 1.648438, 1.859375, 1.816406, 1.832031, 1.122559, 1.441406, 1.757812, 1.738281, 1.566406, 1.542969, 1.699219, 1.898438, 1.757812, 1.667969, 1.691406, 1.699219, 1.753906, 1.808594, 1.804688, 1.546875, 1.722656, 1.585938, 1.539062, 1.828125, 1.613281, 1.726562, 1.679688, 1.558594, 1.851562, 1.714844, 1.601562, 1.640625, 1.792969, 1.582031, 1.644531, 1.585938, 1.396484, 1.625, 1.800781, 1.785156, 1.589844, 1.730469, 1.882812, 1.71875, 1.8125, 1.828125, 1.753906, 1.726562, 1.824219, 1.757812, 1.707031, 1.376953, 1.515625, 1.855469, 1.486328, 1.761719, 1.789062, 1.859375, 1.566406, 1.667969, 1.664062, 1.761719, 1.839844, 1.628906, 1.617188, 1.667969, 1.671875, 2.078125, 1.585938, 1.714844, 1.746094, 1.746094, 1.886719, 1.699219, 1.707031, 1.05957, 1.808594, 1.769531, 1.71875, 1.617188, 1.683594, 1.667969, 1.388672, 1.777344, 1.632812, 1.742188, 1.484375, 1.179688, 1.498047, 1.660156, 1.941406, 1.855469, 1.061035, 1.832031, 1.863281, 1.613281, 1.408203, 1.765625, 1.558594, 1.550781, 1.328125, 1.6875, 1.640625, 1.851562, 1.636719, 1.777344, 1.734375, 1.722656, 1.714844, 1.882812, 2.210938, 1.777344, 1.5625, 1.652344, 1.757812, 1.341797, 1.101074, 1.6875, 1.652344, 1.742188, 1.46875, 1.863281, 1.632812, 1.71875, 1.640625, 1.431641, 1.28125, 1.730469, 1.558594, 1.628906, 1.792969, 1.753906, 1.652344, 1.390625, 1.535156, 1.742188, 1.710938, 1.679688, 1.65625, 1.757812, 1.945312, 1.539062, 1.316406, 1.789062, 1.839844, 1.59375, 1.695312, 1.800781, 1.625, 1.671875, 1.535156, 0.84668, 1.109863, 1.726562, 1.550781, 1.804688, 1.800781, 1.617188, 1.765625, 1.486328, 1.761719, 1.490234, 1.550781, 1.804688, 1.808594, 1.742188, 1.605469, 1.785156, 1.90625, 1.515625, 1.769531, 1.542969, 1.679688, 1.710938, 1.933594, 1.636719, 1.710938, 1.667969, 1.792969, 1.539062, 1.734375, 1.722656, 1.679688, 1.714844, 1.757812, 1.726562, 1.921875, 1.796875, 1.232422, 1.84375, 1.871094, 1.351562, 1.78125, 1.135742, 1.339844, 1.828125, 1.84375, 0.788086, 1.240234, 1.675781, 1.785156, 1.855469, 1.757812, 1.816406, 1.632812, 1.667969, 1.582031, 1.894531, 1.730469, 1.285156, 1.044678, 0.937012, 1.726562, 1.738281, 1.6875, 1.597656, 1.777344, 0.805664, 1.8125, 1.640625, 1.699219, 1.746094, 1.414062, 1.929688, 1.8125, 1.757812, 1.636719, 1.53125, 1.263672, 1.636719, 1.667969, 1.851562, 1.435547, 1.699219, 1.289062, 1.710938, 1.410156, 1.07959, 1.683594, 1.396484, 1.902344, 1.644531, 1.367188, 1.722656, 1.96875, 1.765625, 1.578125, 1.601562, 1.859375, 1.84375, 1.78125, 1.5625, 1.710938, 1.835938, 1.726562, 1.976562, 1.734375, 1.410156, 1.601562, 1.769531, 1.621094, 1.703125, 1.855469, 1.679688, 1.466797, 1.660156, 1.068848, 1.773438, 1.542969, 1.726562, 1.601562, 1.847656, 1.699219, 1.632812, 1.466797, 1.710938, 1.609375, 1.664062, 1.886719, 1.636719, 1.808594, 1.515625, 1.734375, 1.65625, 1.234375, 1.632812, 1.792969, 1.832031, 1.769531, 1.8125, 1.671875, 1.511719, 1.707031, 1.449219, 1.648438, 1.917969, 1.96875, 1.792969, 1.683594, 1.71875, 1.601562, 1.757812, 1.839844, 1.777344, 1.332031, 1.648438, 1.679688, 1.613281, 1.714844, 1.550781, 1.84375, 1.722656, 1.679688, 1.710938, 2.0625, 1.660156, 1.328125, 1.714844, 1.816406, 1.632812, 1.890625, 1.84375, 1.71875, 1.542969, 1.769531, 1.886719, 1.71875, 1.402344, 1.347656, 1.703125, 1.667969, 1.929688, 1.695312, 1.910156, 0.917969, 1.8125, 1.792969, 1.660156, 1.847656, 1.785156, 1.644531, 1.667969, 1.136719, 1.851562, 1.777344, 1.859375, 1.648438, 1.292969, 1.78125, 1.613281, 1.671875, 1.582031, 1.636719, 1.9375, 1.707031, 1.699219, 1.511719, 1.574219, 1.628906, 1.185547, 1.792969, 0.962646, 1.902344, 1.855469, 1.675781, 1.886719, 1.832031, 1.621094, 1.726562, 1.734375, 1.636719, 1.691406, 1.535156, 1.742188, 1.589844, 1.585938, 1.738281, 1.695312, 1.714844, 1.585938, 1.804688, 1.960938, 1.578125, 1.699219, 1.828125, 1.417969, 1.621094, 1.722656, 1.882812, 1.621094, 1.279297, 1.433594, 1.457031, 1.886719, 1.839844, 1.554688, 1.275391, 1.890625, 1.65625, 1.632812, 1.777344, 1.820312, 1.699219, 1.726562, 1.119141, 1.644531, 1.679688, 1.789062, 1.734375, 1.664062, 1.867188, 1.6875, 1.212891, 1.710938, 1.761719, 1.871094, 1.734375, 1.792969, 1.792969, 1.695312, 1.535156, 1.996094, 1.722656, 1.683594, 1.835938, 1.714844, 1.667969, 1.789062, 1.789062, 1.726562, 1.683594, 1.679688, 1.566406, 1.742188, 1.439453, 1.671875, 1.867188, 1.730469, 1.765625, 1.742188, 1.933594, 1.777344, 1.742188, 1.789062, 1.433594, 0.830078, 1.621094, 1.636719, 1.71875, 1.855469, 1.824219, 1.6875, 1.648438, 1.683594, 1.589844, 1.738281, 1.707031, 1.742188, 1.730469, 1.253906, 1.867188, 1.796875, 1.953125, 1.78125, 1.671875, 1.714844, 1.625, 1.730469, 1.53125, 1.75, 1.65625, 1.792969, 1.777344, 1.578125, 1.558594, 1.621094, 1.53125, 1.734375, 1.800781, 1.273438, 1.773438, 1.652344, 1.707031, 1.742188, 1.703125, 1.644531, 1.589844, 1.894531, 1.667969, 1.431641, 1.710938, 1.628906, 1.765625, 1.324219, 1.664062, 1.855469, 1.699219, 2.039062, 1.851562, 1.574219, 1.75, 1.707031, 1.714844, 1.257812, 1.21875, 1.621094, 0.92334, 1.640625, 1.699219, 1.871094, 1.765625, 1.683594, 1.130859, 1.785156, 1.957031, 1.699219, 1.75, 1.941406, 0.97583, 1.902344, 1.566406, 1.574219, 1.470703, 1.757812, 1.597656, 1.539062, 1.808594, 1.933594, 1.632812, 1.804688, 1.378906, 1.707031, 1.824219, 1.097168, 1.90625, 1.800781, 1.832031, 1.804688, 1.628906, 1.617188, 1.53125, 1.227539, 1.5625, 1.636719, 1.824219, 1.058594, 1.746094, 1.632812, 1.875, 1.9375, 1.554688, 1.835938, 1.789062, 1.703125, 1.722656, 1.601562, 1.613281, 1.84375, 1.746094, 1.171875, 1.738281, 1.785156, 1.757812, 1.789062, 1.941406, 1.691406, 1.742188, 1.632812, 1.832031, 1.730469, 1.287109, 0.956055, 1.644531, 1.695312, 1.90625, 1.277344, 1.65625, 1.265625, 1.824219, 1.053223, 1.621094, 1.652344, 1.589844, 1.527344, 1.738281, 1.679688, 1.847656, 1.601562, 1.699219, 1.714844, 1.910156, 1.847656, 0.881348, 1.466797, 1.104492, 1.730469, 1.898438, 1.703125, 1.820312, 1.820312, 1.78125, 1.4375, 1.78125, 1.785156, 1.4375, 1.486328, 1.753906, 1.447266, 1.726562, 1.898438, 1.466797, 1.664062, 1.71875, 1.804688, 1.859375, 1.96875, 1.738281, 1.695312, 1.710938, 1.699219, 1.597656, 1.789062, 1.047607, 1.683594, 1.199219, 1.396484, 1.863281, 1.8125, 1.75, 1.542969, 1.796875, 1.714844, 1.800781, 1.308594, 1.632812, 1.691406, 1.628906, 1.796875, 1.742188, 0.942139, 1.804688, 1.792969, 1.742188, 1.05835, 1.585938, 1.28125, 1.320312, 1.679688, 1.503906, 1.828125, 1.699219, 1.652344, 1.910156, 1.628906, 1.613281, 1.414062, 1.388672, 1.660156, 1.628906, 1.703125, 1.746094, 1.675781, 1.898438, 1.925781, 1.486328, 1.554688, 1.835938, 1.796875, 1.464844, 1.757812, 1.765625, 1.223633, 1.871094, 1.707031, 1.443359, 1.261719, 1.195312, 0.813477, 1.902344, 1.757812, 1.679688, 1.910156, 1.710938, 1.777344, 1.742188, 1.8125, 1.683594, 1.851562, 1.714844, 1.234375, 1.734375, 1.773438, 1.824219, 1.609375, 1.71875, 1.632812, 1.640625, 1.703125, 1.558594, 1.652344, 1.574219, 1.761719, 1.769531, 1.628906, 1.554688, 1.902344, 1.140625, 1.5625, 1.820312, 1.898438, 1.074219, 1.574219, 1.691406, 1.617188, 1.671875, 1.578125, 1.941406, 1.746094, 1.796875, 1.648438, 1.396484, 1.570312, 1.472656, 1.398438, 1.921875, 1.65625, 1.208008, 1.6875, 1.566406, 1.746094, 1.8125, 1.65625, 1.855469, 1.871094, 1.625, 1.554688, 1.714844, 1.695312, 1.71875, 1.847656, 1.582031, 1.808594, 1.839844, 2.210938, 1.402344, 1.660156, 1.734375, 1.75, 0.818359, 1.703125, 1.392578, 1.675781, 1.636719, 1.890625, 1.605469, 1.839844, 1.777344, 1.320312, 1.773438, 1.582031, 1.382812, 1.734375, 1.5625, 1.847656, 1.617188, 1.761719, 1.632812, 1.412109, 1.648438, 1.828125, 1.427734, 1.546875, 1.640625, 1.667969, 1.722656, 1.169922, 1.546875, 1.679688, 1.640625, 1.707031, 1.648438, 1.640625, 1.726562, 1.84375, 1.392578, 1.601562, 1.695312, 1.025879, 1.589844, 1.746094, 1.773438, 1.839844, 1.285156, 1.9375, 1.785156, 0.988281, 1.777344, 1.613281, 1.589844, 1.652344, 1.808594, 1.800781, 1.351562, 1.683594, 1.625, 1.722656, 1.710938, 1.820312, 1.308594, 1.168945, 1.8125, 1.699219, 1.78125, 1.777344, 1.353516, 1.503906, 1.679688, 1.609375, 1.808594, 1.636719, 1.832031, 1.597656, 1.6875, 1.910156, 1.542969, 1.816406, 1.566406, 1.18457, 1.118652, 1.613281, 1.217773, 1.96875, 1.605469, 1.578125, 1.902344, 1.644531, 1.558594, 1.6875, 1.808594, 1.933594, 1.302734, 2.078125, 1.300781, 1.515625 ] }, "name": "onnx::Mul_8171", "outputIndexes": [ 236 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 235, 236 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_2/Mul_1_output_0", "outputIndexes": [ 237 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 237 ], "outputIndexes": [ 2546 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2546 ], "outputIndexes": [ 2547 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear", "inputIndexes": [ 2547 ], "outputIndexes": [ 2548 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 87589172, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2548 ], "outputIndexes": [ 2549 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2549 ], "outputIndexes": [ 238 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 237 ], "main_type": "NONE", "name": "/Shape_29_output_0", "outputIndexes": [ 239 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 239 ], "main_type": "NONE", "name": "Shape628", "outputIndexes": [ 240 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 239 ], "main_type": "NONE", "name": "Rank630", "outputIndexes": [ 241 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 241, 241 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp632", "outputIndexes": [ 242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 242 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze633", "outputIndexes": [ 243 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 242, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp635", "outputIndexes": [ 244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 244 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze636", "outputIndexes": [ 245 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 240, 243, 245, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice639", "outputIndexes": [ 246 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 246 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze640", "outputIndexes": [ 247 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 247 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp641", "outputIndexes": [ 248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 247 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp642", "outputIndexes": [ 249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 239, 249, 242 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_34_output_0", "outputIndexes": [ 250 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 250, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_65_output_0", "outputIndexes": [ 251 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 251, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_26_output_0", "outputIndexes": [ 252 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 238, 252 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_19_output_0", "outputIndexes": [ 253 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_16_output_0", "outputIndexes": [ 254 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253 ], "main_type": "NONE", "name": "/Shape_30_output_0", "outputIndexes": [ 255 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 255 ], "main_type": "NONE", "name": "Shape649", "outputIndexes": [ 256 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 255 ], "main_type": "NONE", "name": "Rank651", "outputIndexes": [ 257 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 257, 257 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp653", "outputIndexes": [ 258 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 258 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze654", "outputIndexes": [ 259 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 258, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp656", "outputIndexes": [ 260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 260 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze657", "outputIndexes": [ 261 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 256, 259, 261, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice660", "outputIndexes": [ 262 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 262 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze661", "outputIndexes": [ 263 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 263 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp662", "outputIndexes": [ 264 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 264, 263 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp663", "outputIndexes": [ 265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 255, 265, 258 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_35_output_0", "outputIndexes": [ 266 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 266, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_6_output_0", "outputIndexes": [ 267 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 267, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_70_output_0", "outputIndexes": [ 268 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253, 268, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_9_output_0", "outputIndexes": [ 269 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 269 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_4_output_0", "outputIndexes": [ 270 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253, 21, 268, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_8_output_0", "outputIndexes": [ 271 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 270, 271 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_29_output_0", "outputIndexes": [ 272 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 272, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_17_output_0", "outputIndexes": [ 273 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 254, 273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_10_output_0", "outputIndexes": [ 274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 237 ], "outputIndexes": [ 2550 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2550 ], "outputIndexes": [ 2551 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear", "inputIndexes": [ 2551 ], "outputIndexes": [ 2552 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 90243402, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2552 ], "outputIndexes": [ 2553 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2553 ], "outputIndexes": [ 275 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 251, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_27_output_0", "outputIndexes": [ 276 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 275, 276 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_20_output_0", "outputIndexes": [ 277 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 277, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_18_output_0", "outputIndexes": [ 278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 277 ], "main_type": "NONE", "name": "/Shape_31_output_0", "outputIndexes": [ 279 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 279 ], "main_type": "NONE", "name": "Shape711", "outputIndexes": [ 280 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 279 ], "main_type": "NONE", "name": "Rank713", "outputIndexes": [ 281 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 281, 281 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp715", "outputIndexes": [ 282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 282 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze716", "outputIndexes": [ 283 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 282, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp718", "outputIndexes": [ 284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 284 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze719", "outputIndexes": [ 285 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 280, 283, 285, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice722", "outputIndexes": [ 286 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 286 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze723", "outputIndexes": [ 287 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 287 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp724", "outputIndexes": [ 288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 288, 287 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp725", "outputIndexes": [ 289 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 279, 289, 282 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_36_output_0", "outputIndexes": [ 290 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 290, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_7_output_0", "outputIndexes": [ 291 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 291, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_72_output_0", "outputIndexes": [ 292 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 277, 292, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_11_output_0", "outputIndexes": [ 293 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_5_output_0", "outputIndexes": [ 294 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 277, 21, 292, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_10_output_0", "outputIndexes": [ 295 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 294, 295 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_30_output_0", "outputIndexes": [ 296 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 296, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_19_output_0", "outputIndexes": [ 297 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 278, 297 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_11_output_0", "outputIndexes": [ 298 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 237 ], "outputIndexes": [ 2554 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2554 ], "outputIndexes": [ 2555 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear", "inputIndexes": [ 2555 ], "outputIndexes": [ 2556 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 91570528, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2556 ], "outputIndexes": [ 2557 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2557 ], "outputIndexes": [ 299 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 299, 276 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_21_output_0", "outputIndexes": [ 300 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274, 298, 300, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_26_output_0", "outputIndexes": [ 301 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 301 ], "outputIndexes": [ 2558 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2558 ], "outputIndexes": [ 2559 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear", "inputIndexes": [ 2559 ], "outputIndexes": [ 2560 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 92897654, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2560 ], "outputIndexes": [ 2561 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2561 ], "outputIndexes": [ 302 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 302 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_2/Mul_output_0", "outputIndexes": [ 303 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.767578, 0.770508, 0.839844, 0.965332, 0.722656, 0.81543, 0.770508, 1.5, 0.691406, 0.789062, 0.863281, 0.726562, 0.691406, 0.820312, 0.650391, 0.786133, 0.763672, 0.71875, 0.933594, 0.816406, 0.829102, 0.782227, 0.780273, 0.774414, 0.6875, 0.760742, 0.910645, 0.951416, 0.95166, 0.92041, 0.714844, 0.826172, 0.805664, 1.609375, 0.697266, 0.890137, 0.798828, 0.775391, 0.738281, 0.654297, 0.689453, 0.880859, 0.792969, 0.818359, 1.291016, 0.782227, 0.871094, 0.740234, 1.224609, 0.851562, 0.8125, 1.098633, 0.805664, 2.25, 0.775391, 0.851562, 0.832031, 0.728516, 0.899414, 0.867188, 0.825195, 1.096191, 0.764648, 0.835938, 0.932129, 0.726562, 1.004883, 0.761719, 0.797852, 0.712891, 0.816406, 0.787109, 0.791016, 0.689453, 0.71875, 0.707031, 0.994598, 0.829102, 0.806641, 1.345703, 0.746094, 1.65625, 0.945068, 0.84375, 0.720703, 0.813477, 0.722656, 0.850586, 1.24707, 0.766602, 0.869141, 0.658203, 0.850586, 1.15918, 0.787109, 1.484375, 0.701172, 0.855469, 0.844727, 0.746094, 0.896484, 0.75, 0.746094, 0.753906, 0.765625, 0.808594, 0.821289, 0.765625, 0.773438, 0.792969, 0.8125, 0.799805, 0.820312, 1.621094, 0.902832, 0.892578, 0.785156, 2.367188, 0.667969, 0.808594, 0.714844, 0.801758, 1.414062, 0.753906, 0.789062, 1.000475, 0.740234, 0.712891, 0.759766, 1.025879, 0.945312, 0.767578, 0.797852, 0.724609, 0.863281, 0.730469, 0.771484, 0.997406, 0.907227, 0.712891, 1.245117, 1.065918, 0.740234, 0.811523, 0.787109, 0.924805, 0.830078, 0.714844, 0.8125, 0.792969, 0.786133, 0.874023, 0.761719, 2.460938, 0.837891, 0.800781, 1.053467, 0.787109, 1.3125, 1.660156, 1.789062, 0.882812, 0.891113, 0.983032, 0.833008, 0.764648, 0.792969, 1.5, 0.88623, 0.761719, 0.825195, 1.255859, 0.77832, 1.390625, 0.708984, 0.791016, 0.845703, 1.433594, 0.859375, 0.866211, 0.790039, 1.730469, 0.832031, 1.855469, 1.020142, 0.722656, 0.945801, 0.664062, 0.710938, 0.824219, 0.673828, 1.330078, 0.810547, 0.762695, 0.813477, 0.769531, 0.691406, 0.866211, 0.765625, 0.810547, 0.761719, 0.789062, 0.705078, 0.738281, 0.782227, 0.744141, 1.033691, 0.716797, 0.847656, 0.814453, 0.861328, 0.760742, 0.838867, 0.854492, 0.722656, 0.848633, 0.766602, 0.757812, 0.862305, 0.736328, 0.895508, 0.95874, 0.738281, 0.848633, 0.724609, 0.75, 0.667969, 0.724609, 0.857422, 0.738281, 1.002518, 0.712891, 0.825195, 0.766602, 0.80957, 0.769531, 0.967041, 0.769531, 0.816406, 0.845703, 0.94458, 0.78418, 0.818359, 2.460938, 0.648438, 0.875488, 0.825195, 0.886719, 0.786133, 0.918457, 0.699219, 0.824219, 1.176758, 0.756836, 0.856445, 0.689453, 0.759766, 0.791016, 1.182617, 0.787109, 0.790039, 0.728516, 0.701172, 0.716797, 0.738281, 0.879883, 0.691406, 0.790039, 0.841797, 0.80957, 0.811523, 0.707031, 0.798828, 0.789062, 0.746094, 0.814453, 1.043701, 0.823242, 0.790039, 0.75, 0.84668, 0.819336, 1.570312, 0.722656, 1.181641, 0.772461, 0.865234, 0.830078, 1.400391, 0.759766, 0.786133, 1.695312, 0.895996, 0.714844, 0.879395, 0.746094, 0.791016, 0.786133, 0.838867, 0.783203, 0.859375, 0.799805, 1.847656, 0.84082, 1.550781, 0.805664, 0.824219, 0.884277, 0.699219, 0.768555, 0.750977, 1.691406, 0.798828, 0.814453, 0.863281, 0.773438, 0.764648, 0.769531, 0.695312, 0.785156, 0.782227, 0.900391, 0.810547, 0.78125, 0.827148, 0.724609, 0.818359, 0.875, 0.818359, 0.841797, 0.780273, 0.982056, 0.779297, 0.738281, 1.871094, 0.754883, 0.751953, 0.77832, 0.814453, 0.734375, 0.790039, 0.883301, 0.883301, 0.758789, 0.855469, 0.975098, 0.78418, 1.188477, 0.826172, 0.765625, 1.871094, 0.746094, 1.703125, 0.816406, 1.742188, 1.371094, 0.842773, 0.845703, 0.936523, 0.807617, 1.494141, 0.825195, 0.726562, 1.137695, 1.038818, 0.750977, 0.677734, 1.416016, 0.671875, 0.693359, 0.835938, 0.898926, 0.746094, 0.804688, 0.852539, 0.860352, 0.836914, 0.765625, 0.803711, 1.07959, 0.734375, 0.806641, 0.919434, 1.408203, 0.84375, 0.797852, 0.780273, 0.937744, 0.756836, 0.6875, 0.793945, 0.761719, 1.535156, 0.768555, 0.701172, 0.75293, 0.866211, 1.447266, 0.795898, 0.773438, 0.730469, 0.887695, 0.71875, 0.867188, 1.349609, 0.901855, 0.790039, 0.736328, 0.796875, 1.447266, 0.796875, 0.770508, 0.753906, 0.878418, 1.023438, 0.765625, 0.785156, 0.764648, 0.869141, 0.811523, 0.907715, 0.833984, 1.353516, 0.773438, 0.701172, 0.818359, 0.667969, 0.799805, 0.716797, 0.763672, 1.168945, 0.84082, 0.904785, 0.983521, 1.486328, 0.6875, 0.728516, 0.773438, 0.738281, 0.824219, 0.803711, 0.714844, 0.75, 0.797852, 1.703125, 0.785156, 0.758789, 0.981079, 0.763672, 0.772461, 0.791016, 0.742188, 0.902344, 0.808594, 0.828125, 0.893066, 1.054443, 0.654297, 0.800781, 1.05127, 0.783203, 0.765625, 0.821289, 0.699219, 1.06543, 0.837891, 1.570312, 0.763672, 0.760742, 0.811523, 0.769531, 0.728516, 0.71875, 0.78125, 0.708984, 0.936035, 1.382812, 1.170898, 0.828125, 0.744141, 0.798828, 0.797852, 1.96875, 0.821289, 0.931152, 0.777344, 1.609375, 0.712891, 0.797852, 0.761719, 0.824219, 0.775391, 0.802734, 0.819336, 1.00164, 0.734375, 1.671875, 1.648438, 0.919922, 1.664062, 0.867188, 0.80957, 0.693359, 0.822266, 2.382812, 0.697266, 0.88623, 1.049805, 1.103027, 0.786133, 0.797852, 0.763672, 0.720703, 0.726562, 0.751953, 0.75, 0.929688, 0.811523, 0.833008, 0.863281, 0.832031, 0.827148, 1.226562, 1.40625, 0.732422, 1.005768, 0.77832, 0.732422, 0.769531, 0.736328, 0.813477, 0.71875, 0.75293, 1.523438, 0.767578, 2.351562, 0.705078, 0.804688, 0.776367, 1.710938, 1.570312, 0.977539, 0.81543, 0.758789, 0.84375, 0.760742, 0.771484, 0.744141, 0.94043, 0.835938, 1.660156, 0.764648, 0.858398, 0.785156, 0.712891, 0.798828, 0.732422, 1.5625, 0.793945, 0.799805, 0.726562, 1.378906, 1.047607, 0.951904, 0.777344, 0.818359, 0.808594, 1.648438, 0.775391, 0.80957, 0.89209, 0.75, 0.738281, 0.765625, 1.443359, 0.833984, 0.736328, 0.736328, 0.955811, 0.746094, 1.139648, 0.797852, 0.766602, 0.795898, 1.116699, 0.802734, 2.15625, 0.805664, 1.519531, 1.069336, 0.742188, 0.740234, 0.813477, 1.157227, 0.984131, 0.833984, 0.792969, 0.829102, 0.785156, 0.881836, 0.780273, 0.777344, 0.803711, 0.746094, 0.766602, 0.712891, 0.863281, 0.756836, 0.728516, 0.801758, 0.734375, 0.75, 0.75293, 1.972656, 0.887207, 0.798828, 0.835938, 0.78418, 0.667969, 0.726562, 0.732422, 0.819336, 0.921387, 0.768555, 0.710938, 0.825195, 0.835938, 0.93457, 0.759766, 1.337891, 0.790039, 0.775391, 0.873047, 0.770508, 0.769531, 0.831055, 0.710938, 0.730469, 0.791016, 0.864258, 0.726562, 0.867188, 0.773438, 1.503906, 0.777344, 1.773438, 0.708984, 0.825195, 0.857422, 1.300781, 2.226562, 1.5, 0.707031, 0.730469, 0.75, 0.675781, 0.736328, 0.669922, 0.707031, 0.895996, 0.805664, 0.794922, 0.720703, 1.636719, 0.774414, 0.699219, 0.693359, 0.648438, 0.732422, 0.716797, 0.830078, 0.8125, 0.774414, 0.710938, 0.890137, 0.740234, 0.801758, 0.81543, 0.898438, 1.02063, 0.675781, 1.578125, 1.429688, 0.783203, 0.755859, 0.714844, 1.03418, 0.697266, 0.695312, 1.255859, 0.751953, 0.699219, 0.738281, 0.720703, 0.730469, 0.780273, 0.833984, 0.730469, 0.897461, 0.728516, 0.916992, 0.756836, 0.762695, 0.771484, 0.666016, 0.792969, 0.770508, 0.746094, 0.829102, 0.939453, 0.707031, 0.734375, 0.80957, 0.81543, 1.511719, 0.860352, 0.770508, 1.191406, 0.734375, 0.969727, 0.792969, 0.742188, 0.705078, 0.754883, 0.881348, 1.722656, 0.911621, 0.724609, 0.77832, 0.722656, 0.742188, 0.753906, 0.772461, 0.762695, 0.756836, 0.786133, 0.691406, 0.830078, 0.756836, 0.759766, 0.823242, 0.887207, 0.801758, 0.888184, 0.769531, 0.9375, 0.754883, 0.644531, 0.806641, 0.807617, 0.689453, 0.785156, 0.766602, 0.787109, 0.773438, 0.878418, 0.771484, 1.585938, 0.765625, 0.71875, 0.803711, 0.794922, 0.825195, 0.825195, 0.824219, 0.767578, 0.87793, 0.773438, 0.71875, 0.806641, 0.758789, 0.847656, 0.790039, 0.728516, 0.799805, 0.701172, 0.770508, 0.757812, 1.196289, 0.875977, 0.664062, 0.816406, 0.78125, 0.797852, 1.361328, 0.6875, 0.807617, 1.410156, 0.918945, 0.801758, 0.726562, 0.753906, 0.922852, 0.748047, 0.808594, 0.791992, 0.605469, 0.982178, 0.768555, 0.987305, 1.683594, 0.75, 0.746094, 0.699219, 0.902832, 1.049561, 0.773438, 0.744141, 1.539062, 0.742188, 0.705078, 0.8125, 1.519531, 0.71875, 1.182617, 1.112793, 1.04126, 0.826172, 0.853516, 0.728516, 0.804688, 0.705078, 0.724609, 0.847656, 0.87207, 0.662109, 0.720703, 0.768555, 0.724609, 0.788086, 0.804688, 0.703125, 0.728516, 1.111328, 0.879395, 0.894043, 0.771484, 0.734375, 1.113281, 0.771484, 0.981567, 0.732422, 0.607422, 0.77832, 0.772461, 0.681641, 0.742188, 0.785156, 0.761719, 0.787109, 0.754883, 0.701172, 1.093262, 0.864258, 1.294922, 0.865234, 0.793945, 0.753906, 0.822266, 1.020264, 0.827148, 0.730469, 0.785156, 0.805664, 0.78418, 1.515625, 0.814453, 0.795898, 0.732422, 1.75, 0.75, 0.755859, 0.761719, 1.314453, 0.801758, 0.93457, 0.705078, 0.667969, 0.847656, 0.800781, 1.026367, 1.917969, 0.705078, 0.78125, 0.791016, 0.873047, 0.77832, 0.870117, 0.742188, 0.697266, 1.371094, 0.75, 0.703125, 0.954102, 0.772461, 0.791992, 0.763672, 0.823242, 0.714844, 0.750977, 0.87793, 0.722656, 0.832031, 0.847656, 1.091309, 0.831055, 0.714844, 1.443359, 1.308594, 0.932617, 1.294922, 0.804688, 0.791992, 0.724609, 0.876465, 1.478516, 1.71875, 0.669922, 0.762695, 0.863281, 0.791016, 0.671875, 0.814453, 0.787109, 0.996628, 1.566406, 0.915527, 0.720703, 0.862305, 1.347656, 0.763672, 0.871094, 0.722656, 0.738281, 0.708984, 0.673828, 0.802734, 0.6875, 0.939941, 0.883789, 0.798828, 0.75, 0.78418, 1.292969, 0.891602, 0.716797, 1.036865, 1.683594, 1.105469, 0.821289, 0.732422, 0.880371, 0.755859, 0.720703, 0.771484, 0.808594, 1.566406, 0.820312, 0.928711, 0.746094, 0.813477, 1.839844, 0.785156, 0.801758, 1.043457, 0.767578, 0.827148, 1.035645, 0.774414, 1.453125, 0.742188, 0.790039, 0.774414, 1.632812, 0.638672, 0.800781, 1.128906, 0.80957, 1.072266, 0.6875, 0.710938, 0.777344, 0.791992, 0.988037, 0.708984, 0.836914, 0.953125, 1.539062, 1.466797, 1.886719, 0.821289, 0.887207, 0.788086, 0.960693, 0.764648, 0.681641, 0.817383, 1.523438, 0.798828, 0.811523, 0.710938, 0.80957, 0.937012, 0.773438, 0.730469, 2.179688, 0.724609, 1.574219, 0.771484, 1.675781, 0.817383, 0.797852, 0.802734, 0.819336, 0.865234, 0.863281, 1.233398, 0.763672, 1.455078, 0.946777, 0.931152, 1.145508, 1.087402, 0.720703, 0.850586, 0.814453, 1.621094, 0.685547, 0.924316, 0.801758, 0.915527, 0.924316, 0.730469, 1.6875, 0.791992, 0.825195, 0.821289, 1.90625, 1.542969, 0.722656, 0.81543, 0.833008, 0.856445, 0.795898, 0.689453, 0.97522, 1.355469, 0.681641, 0.728516, 0.807617, 0.813477, 0.714844, 0.821289, 0.707031, 0.864258, 0.820312, 0.832031, 0.845703, 0.95752, 0.759766, 0.945557, 0.807617, 0.923828, 0.736328, 0.753906, 0.734375, 0.732422, 0.800781, 1.310547, 0.760742, 1.65625, 0.944092, 0.77832, 1.652344, 0.658203, 0.876465, 0.769531, 0.791992, 0.855469, 0.716797, 0.744141, 0.730469, 1.851562, 0.849609, 0.855469, 0.793945, 0.730469, 0.75293, 0.862305, 0.774414, 0.751953, 0.710938, 0.818359, 0.861328, 1.742188, 0.824219, 0.785156, 0.860352, 0.817383, 0.839844, 0.919922, 1.019287, 0.779297, 0.837891, 0.790039, 0.738281, 0.788086, 0.769531, 1.298828, 0.703125, 0.748047, 0.777344, 0.794922, 0.891113, 1.613281, 0.905273, 1.398438, 0.740234, 0.826172, 0.795898, 0.77832, 0.773438, 0.847656, 0.802734, 0.94751, 0.914062, 1.582031, 1.621094, 1.617188, 0.757812, 0.675781, 1.59375, 0.734375, 0.796875, 1.523438, 1.351562, 0.845703, 0.830078, 0.75, 1.304688, 0.787109, 0.87793, 1.171875, 0.726562, 0.791992, 0.876953, 0.765625, 0.838867, 1.367188, 1.484375, 1.425781, 0.75293, 0.792969, 0.801758, 0.835938, 0.825195, 1.820312, 0.883301, 1.363281, 1.695312, 0.714844, 0.646484, 0.736328, 1.039551, 0.821289, 0.666016, 0.813477, 0.77832, 0.728516, 0.844727, 1.898438, 0.712891, 0.736328, 1.470703, 0.770508, 0.707031, 0.805664, 0.797852, 0.728516, 1.108398, 0.774414, 0.816406, 0.785156, 0.666016, 0.783203, 0.848633, 0.722656, 0.776367, 0.695312, 0.841797, 0.71875, 0.763672, 0.758789, 0.817383, 0.824219, 1.036621, 0.8125, 1.330078, 0.868164, 0.839844, 0.710938, 0.894043, 0.774414, 0.800781, 0.742188, 1.447266, 0.803711, 1.026855, 0.836914, 0.691406, 0.763672, 0.817383, 0.867188, 1.119629, 0.8125, 1.5, 0.836914, 0.921387, 0.804688, 0.834961, 0.716797, 0.759766, 0.766602, 0.775391, 0.824219, 0.773438, 0.736328, 0.879883, 1.566406, 0.806641, 0.770508, 0.720703, 0.863281, 0.864258, 0.853516, 0.787109, 1.118164, 0.822266, 0.762695, 0.798828, 1.558594, 0.722656, 0.675781, 0.829102, 0.703125, 0.689453, 1.636719, 0.986145, 0.869141, 0.697266, 1.316406, 0.893555, 1.178711, 1.675781, 0.810547, 1.558594, 1.695312, 0.746094, 0.650391, 0.854492, 0.790039, 1.25, 0.783203, 0.90332, 0.820312, 1.539062, 0.750977, 0.765625, 0.8125, 0.885254, 0.75, 0.779297, 1.707031, 0.730469, 0.865234, 1.062988, 1.578125, 0.795898, 0.813477, 1.335938, 0.744141, 1.84375, 0.799805, 0.767578, 0.791992, 0.808594, 1.542969, 0.858398, 0.753906, 0.720703, 0.776367, 0.78125, 0.906738, 1.494141, 0.783203, 0.833984, 0.734375, 0.708984, 0.869141, 0.912598, 0.996887, 0.724609, 0.824219, 0.891113, 1.8125, 0.736328, 0.746094, 0.748047, 0.817383, 0.824219, 0.887207, 0.771484, 0.835938, 1.535156, 0.758789, 0.766602, 0.699219, 0.669922, 0.862305, 0.802734, 0.760742, 0.697266, 0.810547, 0.654297, 0.759766, 0.728516, 0.720703, 1.135742, 0.77832, 1.546875, 0.836914, 1.3125, 0.900391, 0.842773, 0.931641, 1.5, 1.050293, 0.759766, 0.628906, 0.728516, 0.999096, 0.783203, 0.732422, 0.917969, 0.751953, 0.89209, 1.241211, 0.835938, 0.830078, 1.314453, 0.818359, 0.738281, 0.935059, 0.671875, 0.890137, 0.75293, 0.775391, 0.871094, 0.703125, 0.830078, 0.65625, 1.15918, 0.724609, 0.798828, 0.768555, 0.821289, 1.648438, 0.836914, 0.870117, 0.855469, 0.776367, 0.891602, 0.793945, 0.732422, 0.759766, 1.734375, 0.791992, 0.734375, 0.869141, 0.755859, 0.65625, 0.756836, 0.826172, 0.893066, 0.807617, 0.84082, 0.821289, 0.833984, 0.726562, 0.782227, 0.856445, 0.766602, 1.020386, 1.214844, 0.791992, 0.835938, 0.907715, 0.744141, 1.001831, 0.759766, 0.816406, 0.835938, 2.03125, 0.834961, 0.903809, 1.433594, 0.699219, 0.801758, 0.77832, 1.515625, 0.712891, 0.946777, 1.683594, 1.213867, 0.757812, 0.689453, 0.78125, 0.844727, 0.875, 0.835938, 0.703125, 0.821289, 0.817383, 1.445312, 0.695312, 0.801758, 0.693359, 1.929688, 0.808594, 0.699219, 0.685547, 0.870117, 0.691406, 0.838867, 0.728516, 0.811523, 1.738281, 0.80957, 0.742188, 0.772461, 1.011292, 0.898926, 0.716797, 1.726562, 0.805664, 0.728516, 0.966797, 0.78125, 0.699219, 0.734375, 1.318359, 0.894043, 0.862305, 0.816406, 0.675781, 0.982544, 1.585938, 0.771484, 1.030518, 0.782227, 0.782227, 0.813477, 0.708984, 0.796875, 1.882812, 0.851562, 0.783203, 0.758789, 0.763672, 0.916504, 0.746094, 0.685547, 0.748047, 0.801758, 0.746094, 0.763672, 0.782227, 0.769531, 0.779297, 0.955811, 0.921387, 0.876953, 0.849609, 0.797852, 0.753906, 0.998634, 0.699219, 0.981201, 0.785156, 0.764648, 0.75293, 0.658203, 0.832031, 0.744141, 1.073242, 0.771484, 0.730469, 0.867188, 0.801758, 0.793945, 0.987305, 0.742188, 0.730469, 0.768555, 0.714844, 0.8125, 0.883789, 0.722656, 0.6875, 0.78418, 0.712891, 1.523438, 0.722656, 0.788086, 0.852539, 0.870117, 0.795898, 0.744141, 0.833008, 0.701172, 0.810547, 0.6875, 0.724609, 0.768555, 0.993683, 0.658203, 0.822266, 0.863281, 0.844727, 0.770508, 0.675781, 0.708984, 0.792969, 0.722656, 0.793945, 1.173828, 0.774414, 0.805664, 0.813477, 0.722656, 0.757812, 0.825195, 0.830078, 0.746094, 0.80957, 0.744141, 1.761719, 0.924805, 0.722656, 0.907715, 0.801758, 0.746094, 1.617188, 0.858398, 0.75293, 0.758789, 1.380859, 0.787109, 0.763672, 0.94751, 1.632812, 0.850586, 0.753906, 0.813477, 0.756836, 0.766602, 0.767578, 0.736328, 0.736328, 0.714844, 1.570312, 0.728516, 0.994293, 0.758789, 0.722656, 1.283203, 1.605469, 0.77832, 0.714844, 0.822266, 1.073242, 0.811523, 0.832031, 0.831055, 0.753906, 0.850586, 0.764648, 0.89502, 0.732422, 0.8125, 0.730469, 0.732422, 0.88623, 1.306641, 0.935547, 0.738281, 0.853516, 0.720703, 0.891113, 0.832031, 0.804688, 0.950684, 1.105469, 0.831055, 0.797852, 0.775391, 0.790039, 0.848633, 0.869141, 0.755859, 0.902832, 1.308594, 1.503906, 0.720703, 0.841797, 0.783203, 0.890625, 0.805664, 0.786133, 1.271484, 0.763672, 0.923828, 1.222656, 0.851562, 0.740234, 0.807617, 0.732422, 0.736328, 0.753906, 1.185547, 0.774414, 0.84375, 0.849609, 0.6875, 0.765625, 0.854492, 0.787109, 0.728516, 0.724609, 0.695312, 0.707031, 0.780273, 0.895996, 0.728516, 0.795898, 1.605469, 0.80957, 0.816406, 1.578125, 0.773438, 0.746094, 1.447266, 0.738281, 1.241211, 0.748047, 0.87793, 0.791016, 1.408203, 1.114746, 0.773438, 0.798828, 0.708984, 0.726562, 0.799805, 0.785156, 0.801758, 0.782227, 0.831055, 0.720703, 1.003082, 2.21875, 1.285156, 0.740234, 0.75293, 0.87207, 0.909668, 0.835938, 1.792969, 0.758789, 0.742188, 0.75, 0.712891, 1.205078, 0.863281, 0.794922, 0.797852, 0.814453, 0.691406, 1.094238, 0.804688, 0.841797, 0.724609, 1.000216, 0.768555, 1.582031, 0.772461, 1.015869, 1.582031, 0.724609, 1.330078, 0.899902, 0.666016, 1.078125, 0.697266, 1.914062, 0.817383, 0.736328, 0.652344, 0.728516, 0.699219, 0.835938, 0.944092, 2.234375, 0.746094, 0.775391, 0.776367, 0.910645, 1.21582, 0.708984, 0.766602, 0.820312, 0.703125, 0.956299, 0.716797, 1.363281, 0.873047, 1.726562, 0.746094, 0.829102, 0.765625, 0.822266, 0.742188, 0.777344, 0.816406, 0.798828, 0.738281, 0.673828, 0.707031, 0.775391, 0.919922, 0.705078, 1.050537, 0.796875, 0.819336, 1.566406, 0.742188, 0.728516, 0.900879, 0.697266, 0.786133, 0.868164, 0.824219, 0.782227, 1.082031, 0.910645, 0.789062, 0.875977, 0.848633, 0.816406, 0.712891, 0.951172, 0.750977, 0.8125, 0.753906, 1.359375, 0.796875, 0.824219, 0.699219, 0.762695, 0.985718, 0.861328, 0.740234, 0.849609, 0.757812, 0.893555, 0.722656, 1.632812, 0.779297, 0.720703, 0.777344, 0.810547, 0.857422, 0.681641, 0.766602, 0.817383, 0.799805, 0.742188, 1.169922, 1.431641, 0.734375, 0.791016, 0.852539, 0.792969, 0.882812, 1.695312, 0.728516, 0.860352, 0.701172, 0.762695, 0.911621, 0.699219, 0.8125, 1.996094, 0.808594, 0.907715, 0.722656, 0.736328, 1.396484, 0.813477, 0.707031, 0.84375, 0.748047, 0.769531, 0.817383, 0.81543, 0.877441, 1.00351, 0.873047, 0.879883, 1.632812, 0.738281, 1.447266, 0.791992, 0.882812, 1.800781, 0.790039, 0.81543, 0.785156, 0.771484, 0.746094, 0.974487, 0.740234, 1.134766, 0.80957, 0.913574, 0.722656, 0.648438, 0.750977, 0.880859, 0.793945, 0.787109, 0.835938, 0.92041, 0.738281, 0.893066, 1.578125, 0.871094, 0.736328, 0.864258, 0.898438, 1.527344, 0.792969, 0.94873, 0.786133, 0.800781, 0.748047, 1.707031, 0.897461, 0.771484, 1.086426, 0.806641, 0.817383, 0.833008, 0.847656, 0.982788, 0.761719, 0.761719, 0.929199, 0.762695, 0.777344, 0.714844, 0.720703, 1.617188, 0.722656, 0.767578, 0.776367, 0.746094, 0.77832, 0.867188, 0.825195, 0.885254, 0.868164, 0.800781, 0.798828, 0.831055, 1.191406, 0.769531, 0.810547, 0.799805, 0.716797, 0.724609, 0.769531, 0.780273, 0.726562, 0.744141, 0.720703, 0.783203, 0.787109, 0.779297, 1.008057, 0.794922, 1.069824, 0.881836, 0.798828, 1.15332, 1.255859, 0.658203, 0.90918, 0.817383, 0.701172, 0.762695, 0.779297, 0.820312, 0.775391, 0.847656, 0.817383, 0.763672, 0.861328, 0.728516, 1.566406, 0.753906, 0.766602, 0.761719, 0.880371, 0.978638, 0.786133, 0.693359, 0.726562, 0.819336, 0.758789, 0.867188, 0.722656, 0.820312, 0.798828, 0.963135, 0.683594, 0.930664, 0.819336, 0.746094, 1.082031, 0.697266, 0.669922, 0.922363, 0.754883, 0.744141, 0.811523, 0.856445, 0.736328, 0.982666, 1.238281, 0.760742, 0.771484, 0.728516, 1.478516, 0.957764, 0.875977, 0.75, 0.845703, 0.806641, 0.912109, 0.750977, 0.884766, 0.873047, 1.062256, 1.644531, 0.816406, 1.6875, 0.800781, 0.782227, 0.732422, 0.789062, 0.816406, 1.621094, 0.757812, 0.844727, 0.703125, 0.730469, 0.78418, 1.310547, 0.847656, 0.724609, 0.767578, 1.025879, 0.819336, 0.730469, 0.756836, 0.746094, 0.878418, 0.782227, 0.777344, 0.833984, 0.808594, 0.763672, 1.300781, 0.6875, 0.837891, 0.765625, 0.819336, 0.858398, 0.738281, 0.881348, 1.188477, 0.750977, 0.791016, 0.89209, 1.710938, 0.774414, 0.832031, 0.779297, 0.722656, 0.857422, 0.833984, 0.751953, 0.8125, 0.792969, 0.919922, 0.760742, 0.811523, 0.71875, 1.578125, 0.855469, 0.821289, 0.75293, 0.753906, 0.821289, 0.720703, 0.728516, 0.720703, 0.808594, 0.714844, 0.918945, 1.65625, 0.819336, 0.893066, 0.810547, 1.550781, 0.806641, 1.714844, 0.792969, 1.789062, 0.792969, 0.84082, 1.316406, 0.985779, 0.750977, 0.769531, 0.75293, 0.730469, 0.703125, 0.746094, 0.855469, 0.714844, 1.355469, 1.265625, 1.425781, 0.758789, 0.81543, 0.764648, 0.761719, 0.740234, 0.772461, 0.946289, 0.782227, 0.736328, 0.958984, 0.814453, 0.837891, 1.003571, 0.799805, 0.730469, 0.896484, 0.795898, 0.776367, 0.764648, 0.790039, 0.837891, 0.963867, 0.783203, 0.829102, 0.751953, 0.853516, 0.797852, 1.030762, 0.701172, 1.412109, 1.259766, 0.836914, 0.860352, 0.84668, 1.447266, 0.762695, 0.865234, 0.738281, 1.515625, 0.808594, 0.875977, 0.776367, 0.793945, 0.873047, 1.40625, 0.764648, 0.826172, 0.701172, 1.675781, 0.819336, 1.828125, 1.773438, 0.8125, 0.78125, 0.828125, 0.748047, 0.699219, 0.738281, 0.829102, 0.782227, 1.263672, 1.132812, 0.821289, 0.720703, 0.675781, 0.756836, 0.6875, 0.813477, 0.720703, 0.901367, 0.708984, 0.819336, 0.795898, 1.330078, 0.736328, 0.776367, 0.990845, 0.791992, 0.705078, 1.341797, 1.291016, 1.875, 1.388672, 0.816406, 0.761719, 0.84375, 0.87207, 0.801758, 0.662109, 0.720703, 0.800781, 0.951904, 0.740234, 0.797852, 1.007782, 0.724609, 0.804688, 0.798828, 0.844727, 0.707031, 1.085938, 0.838867, 0.797852, 0.907715, 0.791992, 0.824219, 0.860352, 0.830078, 0.782227, 0.798828, 0.775391, 1.003601, 1.045898, 0.763672, 0.865234, 1.402344, 0.730469, 0.736328, 0.744141, 0.884766, 0.810547, 0.790039, 0.833008, 0.787109, 0.724609, 1.133789, 0.850586, 0.87207, 1.292969, 0.816406, 0.844727, 1.722656, 0.782227, 0.881836, 0.746094, 0.835938, 0.748047, 0.730469, 0.714844, 0.756836, 0.705078, 0.742188, 0.744141, 0.782227, 0.858398, 1.225586, 0.819336, 0.868164, 0.648438, 1.488281, 0.792969, 0.760742, 0.791016, 1.224609, 0.78418, 1.003357, 0.84668, 0.808594, 1.546875, 0.919922, 0.806641, 0.740234, 1.283203, 0.834961, 0.753906, 1.176758, 0.712891, 0.879883, 0.850586, 0.716797, 0.758789, 0.705078, 1.163086, 0.712891, 0.800781, 0.929199, 0.803711, 0.841797, 0.800781, 0.811523, 1.613281, 1.034668, 0.744141, 0.817383, 0.766602, 0.894043, 0.789062, 0.730469, 0.623047, 1.507812, 0.837891, 0.744141, 1.613281, 0.867188, 0.835938, 0.720703, 0.738281, 1.474609, 0.883301, 0.705078, 1.546875, 0.726562, 1.589844, 0.772461, 0.897949, 0.867188, 0.807617, 1.511719, 0.720703, 0.705078, 0.764648, 0.830078, 0.746094, 0.884277, 1.644531, 0.845703, 0.756836, 0.773438, 0.753906, 1.378906, 0.892578, 0.720703, 0.768555, 0.744141, 0.905273, 0.834961, 0.924805, 0.790039, 0.790039, 0.8125, 0.730469, 1.78125, 1.621094, 1.1875, 0.691406, 1.664062, 0.748047, 0.850586, 0.805664, 0.81543, 0.799805, 0.925293, 0.930664, 0.829102, 0.785156, 1.503906, 0.585938, 1.017944, 0.734375 ] }, "name": "onnx::Mul_8194", "outputIndexes": [ 304 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 303, 304 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_2/Mul_1_output_0", "outputIndexes": [ 305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 234, 305 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_13_output_0", "outputIndexes": [ 306 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 306 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_2/Mul_output_0", "outputIndexes": [ 307 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.5, 1.511719, 1.53125, 1.597656, 1.492188, 1.578125, 1.566406, 0.591797, 1.480469, 1.376953, 1.53125, 1.419922, 1.359375, 1.582031, 1.527344, 1.482422, 1.820312, 1.488281, 1.777344, 1.523438, 1.519531, 1.582031, 1.558594, 1.414062, 1.320312, 1.492188, 1.384766, 1.291016, 1.478516, 1.554688, 1.376953, 1.283203, 1.507812, 0.71875, 1.400391, 1.330078, 1.535156, 1.53125, 1.421875, 1.427734, 1.492188, 1.398438, 1.613281, 1.251953, 0.874023, 1.617188, 1.527344, 1.527344, 1.382812, 1.341797, 1.613281, 1.204102, 1.490234, 0.644531, 1.507812, 1.410156, 1.539062, 1.474609, 1.253906, 1.396484, 1.253906, 2.242188, 1.443359, 1.457031, 1.40625, 1.466797, 1.185547, 1.542969, 1.371094, 1.417969, 1.570312, 1.558594, 1.511719, 1.392578, 1.382812, 1.464844, 1.075684, 1.357422, 1.310547, 0.860352, 1.429688, 0.578125, 1.675781, 1.263672, 1.523438, 1.535156, 1.431641, 1.277344, 0.972778, 1.449219, 1.46875, 1.480469, 1.542969, 0.938965, 1.539062, 0.607422, 1.458984, 1.494141, 1.378906, 1.447266, 1.220703, 1.492188, 1.539062, 1.464844, 1.496094, 1.490234, 1.542969, 1.316406, 1.578125, 1.527344, 1.542969, 1.492188, 1.523438, 1.053955, 1.519531, 1.341797, 1.5625, 0.8125, 1.523438, 1.535156, 1.466797, 1.478516, 1.376953, 1.535156, 1.408203, 1.229492, 1.511719, 1.527344, 1.492188, 1.167969, 1.139648, 1.484375, 1.277344, 1.451172, 1.589844, 1.519531, 1.349609, 1.072266, 1.498047, 1.494141, 2.078125, 1.408203, 1.449219, 1.539062, 1.474609, 1.291016, 1.414062, 1.527344, 1.482422, 1.507812, 1.527344, 1.421875, 1.435547, 0.722656, 1.574219, 1.554688, 1.11084, 1.486328, 0.782227, 0.763672, 0.953369, 1.578125, 1.292969, 1.08252, 1.738281, 1.527344, 1.5625, 0.728516, 1.554688, 1.386719, 1.53125, 0.878418, 1.376953, 0.800781, 1.498047, 1.5, 1.554688, 0.625, 1.5625, 1.271484, 1.511719, 0.708984, 1.273438, 0.541016, 1.910156, 1.433594, 1.048828, 1.443359, 1.443359, 1.410156, 1.484375, 1.597656, 1.423828, 1.523438, 1.527344, 1.398438, 1.539062, 1.539062, 1.511719, 1.429688, 1.474609, 1.445312, 1.458984, 1.410156, 1.507812, 1.460938, 1.960938, 1.451172, 1.542969, 1.570312, 1.233398, 1.539062, 1.433594, 1.570312, 1.462891, 1.503906, 1.429688, 1.443359, 1.5625, 1.494141, 1.414062, 1.394531, 1.511719, 1.515625, 1.492188, 1.460938, 1.388672, 1.466797, 1.439453, 1.271484, 1.421875, 1.375, 1.65625, 1.535156, 1.515625, 1.578125, 1.384766, 1.511719, 1.453125, 1.496094, 1.359375, 1.492188, 1.578125, 0.355469, 1.494141, 1.328125, 1.449219, 1.554688, 1.542969, 1.039795, 1.515625, 1.527344, 0.90918, 1.474609, 1.527344, 1.445312, 1.443359, 1.542969, 1.515625, 1.464844, 1.515625, 1.515625, 1.570312, 1.476562, 1.431641, 1.347656, 1.652344, 1.494141, 1.492188, 1.40625, 1.5, 1.457031, 1.410156, 1.404297, 1.476562, 1.527344, 0.909668, 1.466797, 1.486328, 1.470703, 1.324219, 1.566406, 0.861328, 1.488281, 1.373047, 1.472656, 1.484375, 1.527344, 0.761719, 1.419922, 1.341797, 0.611328, 1.445312, 1.40625, 1.394531, 1.511719, 1.384766, 1.447266, 1.53125, 1.527344, 1.523438, 1.423828, 0.632812, 1.40625, 0.4375, 1.416016, 1.507812, 1.386719, 1.402344, 1.53125, 1.496094, 0.634766, 1.482422, 1.376953, 1.384766, 1.449219, 1.447266, 1.511719, 1.466797, 1.636719, 1.384766, 1.539062, 1.363281, 1.558594, 1.53125, 1.554688, 1.291016, 1.408203, 1.523438, 1.455078, 1.300781, 1.582031, 1.523438, 1.511719, 0.507812, 1.539062, 1.498047, 1.601562, 1.486328, 1.476562, 1.375, 1.4375, 1.398438, 1.451172, 1.585938, 1.15332, 1.460938, 1.041748, 1.302734, 1.542969, 0.669922, 1.292969, 0.871094, 1.330078, 0.582031, 0.828125, 1.498047, 1.558594, 1.152344, 1.390625, 0.772461, 1.546875, 1.335938, 1.084473, 1.511719, 1.470703, 1.292969, 0.623047, 1.46875, 1.474609, 1.550781, 1.433594, 1.457031, 1.410156, 1.574219, 1.482422, 1.546875, 1.466797, 1.527344, 1.092285, 1.503906, 1.535156, 1.099121, 0.972412, 1.519531, 1.410156, 1.339844, 1.177734, 1.5, 1.523438, 1.527344, 1.582031, 0.689453, 1.539062, 1.5625, 1.53125, 1.462891, 0.75293, 1.53125, 1.527344, 1.558594, 1.550781, 1.451172, 1.476562, 0.930176, 1.558594, 1.550781, 1.441406, 1.496094, 0.972168, 1.503906, 1.488281, 1.480469, 1.527344, 1.333984, 1.410156, 1.523438, 1.511719, 1.621094, 1.460938, 1.369141, 1.554688, 2.023438, 1.466797, 1.412109, 1.417969, 1.492188, 1.480469, 1.496094, 1.482422, 1.535156, 1.546875, 1.578125, 1.328125, 1.224609, 1.449219, 1.511719, 1.480469, 1.542969, 1.498047, 1.492188, 1.902344, 1.527344, 1.241211, 0.634766, 1.503906, 1.523438, 1.539062, 1.466797, 1.507812, 1.503906, 1.455078, 1.455078, 1.494141, 1.589844, 1.574219, 1.086914, 1.546875, 1.515625, 1.353516, 1.519531, 1.570312, 1.527344, 1.369141, 0.977905, 1.566406, 0.785156, 1.451172, 1.466797, 1.482422, 1.419922, 1.482422, 1.486328, 1.388672, 1.5625, 1.324219, 0.819336, 1.507812, 1.492188, 1.546875, 1.527344, 1.414062, 1.390625, 1.498047, 1.558594, 1.585938, 0.738281, 1.470703, 1.423828, 1.492188, 1.369141, 1.488281, 1.539062, 1.546875, 1.414062, 1.427734, 0.619141, 0.707031, 1.179688, 0.707031, 1.519531, 1.472656, 1.484375, 1.194336, 0.788086, 1.445312, 1.232422, 1.263672, 1.660156, 1.546875, 1.527344, 1.486328, 1.449219, 1.449219, 1.490234, 1.527344, 1.271484, 1.53125, 1.589844, 1.287109, 1.486328, 1.382812, 0.957764, 0.860352, 1.503906, 0.981445, 1.486328, 1.470703, 1.455078, 1.554688, 1.457031, 1.474609, 1.53125, 0.675781, 1.527344, 0.5, 1.417969, 1.894531, 1.490234, 0.615234, 0.632812, 1.375, 1.392578, 1.542969, 1.523438, 1.46875, 1.5, 1.421875, 1.166992, 1.566406, 0.791016, 1.605469, 1.414062, 1.351562, 1.396484, 1.390625, 1.371094, 0.878418, 1.40625, 1.457031, 1.675781, 0.640625, 1.171875, 1.249023, 1.482422, 1.433594, 1.558594, 0.863281, 1.419922, 1.519531, 1.542969, 1.523438, 1.582031, 1.476562, 0.578125, 1.503906, 1.523438, 1.478516, 0.999146, 1.503906, 1.953125, 1.464844, 1.486328, 1.519531, 1.447266, 1.472656, 2.054688, 1.472656, 0.841797, 1.209961, 1.466797, 1.464844, 1.373047, 1.898438, 1.222656, 1.507812, 1.494141, 1.523438, 1.474609, 1.197266, 1.462891, 1.53125, 1.324219, 1.496094, 1.542969, 1.470703, 1.482422, 1.539062, 1.5, 1.558594, 1.5, 1.498047, 1.527344, 0.804688, 1.271484, 1.503906, 1.519531, 1.367188, 1.5625, 1.523438, 1.462891, 1.498047, 1.496094, 1.554688, 1.507812, 1.341797, 1.570312, 1.486328, 1.542969, 1.390625, 1.384766, 1.601562, 1.53125, 1.488281, 1.535156, 1.396484, 1.482422, 1.527344, 1.515625, 1.116211, 1.558594, 1.59375, 1.246094, 0.791016, 1.539062, 0.932129, 1.480469, 1.523438, 1.427734, 0.993347, 0.509766, 0.691406, 1.494141, 1.492188, 1.566406, 1.445312, 1.441406, 1.425781, 1.414062, 1.474609, 1.636719, 1.496094, 1.488281, 0.628906, 1.382812, 1.425781, 1.449219, 1.482422, 1.441406, 1.474609, 1.578125, 1.435547, 1.474609, 1.539062, 1.289062, 1.455078, 1.494141, 1.550781, 1.191406, 1.460938, 1.464844, 0.523438, 0.858398, 1.289062, 1.478516, 1.458984, 1.335938, 1.462891, 1.519531, 2.039062, 1.435547, 1.40625, 1.511719, 1.445312, 1.476562, 1.445312, 1.515625, 1.511719, 1.515625, 1.457031, 1.480469, 1.433594, 1.423828, 1.4375, 1.443359, 1.527344, 1.53125, 1.386719, 1.472656, 1.574219, 1.496094, 1.539062, 1.523438, 1.511719, 0.666016, 1.435547, 1.523438, 1.063965, 1.4375, 1.341797, 1.53125, 1.550781, 1.417969, 1.527344, 1.199219, 0.626953, 1.108887, 1.494141, 1.558594, 1.527344, 1.369141, 1.484375, 1.511719, 1.519531, 1.451172, 1.601562, 1.496094, 1.494141, 1.515625, 1.539062, 1.490234, 1.330078, 1.498047, 1.460938, 1.376953, 1.388672, 1.527344, 1.609375, 1.550781, 1.613281, 1.53125, 1.554688, 1.416016, 1.507812, 1.519531, 1.21875, 1.486328, 0.803711, 1.458984, 1.484375, 1.503906, 1.476562, 1.402344, 1.527344, 1.490234, 1.353516, 1.460938, 1.550781, 1.578125, 1.511719, 1.539062, 1.5, 1.425781, 1.515625, 1.451172, 1.507812, 1.542969, 1.474609, 1.652344, 1.300781, 1.412109, 1.449219, 1.382812, 1.482422, 1.292969, 1.451172, 1.527344, 1.010376, 1.069336, 1.5, 1.455078, 1.466797, 1.25, 1.474609, 1.322266, 1.484375, 1.703125, 1.203125, 1.482422, 1.480469, 0.806641, 1.542969, 1.496094, 1.507812, 1.349609, 1.035889, 1.455078, 1.464844, 0.730469, 1.425781, 1.53125, 1.53125, 0.714844, 1.490234, 0.954102, 1.5625, 2.21875, 1.378906, 1.084961, 1.457031, 1.542969, 1.511719, 1.443359, 1.429688, 1.605469, 1.486328, 1.449219, 1.394531, 1.460938, 1.539062, 1.511719, 1.472656, 1.431641, 2.171875, 1.507812, 1.198242, 1.5625, 1.478516, 1.210938, 1.494141, 1.224609, 1.527344, 1.757812, 1.466797, 1.511719, 1.484375, 1.777344, 1.482422, 1.515625, 1.554688, 1.337891, 1.388672, 1.542969, 1.535156, 0.410156, 1.316406, 1.285156, 1.427734, 1.396484, 1.238281, 1.554688, 1.554688, 1.496094, 1.515625, 1.5, 0.623047, 1.578125, 1.412109, 1.433594, 0.755859, 1.535156, 1.498047, 1.617188, 0.793945, 1.466797, 1.277344, 1.40625, 1.384766, 1.585938, 1.59375, 1.40625, 1.886719, 1.382812, 1.480469, 1.414062, 1.566406, 1.546875, 1.523438, 1.433594, 1.433594, 0.80957, 1.511719, 1.455078, 1.361328, 1.414062, 1.503906, 1.539062, 1.449219, 1.433594, 1.46875, 1.143555, 1.355469, 1.490234, 1.5625, 1.145508, 1.361328, 1.396484, 0.744141, 0.513672, 1.1875, 1.033691, 1.470703, 1.527344, 1.78125, 1.388672, 0.699219, 0.544922, 1.433594, 1.957031, 1.332031, 1.648438, 1.375, 1.539062, 1.5, 1.369141, 0.693359, 1.523438, 1.363281, 1.380859, 0.985168, 1.423828, 1.402344, 1.357422, 1.472656, 1.482422, 1.482422, 1.458984, 1.511719, 1.349609, 1.542969, 1.46875, 1.339844, 1.416016, 1.507812, 1.5625, 1.46875, 1.050049, 0.658203, 1.455078, 1.511719, 1.423828, 1.470703, 1.466797, 1.458984, 1.371094, 1.570312, 0.591797, 1.337891, 1.228516, 1.558594, 1.53125, 0.634766, 1.527344, 1.574219, 1.597656, 1.462891, 1.53125, 1.441406, 1.298828, 0.785156, 1.507812, 1.375, 1.449219, 0.642578, 1.773438, 1.554688, 1.886719, 1.507812, 1.267578, 1.324219, 1.435547, 1.484375, 1.535156, 1.060303, 1.421875, 1.519531, 1.249023, 0.609375, 0.6875, 0.574219, 1.287109, 1.527344, 1.570312, 1.498047, 1.490234, 1.539062, 1.539062, 0.578125, 1.484375, 1.369141, 1.511719, 1.589844, 0.382812, 1.425781, 1.458984, 0.472656, 1.347656, 0.654297, 1.519531, 0.691406, 1.242188, 1.494141, 1.466797, 1.542969, 1.214844, 1.496094, 1.285156, 1.472656, 0.638672, 1.204102, 1.259766, 1.060547, 0.964355, 1.511719, 1.613281, 1.320312, 0.830078, 1.464844, 1.5, 1.527344, 1.253906, 1.566406, 1.511719, 0.646484, 1.476562, 1.511719, 1.417969, 0.644531, 0.701172, 1.412109, 1.523438, 1.470703, 1.527344, 1.503906, 1.566406, 1.249023, 0.375, 1.400391, 1.46875, 1.486328, 1.296875, 1.404297, 1.578125, 1.621094, 1.542969, 1.558594, 1.423828, 1.539062, 1.326172, 1.351562, 1.458984, 1.447266, 1.220703, 1.550781, 1.5, 1.554688, 1.5, 1.511719, 0.814453, 1.507812, 0.660156, 1.220703, 1.289062, 0.77832, 1.462891, 1.441406, 1.433594, 1.486328, 1.554688, 1.507812, 1.416016, 1.412109, 0.638672, 1.239258, 1.421875, 1.414062, 1.578125, 1.474609, 1.240234, 1.427734, 1.474609, 1.546875, 1.421875, 1.582031, 0.667969, 1.515625, 1.574219, 1.263672, 1.476562, 1.462891, 1.259766, 2.101562, 1.53125, 1.527344, 1.558594, 1.474609, 1.554688, 1.507812, 1.59375, 1.470703, 1.402344, 1.488281, 1.488281, 1.445312, 0.754883, 1.519531, 0.854492, 1.466797, 1.486328, 1.217773, 1.498047, 1.589844, 1.447266, 1.486328, 1.279297, 1.390625, 0.53125, 0.607422, 0.613281, 1.507812, 1.466797, 0.806641, 1.40625, 1.443359, 1.460938, 0.834961, 1.351562, 1.175781, 1.400391, 0.834961, 1.539062, 1.492188, 1.539062, 1.476562, 1.373047, 1.388672, 1.439453, 1.419922, 0.507812, 0.907715, 0.597656, 1.455078, 1.519531, 1.511719, 1.671875, 1.261719, 0.917969, 1.203125, 0.730469, 2.367188, 1.435547, 1.707031, 1.449219, 1.162109, 1.523438, 1.490234, 1.507812, 1.345703, 1.431641, 1.425781, 0.453125, 1.542969, 1.527344, 2.414062, 1.527344, 1.441406, 1.404297, 1.367188, 1.474609, 1.423828, 1.511719, 1.511719, 1.417969, 1.458984, 1.585938, 1.335938, 1.5, 1.480469, 1.460938, 1.53125, 1.371094, 1.376953, 1.460938, 1.480469, 1.511719, 1.464844, 1.414062, 0.901367, 1.667969, 1.390625, 1.4375, 1.457031, 1.421875, 1.46875, 1.578125, 0.78125, 1.578125, 0.912598, 1.585938, 1.396484, 1.423828, 1.249023, 1.527344, 1.103516, 1.519531, 0.720703, 1.494141, 1.160156, 1.546875, 1.464844, 1.363281, 1.523438, 1.527344, 1.486328, 1.373047, 1.466797, 1.419922, 1.429688, 0.548828, 1.507812, 1.375, 1.414062, 1.394531, 1.231445, 1.59375, 1.435547, 1.092285, 1.445312, 1.5, 1.425781, 1.65625, 1.488281, 1.494141, 1.380859, 1.367188, 1.511719, 0.611328, 1.613281, 1.357422, 1.515625, 1.026123, 1.345703, 1.068359, 0.634766, 1.458984, 0.580078, 0.667969, 1.345703, 1.412109, 1.53125, 1.550781, 0.75, 1.351562, 1.347656, 1.527344, 0.726562, 1.427734, 1.494141, 1.474609, 1.722656, 1.482422, 1.527344, 0.626953, 1.507812, 1.472656, 1.143555, 0.758789, 1.535156, 1.53125, 0.84668, 1.539062, 0.779297, 1.5, 1.357422, 1.455078, 1.318359, 0.766602, 1.539062, 1.439453, 1.402344, 1.578125, 1.447266, 1.155273, 0.587891, 1.478516, 1.523438, 1.535156, 1.527344, 1.558594, 1.5625, 1.785156, 1.404297, 1.455078, 1.492188, 1.46875, 1.433594, 1.515625, 1.480469, 1.554688, 1.326172, 1.539062, 1.550781, 1.519531, 0.541016, 1.449219, 1.507812, 1.419922, 1.423828, 1.511719, 1.287109, 1.433594, 1.435547, 1.417969, 1.535156, 1.429688, 1.482422, 1.492188, 1.170898, 1.453125, 0.71875, 1.496094, 0.804688, 1.519531, 1.539062, 1.431641, 0.693359, 1.449219, 1.408203, 1.433594, 1.445312, 1.460938, 1.527344, 1.443359, 1.507812, 1.449219, 1.367188, 0.948975, 1.480469, 1.539062, 1.738281, 1.539062, 1.476562, 1.582031, 1.535156, 1.550781, 1.570312, 1.476562, 1.457031, 1.435547, 1.474609, 1.365234, 0.956055, 1.414062, 1.507812, 1.542969, 1.382812, 0.707031, 1.585938, 1.773438, 1.601562, 1.443359, 1.53125, 1.410156, 1.451172, 1.429688, 0.621094, 1.542969, 1.423828, 1.478516, 1.462891, 1.707031, 1.453125, 1.554688, 1.59375, 1.503906, 1.40625, 1.542969, 1.546875, 1.566406, 1.408203, 1.589844, 1.675781, 1.109375, 1.511719, 1.480469, 1.488281, 1.523438, 1.451172, 1.105957, 1.582031, 1.472656, 1.474609, 0.640625, 1.433594, 1.259766, 1.007996, 1.404297, 1.542969, 1.625, 0.556641, 1.478516, 2.445312, 0.587891, 1.027466, 1.486328, 1.542969, 1.5, 1.503906, 1.550781, 1.462891, 1.515625, 1.376953, 1.59375, 0.950195, 1.470703, 1.507812, 1.429688, 0.724609, 1.419922, 1.455078, 1.523438, 1.466797, 1.462891, 1.439453, 1.435547, 1.308594, 0.683594, 1.371094, 1.453125, 1.458984, 1.558594, 1.277344, 1.443359, 0.75, 1.4375, 1.480469, 1.189453, 1.478516, 1.554688, 1.447266, 1.355469, 1.337891, 1.507812, 1.539062, 1.503906, 1.12207, 0.714844, 1.392578, 1.804688, 1.455078, 1.34375, 1.503906, 1.503906, 1.5625, 0.638672, 1.472656, 1.490234, 1.466797, 1.402344, 1.261719, 1.558594, 1.478516, 1.554688, 1.416016, 1.392578, 1.433594, 1.554688, 1.523438, 1.511719, 1.396484, 1.363281, 1.324219, 1.267578, 1.523438, 1.345703, 1.427734, 1.445312, 1.164062, 1.808594, 1.431641, 1.523438, 1.443359, 1.455078, 1.464844, 1.177734, 1.412109, 1.455078, 1.515625, 1.511719, 1.542969, 1.248047, 1.412109, 1.59375, 1.511719, 1.53125, 1.46875, 1.427734, 1.519531, 1.578125, 1.416016, 1.4375, 0.923828, 1.550781, 1.558594, 1.816406, 1.494141, 1.482422, 1.550781, 1.460938, 1.443359, 1.392578, 1.523438, 1.492188, 1.357422, 1.162109, 1.375, 1.476562, 1.566406, 1.460938, 1.523438, 1.527344, 1.648438, 1.566406, 1.527344, 1.484375, 1.714844, 1.652344, 1.431641, 1.410156, 1.449219, 1.496094, 1.53125, 1.574219, 1.539062, 1.474609, 1.472656, 0.5625, 1.609375, 1.466797, 1.241211, 1.5, 1.625, 0.574219, 1.451172, 1.546875, 1.455078, 0.880371, 1.503906, 1.496094, 1.083496, 0.768555, 1.429688, 1.427734, 1.546875, 1.503906, 1.474609, 1.482422, 1.466797, 1.507812, 1.503906, 1.269531, 1.503906, 0.995331, 1.466797, 1.574219, 0.836914, 0.580078, 1.392578, 1.492188, 1.546875, 1.052002, 1.496094, 1.333984, 1.441406, 1.476562, 1.447266, 1.337891, 1.589844, 1.396484, 1.28125, 1.527344, 1.5, 1.511719, 0.853516, 1.115234, 1.482422, 1.470703, 1.617188, 1.263672, 1.408203, 1.574219, 1.445312, 1.023315, 1.515625, 1.5625, 1.347656, 1.542969, 1.478516, 1.345703, 1.451172, 1.245117, 0.46875, 0.607422, 1.457031, 1.296875, 1.443359, 1.605469, 1.470703, 1.511719, 0.904297, 1.472656, 0.996231, 1.100586, 1.445312, 1.503906, 1.535156, 1.492188, 1.574219, 1.535156, 0.900879, 1.515625, 1.388672, 1.382812, 1.460938, 1.574219, 1.421875, 1.402344, 1.337891, 1.554688, 1.494141, 1.570312, 1.429688, 1.285156, 1.388672, 1.507812, 1.285156, 1.582031, 1.523438, 0.724609, 1.503906, 1.527344, 0.77832, 1.451172, 1.382812, 1.5625, 1.597656, 1.5625, 1.392578, 1.308594, 1.447266, 1.503906, 1.542969, 1.5, 1.566406, 1.503906, 1.455078, 1.458984, 1.53125, 1.511719, 1.511719, 0.943115, 0.517578, 1.451172, 1.490234, 1.453125, 1.648438, 1.5625, 0.464844, 1.554688, 1.482422, 1.439453, 1.523438, 0.976807, 1.511719, 1.53125, 1.492188, 1.421875, 1.408203, 1.894531, 1.384766, 1.308594, 1.726562, 1.949219, 1.492188, 0.667969, 1.503906, 1.273438, 0.583984, 1.453125, 0.777344, 1.570312, 1.427734, 1.546875, 1.455078, 0.625, 1.53125, 1.484375, 1.429688, 1.445312, 1.507812, 1.470703, 1.490234, 2.898438, 1.546875, 1.5, 1.558594, 1.601562, 1.050049, 1.382812, 1.447266, 1.332031, 1.412109, 1.337891, 1.503906, 0.902344, 1.492188, 0.603516, 1.460938, 1.341797, 1.494141, 1.371094, 1.488281, 1.484375, 1.527344, 1.449219, 1.447266, 1.451172, 1.546875, 1.53125, 1.355469, 1.511719, 1.0625, 1.474609, 1.287109, 0.724609, 1.472656, 1.546875, 1.605469, 1.496094, 1.53125, 1.298828, 1.324219, 1.507812, 1.196289, 1.257812, 1.539062, 1.636719, 1.558594, 1.431641, 1.496094, 1.203125, 1.519531, 1.554688, 1.474609, 0.791016, 1.425781, 1.519531, 1.433594, 1.423828, 1.208984, 1.498047, 1.443359, 1.392578, 1.5, 1.585938, 1.447266, 0.77832, 1.53125, 1.443359, 1.472656, 1.609375, 1.585938, 1.453125, 1.349609, 1.382812, 1.554688, 1.451172, 0.974121, 0.81543, 1.431641, 1.523438, 1.59375, 1.494141, 1.558594, 0.513672, 1.484375, 1.5625, 1.429688, 1.515625, 1.353516, 1.417969, 1.339844, 0.675781, 1.570312, 1.671875, 1.515625, 1.404297, 0.6875, 1.535156, 1.365234, 1.625, 1.341797, 1.492188, 1.558594, 1.433594, 1.417969, 1.092285, 1.429688, 1.198242, 0.681641, 1.386719, 1.296875, 1.5625, 1.527344, 0.712891, 1.460938, 1.515625, 1.5, 1.460938, 1.443359, 1.255859, 1.375, 1.039307, 1.515625, 1.214844, 1.435547, 1.498047, 1.515625, 1.546875, 1.519531, 1.40625, 1.554688, 1.212891, 1.667969, 1.652344, 0.81543, 1.339844, 1.439453, 1.554688, 1.470703, 0.831055, 1.4375, 1.496094, 1.498047, 1.492188, 1.523438, 0.732422, 1.527344, 1.476562, 1.192383, 1.554688, 1.375, 1.439453, 1.425781, 1.601562, 1.400391, 1.425781, 1.494141, 1.554688, 1.416016, 1.558594, 1.464844, 0.666016, 1.519531, 1.535156, 1.601562, 1.488281, 1.535156, 1.53125, 1.382812, 1.056641, 1.5625, 1.53125, 1.494141, 1.460938, 1.199219, 1.417969, 1.460938, 1.539062, 1.457031, 1.402344, 1.451172, 1.457031, 1.46875, 1.207031, 1.462891, 1.478516, 1.425781, 1.519531, 1.298828, 1.542969, 1.546875, 1.375, 1.476562, 0.982544, 0.480469, 1.431641, 1.263672, 1.503906, 1.507812, 1.460938, 1.511719, 1.291016, 1.490234, 1.296875, 1.458984, 1.480469, 1.490234, 1.478516, 0.699219, 1.527344, 1.511719, 1.882812, 1.53125, 1.527344, 1.447266, 1.455078, 1.457031, 1.376953, 1.494141, 1.625, 1.527344, 1.578125, 1.341797, 1.261719, 1.482422, 1.230469, 1.363281, 1.443359, 1.441406, 1.507812, 1.59375, 1.628906, 1.550781, 1.419922, 1.582031, 1.242188, 1.554688, 1.369141, 1.01709, 1.511719, 1.412109, 1.455078, 0.780273, 1.287109, 1.609375, 1.519531, 1.632812, 1.492188, 1.318359, 1.574219, 1.433594, 1.376953, 1.894531, 0.619141, 1.443359, 1.384766, 1.472656, 1.546875, 1.5, 1.488281, 1.427734, 0.607422, 1.5, 1.523438, 1.425781, 1.474609, 1.558594, 1.267578, 1.498047, 1.507812, 1.320312, 1.079102, 1.527344, 1.466797, 1.353516, 1.53125, 1.617188, 1.404297, 1.539062, 1.230469, 1.441406, 1.394531, 1.455078, 1.539062, 1.5625, 1.507812, 1.519531, 1.291016, 1.445312, 1.423828, 1.800781, 1.474609, 1.449219, 1.431641, 0.599609, 1.554688, 1.503906, 1.566406, 1.539062, 1.494141, 1.507812, 1.527344, 1.511719, 1.492188, 1.230469, 1.375, 1.511719, 1.423828, 0.667969, 1.539062, 1.498047, 1.515625, 1.601562, 1.503906, 1.390625, 1.570312, 1.378906, 1.601562, 1.498047, 1.414062, 0.541016, 1.416016, 1.455078, 1.601562, 0.744141, 1.503906, 0.728516, 1.539062, 0.595703, 1.453125, 1.365234, 1.117676, 1.047119, 1.384766, 1.453125, 1.546875, 1.341797, 1.455078, 1.4375, 1.503906, 1.554688, 0.414062, 0.960449, 1.166016, 1.527344, 1.554688, 1.371094, 1.478516, 1.474609, 1.511719, 1.189453, 1.511719, 1.490234, 1.229492, 1.503906, 1.445312, 1.359375, 1.486328, 1.539062, 1.233398, 1.458984, 1.466797, 1.474609, 1.458984, 1.574219, 1.298828, 1.496094, 1.496094, 1.386719, 1.5, 1.550781, 1.363281, 1.484375, 1.660156, 0.886719, 1.441406, 1.570312, 1.453125, 0.863281, 1.996094, 1.539062, 1.5625, 0.756836, 1.462891, 1.300781, 1.519531, 1.486328, 1.375, 0.529297, 1.523438, 1.546875, 1.478516, 0.556641, 1.251953, 0.671875, 1.009277, 1.503906, 1.259766, 1.574219, 1.546875, 1.492188, 1.482422, 1.523438, 1.373047, 0.923828, 0.970947, 1.5625, 1.462891, 1.523438, 1.527344, 1.445312, 1.503906, 1.542969, 1.22168, 1.435547, 1.451172, 1.472656, 0.891113, 1.484375, 1.542969, 1.984375, 1.65625, 1.4375, 0.835938, 1.910156, 0.740234, 1.292969, 1.578125, 1.478516, 1.554688, 1.507812, 1.488281, 1.482422, 1.478516, 1.511719, 1.550781, 1.443359, 1.445312, 1.486328, 1.498047, 1.511719, 1.492188, 1.349609, 1.519531, 1.123047, 1.427734, 1.427734, 1.116699, 1.488281, 1.511719, 1.574219, 1.498047, 1.402344, 1.427734, 1.507812, 1.535156, 1.186523, 1.558594, 1.546875, 1.236328, 1.402344, 1.542969, 1.460938, 1.320312, 1.382812, 1.546875, 1.472656, 1.462891, 1.443359, 1.106934, 1.443359, 1.570312, 0.993683, 1.617188, 1.46875, 0.71875, 1.462891, 1.244141, 1.503906, 1.542969, 1.462891, 1.570312, 1.566406, 1.472656, 1.402344, 1.435547, 1.462891, 1.339844, 1.648438, 1.137695, 1.464844, 1.554688, 2.109375, 0.800781, 1.427734, 1.457031, 1.466797, 1.337891, 1.460938, 1.546875, 1.472656, 1.394531, 0.930176, 1.361328, 1.566406, 1.46875, 0.746094, 1.523438, 1.417969, 0.820312, 1.496094, 1.660156, 1.515625, 1.400391, 1.464844, 1.445312, 1.002716, 1.494141, 1.554688, 1.632812, 1.546875, 1.361328, 1.357422, 1.507812, 0.634766, 1.075195, 1.427734, 1.322266, 1.496094, 1.275391, 1.396484, 1.464844, 1.777344, 0.807617, 1.291016, 1.496094, 0.542969, 1.507812, 1.458984, 1.5625, 1.550781, 0.748047, 1.474609, 1.527344, 0.5, 1.519531, 0.544922, 1.416016, 1.482422, 1.527344, 1.527344, 0.786133, 1.503906, 1.355469, 1.423828, 1.515625, 1.539062, 1.160156, 0.6875, 1.546875, 1.550781, 1.523438, 1.490234, 0.794922, 1.451172, 1.480469, 1.445312, 1.550781, 1.519531, 1.515625, 1.373047, 1.394531, 1.539062, 1.402344, 1.589844, 0.981079, 1.180664, 1.714844, 1.416016, 0.660156, 1.550781, 1.261719, 1.484375, 1.5625, 1.511719, 1.275391, 1.373047, 1.498047, 1.554688, 0.84082, 1.941406, 1.003204, 1.40625 ] }, "name": "onnx::Mul_8196", "outputIndexes": [ 308 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 307, 308 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_2/Mul_1_output_0", "outputIndexes": [ 309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 309 ], "outputIndexes": [ 2562 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2562 ], "outputIndexes": [ 2563 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear", "inputIndexes": [ 2563 ], "outputIndexes": [ 2564 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 95551884, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2564 ], "outputIndexes": [ 2565 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2565 ], "outputIndexes": [ 310 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 310, 310 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_output_0", "outputIndexes": [ 311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 310, 311 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_1_output_0", "outputIndexes": [ 312 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 312 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_2_output_0", "outputIndexes": [ 313 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 310, 313 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Add_output_0", "outputIndexes": [ 314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 314 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_3_output_0", "outputIndexes": [ 315 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 315 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_2/Tanh_output_0", "outputIndexes": [ 316 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 316 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Add_1_output_0", "outputIndexes": [ 317 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 310, 317 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_4_output_0", "outputIndexes": [ 318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 318 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_5_output_0", "outputIndexes": [ 319 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 309 ], "outputIndexes": [ 2566 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2566 ], "outputIndexes": [ 2567 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear", "inputIndexes": [ 2567 ], "outputIndexes": [ 2568 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 107495842, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2568 ], "outputIndexes": [ 2569 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2569 ], "outputIndexes": [ 320 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 319, 320 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_2/Mul_output_0", "outputIndexes": [ 321 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 321 ], "outputIndexes": [ 2570 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2570 ], "outputIndexes": [ 2571 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear", "inputIndexes": [ 2571 ], "outputIndexes": [ 2572 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 119439800, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2572 ], "outputIndexes": [ 2573 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2573 ], "outputIndexes": [ 322 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 322 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_2/Mul_output_0", "outputIndexes": [ 323 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.131836, 1.105469, 1.139648, 1.151367, 1.129883, 1.058838, 1.113281, 1.077637, 1.021973, 1.236328, 1.101562, 1.103027, 1.110352, 1.055176, 1.05957, 1.092285, 1.004822, 1.040771, 1.18457, 1.111816, 1.144531, 1.040039, 1.042725, 1.216797, 1.198242, 1.105957, 1.229492, 1.226562, 1.249023, 1.145508, 1.109863, 1.306641, 1.155273, 1.259766, 1.103516, 1.214844, 1.125977, 1.061279, 1.144531, 1.12793, 1.10498, 1.148438, 1.05835, 1.300781, 1.375, 1.027832, 1.049805, 1.100586, 1.433594, 1.207031, 1.124023, 1.386719, 1.083496, 1.421875, 1.145508, 1.189453, 1.125977, 1.118652, 1.353516, 1.203125, 1.249023, 1.345703, 1.165039, 1.064941, 1.225586, 1.088867, 1.412109, 1.119141, 1.203125, 1.064453, 1.098633, 1.037598, 1.191406, 1.089844, 1.162109, 1.06543, 1.373047, 1.249023, 1.21875, 1.410156, 1.111816, 1.045166, 1.324219, 1.253906, 1.082031, 1.094238, 1.15332, 1.263672, 1.378906, 1.204102, 1.128906, 1.107422, 1.092773, 1.351562, 1.116211, 1.026978, 1.063477, 1.097168, 1.202148, 1.128906, 1.300781, 1.079102, 1.099121, 1.121094, 1.049805, 1.136719, 1.104004, 1.228516, 1.088379, 1.090332, 1.074219, 1.176758, 1.110352, 0.884277, 1.056641, 1.373047, 1.073242, 1.601562, 1.019043, 1.073242, 1.018311, 1.140625, 1.914062, 1.040283, 1.177734, 1.394531, 1.12793, 1.014099, 1.088379, 1.435547, 1.267578, 1.1875, 1.208984, 1.113281, 1.11084, 1.041504, 1.175781, 1.355469, 1.169922, 1.113281, 1.443359, 1.458984, 1.125977, 1.067871, 1.105469, 1.255859, 1.166016, 1.102051, 1.082031, 1.058105, 1.093262, 1.198242, 1.130859, 0.414062, 1.003326, 1.104004, 1.382812, 1.161133, 1.257812, 1.380859, 1.710938, 1.095215, 1.223633, 1.339844, 1.119141, 1.137695, 1.114746, 1.3125, 1.060547, 1.176758, 1.185547, 1.289062, 1.208984, 1.28125, 1.071777, 1.207031, 1.042969, 1.019531, 1.160156, 1.231445, 1.119629, 1.316406, 1.180664, 1.071289, 1.253906, 1.087891, 1.287109, 1.138672, 1.129883, 1.179688, 1.091309, 1.714844, 1.124512, 1.084961, 1.104004, 1.108887, 1.078613, 1.155273, 1.084961, 1.173828, 1.108398, 1.103516, 1.100098, 1.157227, 1.087891, 1.07666, 1.285156, 1.119629, 1.137695, 1.091797, 1.245117, 1.097168, 1.193359, 1.241211, 1.081055, 1.099121, 1.178711, 1.06543, 1.108398, 1.059814, 1.166992, 1.253906, 1.050781, 1.063477, 1.081055, 1.102051, 1.085938, 1.047119, 1.152344, 1.217773, 1.244141, 1.110352, 1.222656, 1.026123, 1.085449, 1.016724, 1.279297, 0.994385, 1.165039, 1.234375, 1.195312, 1.101562, 1.049072, 2.40625, 1.049561, 1.259766, 1.197266, 1.167969, 1.018921, 1.416016, 1.020752, 1.068359, 1.355469, 1.092773, 1.119141, 1.09082, 1.116211, 1.107422, 1.554688, 1.160156, 1.029419, 1.046875, 1.064941, 1.091309, 1.175781, 1.240234, 1.027832, 1.061279, 1.15918, 1.214844, 1.10498, 1.050293, 1.15625, 1.151367, 1.09668, 1.073242, 1.447266, 1.111816, 1.069336, 1.068848, 1.245117, 1.078125, 1.476562, 1.053467, 1.574219, 1.089844, 1.172852, 1.171875, 1.213867, 1.149414, 1.183594, 1.384766, 1.15918, 1.092285, 1.283203, 1.057373, 1.208008, 1.148438, 1.175781, 1.088379, 1.125977, 1.245117, 1.357422, 1.24707, 1.030884, 1.144531, 1.068848, 1.154297, 1.175781, 1.088867, 1.09375, 1.179688, 1.125977, 1.152344, 1.192383, 1.12207, 1.09082, 1.114746, 1.073242, 1.03125, 1.114258, 1.402344, 1.246094, 1.083008, 1.12793, 1.088867, 1.177734, 1.152344, 1.134766, 1.136719, 1.202148, 1.253906, 1.088867, 1.048828, 2.648438, 1.119629, 1.070801, 1.043701, 1.062012, 1.108398, 1.177734, 1.154297, 1.167969, 1.105957, 1.094238, 1.363281, 1.015503, 1.550781, 1.214844, 1.04248, 1.546875, 1.180664, 1.664062, 1.169922, 1.209961, 1.322266, 1.206055, 1.014099, 1.400391, 1.188477, 1.330078, 1.122559, 1.166992, 1.427734, 1.455078, 1.062012, 1.202148, 1.108398, 1.081055, 1.050537, 1.104004, 1.155273, 1.123047, 1.143555, 1.087891, 1.145508, 1.069824, 1.120605, 1.095215, 1.414062, 1.099121, 1.114746, 1.333984, 1.453125, 1.11084, 1.12793, 1.241211, 1.314453, 1.095703, 1.061768, 1.109375, 1.036865, 1.176758, 1.029541, 1.072266, 1.09668, 1.198242, 1.271484, 1.104004, 0.98938, 1.062988, 1.067871, 1.121094, 1.118164, 1.402344, 1.087891, 1.074707, 1.131836, 1.054932, 1.490234, 1.116211, 1.103027, 1.097168, 1.15918, 1.287109, 1.126953, 1.078125, 1.098145, 1.120605, 1.118164, 1.154297, 1.096191, 1.558594, 1.048584, 1.160156, 1.246094, 1.10498, 1.087891, 1.094727, 1.110352, 1.478516, 1.09375, 1.121582, 1.300781, 1.462891, 1.132812, 1.072266, 1.104492, 1.072266, 1.160156, 1.086426, 0.983154, 1.069336, 1.265625, 1.263672, 1.112305, 1.078613, 1.359375, 1.197266, 1.049316, 1.064453, 1.069824, 1.144531, 1.100098, 1.072754, 1.034668, 1.355469, 1.026733, 1.096191, 1.259766, 1.103027, 1.114746, 1.121582, 1.179688, 1.380859, 1.056152, 1.324219, 1.084473, 1.139648, 1.116699, 1.101074, 1.140625, 1.086914, 1.279297, 1.043213, 1.182617, 1.296875, 1.480469, 1.059082, 1.091309, 1.098145, 1.140625, 2.289062, 1.154297, 1.11084, 1.058838, 1.275391, 1.095215, 1.120605, 1.132812, 1.225586, 1.088867, 1.073242, 1.075195, 1.363281, 1.112305, 1.213867, 1.484375, 1.375, 1.186523, 1.263672, 1.133789, 1.135742, 1.314453, 1.765625, 1.097168, 1.339844, 1.298828, 1.400391, 1.076172, 1.133789, 1.12793, 1.163086, 1.098145, 1.144531, 1.098145, 1.273438, 1.072266, 1.089355, 1.277344, 1.128906, 1.206055, 1.361328, 1.416016, 1.05835, 1.339844, 1.097656, 1.112305, 1.113281, 1.045166, 1.118164, 1.089355, 1.077637, 1.283203, 1.085938, 4.109375, 1.090332, 1.059326, 1.072754, 1.208008, 0.883789, 1.219727, 1.148438, 1.092285, 1.208008, 1.084473, 1.103027, 1.166016, 1.335938, 1.10498, 1.339844, 1.036377, 1.216797, 1.241211, 1.139648, 1.15625, 1.152344, 1.474609, 1.138672, 1.135742, 1.017944, 1.271484, 1.486328, 1.220703, 1.06543, 1.183594, 1.062012, 1.490234, 1.136719, 1.154297, 1.060791, 1.108887, 1.014709, 1.101074, 1.001999, 1.125, 1.122559, 1.100098, 1.333984, 1.080566, 1.40625, 1.049561, 1.066406, 1.060303, 1.511719, 1.12793, 2.476562, 1.118652, 1.486328, 1.341797, 1.085938, 1.100586, 1.186523, 1.40625, 1.345703, 1.105469, 1.126953, 1.054688, 1.097656, 1.330078, 1.177734, 1.088867, 1.229492, 1.083008, 1.064941, 1.04834, 1.169922, 1.101074, 1.085938, 1.09082, 1.112305, 1.043213, 1.069336, 1.574219, 1.310547, 1.056396, 1.083984, 1.102051, 1.019409, 1.124512, 1.070801, 1.12793, 1.165039, 1.081543, 1.067871, 1.222656, 1.092773, 1.166016, 1.051025, 1.742188, 1.118652, 1.101074, 1.232422, 1.114258, 1.083008, 1.130859, 1.053223, 1.035645, 1.00412, 1.333984, 1.077637, 1.11377, 1.259766, 1.326172, 1.021484, 1.894531, 1.078125, 1.104492, 1.217773, 1.431641, 1.341797, 1.265625, 1.092285, 1.090332, 1.035889, 1.059814, 1.086914, 1.097168, 1.167969, 1.151367, 1.104492, 1.08252, 1.162109, 1.157227, 1.119629, 1.068848, 1.075195, 1.077637, 1.157227, 1.131836, 1.046875, 1.134766, 1.092773, 1.109375, 1.375, 1.060547, 1.112305, 1.179688, 1.384766, 1.337891, 1.130859, 1.046875, 1.137695, 1.211914, 1.07373, 1.05542, 1.353516, 1.082031, 1.084961, 1.535156, 1.15918, 1.12793, 1.04248, 1.135742, 1.028809, 1.133789, 1.188477, 1.064453, 1.275391, 1.111816, 1.137695, 1.191406, 1.146484, 1.057373, 1.094727, 1.09082, 1.118164, 1.145508, 1.044922, 1.236328, 1.104004, 1.027222, 1.019897, 1.119141, 1.447266, 1.239258, 1.142578, 1.46875, 1.116699, 1.451172, 1.094727, 1.050781, 1.089355, 1.096191, 1.332031, 1.439453, 1.308594, 1.072754, 1.07666, 1.021973, 1.206055, 1.092773, 1.06543, 1.104004, 1.114746, 1.137695, 1.100586, 1.095215, 1.029175, 1.064453, 1.144531, 1.22168, 1.168945, 1.150391, 1.140625, 1.179688, 1.09668, 1.011963, 1.106934, 1.036133, 1.074707, 1.092773, 1.164062, 1.057617, 1.110352, 1.213867, 1.103027, 1.382812, 1.101074, 1.113281, 1.076172, 1.070312, 1.175781, 1.06543, 1.165039, 1.205078, 1.169922, 1.072266, 1.050537, 1.134766, 1.022705, 1.087402, 1.155273, 1.045898, 1.12207, 1.018677, 1.094727, 1.067383, 1.609375, 1.292969, 1.087891, 1.214844, 1.1875, 1.128906, 1.351562, 1.049316, 1.10791, 1.40625, 1.292969, 1.106934, 1.089355, 1.126953, 1.306641, 1.049805, 1.198242, 1.12793, 0.945312, 1.355469, 1.11377, 1.507812, 1.566406, 1.045654, 1.063965, 1.054199, 1.259766, 1.392578, 1.103516, 1.080566, 1.304688, 1.195312, 1.081543, 1.013306, 1.257812, 1.119141, 1.539062, 1.402344, 1.302734, 1.113281, 1.359375, 1.098633, 1.115234, 1.126953, 1.10498, 1.140625, 1.051514, 1.07373, 1.11084, 1.094727, 1.115723, 1.120605, 1.143555, 1.088379, 1.121094, 1.341797, 1.165039, 1.318359, 1.087891, 1.077637, 1.357422, 1.12793, 1.337891, 1.012085, 0.927734, 1.15918, 1.058594, 1.10498, 0.989075, 1.087891, 1.068848, 1.060303, 1.189453, 1.155273, 1.412109, 1.103516, 0.923828, 1.239258, 1.261719, 1.045898, 1.188477, 1.396484, 1.102051, 1.05835, 1.10498, 1.129883, 1.160156, 1.204102, 1.167969, 1.131836, 1.128906, 1.408203, 1.06543, 1.147461, 1.006195, 1.322266, 1.208984, 1.417969, 1.123047, 1.113281, 1.112793, 1.115723, 1.279297, 2.296875, 1.094238, 1.07373, 1.103027, 1.109863, 1.021118, 1.045166, 1.242188, 1.05835, 1.291016, 1.128906, 1.038818, 1.251953, 1.144531, 1.053955, 1.00885, 1.10498, 1.103516, 1.094238, 1.285156, 1.108398, 1.195312, 1.119141, 1.417969, 1.199219, 1.166992, 1.225586, 0.936035, 1.292969, 1.882812, 1.083496, 1.082031, 1.027588, 1.229492, 1.134766, 1.131836, 1.09082, 1.05835, 1.245117, 1.146484, 1.176758, 1.073242, 1.135742, 1.210938, 1.335938, 1.137695, 1.19043, 1.326172, 1.458984, 1.12207, 1.167969, 1.135742, 1.136719, 1.094727, 1.140625, 1.144531, 1.126953, 1.222656, 1.145508, 1.12793, 1.21582, 1.209961, 1.59375, 1.091797, 1.088867, 1.396484, 1.220703, 1.363281, 1.05542, 1.128906, 1.239258, 1.10498, 1.128906, 1.150391, 1.130859, 1.031982, 1.285156, 1.345703, 1.128906, 1.07666, 1.265625, 1.071289, 1.121094, 1.398438, 1.112793, 1.086914, 1.402344, 1.22168, 1.257812, 1.095215, 1.211914, 1.132812, 1.392578, 0.915527, 1.113281, 1.3125, 1.099609, 1.404297, 1.212891, 1.100098, 1.121094, 1.05957, 1.353516, 1.105469, 1.088867, 1.359375, 1.106934, 1.139648, 0.953369, 1.202148, 1.139648, 1.083984, 1.261719, 1.058105, 1.074707, 1.064453, 1.067871, 1.103516, 1.166016, 1.03418, 1.099609, 4.796875, 1.067383, 1.061768, 1.25, 1.198242, 1.25, 1.085938, 1.398438, 1.298828, 1.114746, 1.053223, 1.08252, 1.273438, 1.172852, 1.402344, 1.097656, 1.172852, 1.298828, 1.235352, 1.449219, 1.285156, 1.067871, 0.998833, 1.229492, 1.589844, 1.088379, 1.269531, 1.107422, 1.310547, 1.214844, 1.076172, 1.224609, 1.05127, 1.194336, 1.15918, 1.386719, 1.074707, 1.085938, 1.054688, 1.134766, 1.142578, 1.033936, 1.099121, 1.376953, 0.441406, 1.157227, 1.073242, 1.15625, 1.255859, 1.101562, 1.075684, 1.069336, 1.072266, 1.111816, 1.130859, 1.180664, 1.246094, 1.1875, 1.361328, 1.222656, 1.296875, 1.111816, 1.106934, 1.078613, 1.112305, 1.109375, 1.318359, 1.023682, 1.236328, 1.316406, 1.21582, 1.355469, 1.0354, 1.239258, 1.104004, 1.145508, 1.11084, 1.101562, 1.150391, 1.10791, 1.3125, 1.220703, 1.201172, 1.161133, 1.016357, 1.149414, 1.322266, 1.082031, 1.093262, 1.000992, 1.087891, 1.032959, 1.279297, 1.068359, 1.052734, 1.238281, 1.088867, 1.139648, 1.232422, 1.287109, 0.968018, 1.069824, 1.067383, 1.128906, 1.07373, 1.005219, 1.796875, 1.097656, 1.167969, 1.118652, 1.086426, 1.147461, 1.349609, 1.176758, 1.330078, 1.100586, 1.089844, 1.234375, 1.072266, 1.085938, 1.126953, 1.136719, 1.263672, 1.119141, 1.093262, 1.140625, 1.10498, 1.08252, 1.121582, 1.40625, 1.119629, 1.141602, 1.925781, 1.423828, 1.192383, 1.302734, 1.109375, 1.265625, 1.144531, 1.239258, 1.474609, 1.093262, 1.175781, 1.246094, 1.102051, 1.169922, 1.157227, 1.78125, 1.015747, 1.162109, 1.095215, 1.111816, 1.026733, 1.308594, 1.671875, 1.314453, 1.098633, 1.738281, 1.117676, 0.946777, 1.113281, 1.5, 1.120605, 1.089355, 1.09668, 1.216797, 1.136719, 1.236328, 2.546875, 1.083984, 1.088867, 1.710938, 1.106445, 1.073242, 1.117676, 1.080566, 1.137695, 1.470703, 1.073242, 1.10791, 1.105469, 1.050781, 1.036377, 1.245117, 1.093262, 1.097168, 1.126953, 1.155273, 1.078613, 1.189453, 1.132812, 1.171875, 1.103516, 1.503906, 1.09082, 1.380859, 1.035156, 1.15332, 1.118652, 1.4375, 1.172852, 1.15332, 1.046631, 1.412109, 1.088867, 1.335938, 1.139648, 1.161133, 1.181641, 1.291016, 1.131836, 1.455078, 1.077148, 1.226562, 1.092773, 1.349609, 1.071289, 1.143555, 1.172852, 1.06543, 1.112305, 1.106934, 1.206055, 1.145508, 1.067383, 1.160156, 1.052246, 1.077148, 1.125977, 1.131836, 1.151367, 1.320312, 1.12207, 1.259766, 1.427734, 1.198242, 1.05957, 1.198242, 1.859375, 1.143555, 1.088379, 1.155273, 1.165039, 1.099121, 1.165039, 1.244141, 1.212891, 1.084473, 1.632812, 1.298828, 1.490234, 1.157227, 1.134766, 1.173828, 1.289062, 1.182617, 1.083984, 1.037598, 1.048096, 1.001343, 1.174805, 1.238281, 1.089355, 1.1875, 1.103027, 1.120117, 1.107422, 0.978516, 1.079102, 1.025757, 1.231445, 1.047607, 1.112305, 1.425781, 1.378906, 1.158203, 1.05835, 1.365234, 1.054688, 1.617188, 1.05957, 1.200195, 1.059326, 1.208008, 1.253906, 1.129883, 1.145508, 1.191406, 1.018311, 1.114746, 1.345703, 1.148438, 1.069824, 1.21875, 1.112793, 1.02124, 1.064941, 1.104492, 1.181641, 1.12793, 1.134766, 1.277344, 2.273438, 1.068848, 1.067383, 1.100098, 1.050537, 1.226562, 1.180664, 1.058838, 1.04541, 1.066406, 1.09668, 1.09668, 1.078125, 1.099121, 1.119141, 1.208984, 1.140625, 1.07373, 1.166016, 1.07666, 1.138672, 1.082031, 1.07959, 1.373047, 1.135742, 1.289062, 1.095215, 1.320312, 1.197266, 1.081543, 1.21875, 1.243164, 1.308594, 1.15918, 1.105469, 1.08252, 1.613281, 1.07666, 1.124512, 1.101074, 1.115234, 1.125, 1.441406, 1.104492, 1.106445, 1.609375, 1.081543, 1.046875, 1.18457, 1.059326, 1.192383, 1.05249, 1.143555, 1.209961, 1.133789, 1.154297, 1.12793, 1.369141, 1.128906, 1.091309, 1.120117, 1.128906, 1.304688, 1.093262, 1.115234, 1.077637, 1.092773, 1.150391, 1.12793, 1.12793, 1.108398, 1.410156, 0.998917, 1.142578, 1.178711, 1.141602, 0.952637, 1.145508, 1.081543, 1.045654, 1.10791, 1.158203, 1.018921, 1.182617, 1.021484, 1.198242, 1.081543, 1.016113, 1.289062, 0.841797, 1.091309, 1.139648, 1.12793, 1.087402, 1.318359, 1.057617, 1.10791, 1.137695, 1.335938, 1.191406, 1.328125, 1.150391, 1.114746, 1.108398, 1.065918, 1.092285, 1.06543, 1.161133, 1.144531, 1.416016, 1.108887, 1.081543, 1.120605, 1.202148, 1.143555, 1.102051, 1.130859, 1.169922, 1.089355, 1.394531, 1.066406, 1.098145, 1.081543, 1.621094, 1.121094, 1.053955, 1.030151, 1.094238, 1.052246, 1.160156, 1.072266, 1.168945, 1.443359, 1.192383, 1.077148, 1.152344, 1.271484, 1.363281, 1.138672, 1.492188, 1.145508, 1.096191, 1.386719, 1.097656, 1.02063, 1.186523, 1.410156, 1.265625, 1.162109, 1.132812, 1.072754, 1.386719, 1.149414, 1.177734, 1.231445, 1.138672, 1.231445, 1.081543, 1.09668, 1.066895, 1.246094, 1.214844, 1.12793, 1.12793, 1.155273, 1.275391, 1.084473, 1.041504, 1.116699, 1.198242, 1.136719, 1.111816, 1.057861, 1.080078, 1.050537, 1.298828, 1.253906, 1.230469, 1.253906, 1.064453, 1.19043, 1.261719, 1.106445, 1.333984, 1.025024, 1.106934, 1.150391, 1.112793, 1.090332, 1.12793, 1.359375, 1.185547, 1.169922, 1.201172, 1.100586, 1.102539, 1.355469, 1.097168, 0.986633, 1.097168, 1.058105, 1.098145, 1.151367, 1.050293, 1.041992, 1.126953, 1.098145, 1.458984, 1.151367, 1.05249, 1.18457, 1.15918, 1.062988, 1.044678, 1.142578, 1.124023, 1.171875, 1.087891, 1.046387, 1.185547, 1.279297, 1.120117, 1.150391, 1.004089, 1.173828, 1.07373, 1.102539, 1.06543, 1.062256, 1.109375, 1.075684, 1.53125, 1.073242, 1.149414, 1.176758, 1.134766, 1.108887, 1.146484, 1.269531, 1.099609, 1.12793, 1.104492, 1.263672, 1.324219, 1.167969, 1.261719, 1.052734, 1.05957, 1.054932, 1.09668, 1.068848, 1.128906, 1.486328, 1.069824, 1.206055, 1.330078, 1.271484, 1.142578, 1.102539, 1.073242, 1.161133, 1.088379, 1.108887, 1.066406, 1.060791, 1.041748, 1.359375, 1.069336, 1.341797, 1.104004, 1.100586, 1.388672, 1.197266, 1.110352, 1.094238, 1.112305, 1.384766, 1.071777, 1.253906, 1.110352, 1.096191, 1.253906, 1.271484, 1.15332, 1.160156, 1.228516, 1.056641, 1.044434, 1.239258, 1.232422, 1.339844, 1.077637, 1.132812, 1.041016, 1.25, 1.136719, 1.072754, 1.289062, 1.410156, 1.080078, 1.072754, 1.203125, 1.125977, 1.129883, 1.257812, 1.112793, 1.249023, 0.961914, 1.085938, 1.083496, 1.200195, 1.07959, 1.132812, 1.203125, 1.082031, 1.328125, 1.078125, 1.296875, 1.382812, 1.115234, 1.076172, 1.09668, 1.129883, 1.123535, 1.044189, 1.304688, 1.04541, 1.253906, 1.24707, 1.07666, 1.00705, 1.207031, 1.15918, 1.198242, 1.044189, 1.120605, 1.082031, 1.144531, 1.265625, 1.145508, 1.125, 1.449219, 1.057373, 1.084961, 1.259766, 1.045166, 1.07373, 1.443359, 1.072266, 1.625, 1.273438, 1.097168, 1.075684, 1.792969, 1.585938, 1.098145, 1.065918, 1.034912, 1.04248, 1.041016, 1.136719, 1.140625, 1.194336, 1.056641, 1.099121, 1.375, 1.765625, 1.062988, 1.087891, 1.074219, 1.121094, 1.169922, 1.149414, 1.100586, 1.06543, 1.111328, 1.134766, 1.111328, 1.414062, 1.055664, 1.088867, 1.100098, 1.194336, 1.155273, 1.267578, 1.166992, 1.263672, 0.989685, 1.279297, 1.158203, 1.235352, 1.118652, 1.322266, 1.106445, 1.081543, 1.25, 1.059082, 1.144531, 1.447266, 1.114746, 1.040283, 1.118652, 1.166016, 1.112305, 1.04248, 1.057373, 1.081055, 1.22168, 2.171875, 1.089844, 1.116699, 1.015015, 1.144531, 1.494141, 1.117188, 1.089844, 1.241211, 1.121094, 1.167969, 1.108887, 1.439453, 1.177734, 1.158203, 1.069824, 1.216797, 1.070312, 1.201172, 1.135742, 1.135742, 1.100586, 1.207031, 1.163086, 1.101074, 1.086914, 1.039307, 1.25, 1.056152, 1.347656, 1.147461, 1.273438, 1.326172, 1.143555, 1.03064, 1.092285, 1.030884, 1.11377, 1.230469, 1.238281, 1.125, 1.427734, 1.25, 1.043945, 1.048584, 1.091797, 1.174805, 1.058838, 1.322266, 1.118164, 1.09082, 1.06543, 1.302734, 1.175781, 1.202148, 1.124023, 1.122559, 1.349609, 1.101074, 1.10791, 1.123535, 1.131836, 1.064453, 1.105469, 1.699219, 1.152344, 1.066895, 1.135742, 1.061523, 1.10791, 1.035156, 1.174805, 1.183594, 1.060303, 1.119141, 1.419922, 1.357422, 1.119629, 1.078125, 1.076172, 1.087891, 1.125, 1.15625, 1.072754, 1.119629, 1.151367, 1.074707, 1.223633, 1.112793, 1.211914, 1.451172, 1.080078, 1.142578, 1.021973, 1.139648, 1.384766, 1.080566, 1.120117, 1.144531, 1.150391, 1.137695, 0.99588, 1.167969, 1.241211, 1.386719, 1.253906, 1.253906, 1.263672, 1.085449, 1.910156, 1.074219, 1.104492, 1.275391, 1.075684, 1.074219, 1.140625, 1.090332, 1.094727, 1.339844, 1.121582, 1.425781, 1.151367, 1.287109, 1.163086, 1.083008, 1.145508, 1.185547, 1.166016, 1.089355, 1.040283, 1.302734, 1.050293, 1.110352, 1.341797, 1.239258, 1.102539, 1.075684, 1.245117, 1.396484, 1.1875, 1.275391, 1.061768, 1.092773, 1.135742, 1.300781, 1.091797, 1.143555, 1.294922, 1.12207, 1.150391, 1.129883, 1.185547, 1.417969, 1.188477, 1.091797, 1.19043, 1.089355, 1.197266, 1.013428, 1.079102, 1.217773, 1.098633, 1.069824, 1.036865, 1.099609, 1.072754, 1.096191, 1.152344, 1.302734, 1.057129, 1.117676, 1.150391, 1.124023, 1.287109, 1.198242, 1.120605, 1.097168, 1.100098, 1.131836, 1.080078, 1.19043, 1.070801, 1.289062, 1.101074, 1.108887, 1.148438, 1.076172, 1.345703, 1.032959, 1.400391, 1.189453, 1.054443, 1.339844, 1.023804, 1.103516, 1.273438, 1.131836, 1.028076, 1.074707, 1.140625, 1.269531, 1.080566, 1.257812, 1.146484, 1.096191, 1.141602, 1.107422, 1.206055, 1.041748, 1.077148, 0.938965, 1.103027, 1.237305, 1.137695, 1.088379, 1.100098, 1.235352, 1.096191, 1.120605, 1.066406, 1.145508, 1.179688, 1.351562, 1.088379, 1.353516, 1.199219, 1.112305, 1.439453, 1.056885, 1.051025, 1.134766, 1.069336, 1.096191, 1.163086, 1.239258, 1.076172, 1.261719, 1.494141, 1.114258, 1.171875, 1.035645, 1.289062, 1.316406, 1.104004, 1.095703, 1.0625, 1.069336, 1.21875, 1.112305, 1.176758, 1.245117, 1.332031, 1.142578, 1.118652, 1.953125, 1.167969, 1.119629, 1.025391, 1.109375, 1.121094, 1.101074, 1.072754, 1.043945, 1.107422, 1.096191, 1.040771, 1.757812, 1.05957, 1.143555, 1.19043, 1.412109, 1.157227, 1.107422, 1.195312, 1.084473, 1.081543, 1.179688, 1.095703, 1.294922, 1.106934, 1.086914, 1.636719, 1.026367, 1.072754, 1.051758, 1.081543, 1.238281, 1.160156, 1.227539, 1.425781, 1.151367, 1.175781, 1.193359, 1.304688, 1.09082, 1.124023, 1.066895, 1.018188, 1.195312, 1.053467, 1.044434, 1.167969, 1.11084, 1.324219, 1.166992, 1.087891, 1.083008, 1.162109, 1.133789, 1.123047, 1.089355, 1.058105, 1.057861, 1.118652, 1.08252, 1.110352, 1.082031, 1.081543, 1.308594, 1.289062, 1.167969, 1.188477, 1.041992, 1.298828, 1.125977, 1.402344, 1.084961, 1.194336, 1.136719, 1.246094, 1.542969, 1.365234, 1.12207, 1.122559, 1.041504, 1.178711, 1.085938, 1.090332, 1.05127, 1.026245, 0.991943, 1.443359, 1.753906, 1.088379, 1.033936, 1.144531, 1.078125, 1.058838, 1.06543, 1.394531, 1.039795, 1.066406, 1.328125, 1.199219, 1.129883, 1.392578, 1.114258, 1.015015, 1.332031, 1.129883, 1.087891, 1.088379, 1.118652, 1.050781, 1.298828, 1.126953, 1.124023, 1.120605, 1.182617, 1.067383, 1.480469, 1.08252, 1.808594, 1.302734, 1.077148, 1.148438, 1.170898, 1.402344, 1.011108, 1.081055, 1.069336, 1.375, 1.174805, 1.253906, 1.142578, 1.137695, 1.255859, 1.029297, 1.066895, 1.091309, 1.092773, 1.060059, 1.259766, 1.351562, 1.660156, 1.150391, 1.273438, 1.062988, 1.073242, 1.111816, 1.0271, 1.199219, 1.206055, 1.326172, 1.439453, 1.117676, 1.125, 1.057861, 1.119141, 1.113281, 1.08252, 0.991699, 1.316406, 1.136719, 1.119629, 1.129883, 1.486328, 1.086914, 1.091797, 1.265625, 1.058105, 1.067383, 1.326172, 1.194336, 1.427734, 1.96875, 1.080078, 1.083984, 1.154297, 1.051758, 1.097656, 1.059814, 1.048828, 1.075195, 1.255859, 1.105957, 1.133789, 1.398438, 1.05127, 1.129883, 1.107422, 1.238281, 1.080078, 1.400391, 1.183594, 1.167969, 1.328125, 1.152344, 1.157227, 1.167969, 1.12793, 1.193359, 1.263672, 1.043457, 1.480469, 1.441406, 1.060791, 1.088867, 1.753906, 1.116699, 1.069336, 1.120605, 1.222656, 1.203125, 1.052979, 1.141602, 1.063477, 1.131836, 1.443359, 1.224609, 1.233398, 1.414062, 1.065918, 1.146484, 1.353516, 1.104004, 1.275391, 1.05127, 1.141602, 1.147461, 1.050049, 1.00592, 1.15918, 1.169922, 1.101074, 1.146484, 1.104004, 1.09375, 1.404297, 1.134766, 1.117676, 0.88623, 1.410156, 1.166992, 1.09375, 1.077637, 1.820312, 1.104492, 1.324219, 1.168945, 1.206055, 1.275391, 1.273438, 1.101562, 1.057861, 1.180664, 1.099609, 1.164062, 1.291016, 1.082031, 1.155273, 1.063965, 1.150391, 1.128906, 1.117676, 1.417969, 1.101074, 1.088867, 1.314453, 1.179688, 1.198242, 1.185547, 1.119629, 1.416016, 1.298828, 1.084473, 1.222656, 1.104004, 1.238281, 1.171875, 1.0625, 0.956299, 1.326172, 1.214844, 1.097168, 1.121582, 1.186523, 1.140625, 1.082031, 1.051025, 1.332031, 1.085938, 1.099609, 1.118652, 1.0354, 1.069336, 1.15332, 1.170898, 1.118652, 1.048828, 1.347656, 1.086914, 1.165039, 1.124512, 1.121094, 1.085449, 1.363281, 1.640625, 1.116699, 1.113281, 1.087891, 1.128906, 1.320312, 1.249023, 1.090332, 1.15625, 1.083496, 1.1875, 1.109375, 1.277344, 1.162109, 1.049316, 1.239258, 1.040283, 1.617188, 1.804688, 1.457031, 1.119141, 1.225586, 0.977417, 1.232422, 1.197266, 1.06543, 1.136719, 1.314453, 1.231445, 1.083008, 1.059082, 1.357422, 0.858398, 1.326172, 1.135742 ] }, "name": "onnx::Mul_8198", "outputIndexes": [ 324 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323, 324 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_2/Mul_1_output_0", "outputIndexes": [ 325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 306, 325 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_14_output_0", "outputIndexes": [ 326 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 326, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_27_output_0", "outputIndexes": [ 327 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 327 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_3/Mul_output_0", "outputIndexes": [ 328 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.617188, 1.453125, 1.699219, 1.777344, 1.566406, 1.632812, 1.679688, 0.842773, 1.742188, 1.365234, 1.648438, 1.53125, 1.515625, 1.722656, 1.738281, 1.585938, 1.683594, 1.644531, 1.324219, 1.640625, 1.75, 1.777344, 1.71875, 1.388672, 1.380859, 1.589844, 1.582031, 1.390625, 1.542969, 1.707031, 1.550781, 1.433594, 1.558594, 1.050049, 1.484375, 1.566406, 1.451172, 1.816406, 1.558594, 1.414062, 1.550781, 1.417969, 1.675781, 1.443359, 1.141602, 1.75, 1.609375, 1.574219, 1.104004, 1.511719, 1.558594, 1.412109, 1.617188, 1.044189, 1.707031, 1.570312, 1.644531, 1.664062, 1.22168, 1.417969, 1.527344, 1.046387, 1.582031, 1.707031, 1.390625, 1.628906, 1.466797, 1.613281, 1.457031, 1.585938, 1.613281, 1.664062, 1.375, 1.53125, 1.597656, 1.5625, 1.384766, 1.511719, 1.451172, 1.275391, 1.550781, 0.84668, 1.128906, 1.511719, 1.59375, 1.640625, 1.507812, 1.427734, 1.294922, 1.363281, 1.605469, 1.435547, 1.765625, 1.353516, 1.648438, 1.006622, 1.648438, 1.667969, 1.464844, 1.5625, 1.337891, 1.855469, 1.621094, 1.558594, 1.746094, 1.511719, 1.730469, 1.515625, 1.828125, 1.535156, 1.699219, 1.527344, 1.675781, 2.398438, 1.953125, 1.324219, 1.5, 1.043457, 1.714844, 1.871094, 1.695312, 1.601562, 0.625, 1.566406, 1.507812, 1.388672, 1.570312, 1.6875, 1.683594, 1.5, 1.53125, 1.482422, 1.496094, 1.5625, 1.703125, 1.726562, 1.451172, 1.458984, 1.498047, 1.648438, 1.044189, 1.261719, 1.613281, 1.691406, 1.566406, 1.202148, 1.494141, 1.5625, 1.617188, 1.648438, 1.675781, 1.546875, 1.445312, 0.677734, 1.703125, 1.714844, 1.365234, 1.498047, 1.146484, 1.0271, 1.114258, 1.710938, 1.365234, 1.365234, 1.757812, 1.542969, 1.621094, 1.046875, 1.5625, 1.314453, 1.535156, 1.326172, 1.5, 1.097656, 1.578125, 1.423828, 1.808594, 1.11084, 1.527344, 1.396484, 1.498047, 1.05542, 1.605469, 0.77832, 1.005707, 1.59375, 1.371094, 1.578125, 1.476562, 1.53125, 1.722656, 0.775391, 1.617188, 1.644531, 1.683594, 1.730469, 1.492188, 1.683594, 1.714844, 1.570312, 1.554688, 1.535156, 1.558594, 1.507812, 1.710938, 1.578125, 1.069824, 1.828125, 1.699219, 1.6875, 1.419922, 1.609375, 1.480469, 1.253906, 1.585938, 1.605469, 1.515625, 1.660156, 1.683594, 1.679688, 1.554688, 1.433594, 1.628906, 1.832031, 1.761719, 1.570312, 1.589844, 1.605469, 1.589844, 1.480469, 1.757812, 1.589844, 1.494141, 1.660156, 1.574219, 1.710938, 1.511719, 1.832031, 1.566406, 1.380859, 1.494141, 1.695312, 1.757812, 0.726562, 1.597656, 1.46875, 1.527344, 1.390625, 1.835938, 1.429688, 1.707031, 1.585938, 1.259766, 1.507812, 1.855469, 1.59375, 1.601562, 1.71875, 1.057617, 1.589844, 1.714844, 1.757812, 1.617188, 1.609375, 1.425781, 1.449219, 1.78125, 1.621094, 1.535156, 1.5625, 1.699219, 1.527344, 1.464844, 1.527344, 1.613281, 1.609375, 1.294922, 1.617188, 1.707031, 1.585938, 1.578125, 1.78125, 1.205078, 1.636719, 0.95874, 1.515625, 1.640625, 1.550781, 1.167969, 1.466797, 1.546875, 1.071289, 1.597656, 1.59375, 1.378906, 1.664062, 1.439453, 1.519531, 1.578125, 1.613281, 1.609375, 1.490234, 0.995667, 1.640625, 0.695312, 1.636719, 1.609375, 1.5, 1.431641, 1.761719, 1.761719, 0.935547, 1.5, 1.542969, 1.433594, 1.474609, 1.609375, 1.667969, 1.574219, 1.730469, 1.625, 0.947266, 1.527344, 1.703125, 1.664062, 1.675781, 1.589844, 1.550781, 1.707031, 1.683594, 1.554688, 1.644531, 1.570312, 1.664062, 0.210938, 1.554688, 1.574219, 1.78125, 1.835938, 1.59375, 1.369141, 1.527344, 1.695312, 1.519531, 1.699219, 1.402344, 1.609375, 1.396484, 1.498047, 1.625, 1.213867, 1.527344, 1.28125, 1.570312, 0.854492, 1.169922, 1.429688, 1.828125, 1.357422, 1.578125, 1.083984, 1.652344, 1.458984, 1.359375, 1.008972, 1.628906, 1.462891, 2.617188, 1.683594, 1.582031, 1.726562, 1.539062, 1.585938, 1.527344, 1.710938, 1.652344, 1.617188, 1.554688, 1.710938, 1.408203, 1.691406, 1.714844, 1.482422, 1.253906, 1.742188, 1.605469, 1.386719, 1.486328, 1.558594, 1.683594, 1.570312, 1.617188, 0.979492, 1.699219, 1.761719, 1.550781, 1.539062, 1.085938, 1.5, 1.8125, 1.671875, 1.726562, 1.621094, 1.652344, 1.152344, 1.753906, 1.679688, 1.605469, 1.640625, 1.441406, 1.691406, 1.488281, 1.582031, 1.59375, 1.511719, 1.535156, 1.574219, 1.546875, 1.621094, 1.558594, 1.462891, 1.605469, 0.972046, 1.5625, 1.582031, 1.546875, 1.566406, 1.664062, 1.679688, 1.613281, 1.083008, 1.800781, 1.59375, 1.535156, 1.648438, 1.550781, 1.667969, 1.582031, 1.65625, 1.414062, 1.703125, 1.640625, 1.585938, 1.490234, 1.357422, 1.53125, 1.867188, 1.202148, 1.542969, 1.703125, 1.820312, 1.53125, 1.554688, 1.699219, 1.679688, 1.707031, 1.429688, 1.789062, 1.761719, 1.574219, 1.675781, 1.710938, 1.582031, 1.488281, 1.357422, 1.792969, 1.178711, 1.609375, 1.753906, 1.652344, 1.558594, 1.515625, 1.714844, 1.332031, 1.714844, 1.554688, 1.070801, 1.217773, 1.507812, 1.539062, 1.597656, 1.496094, 0.832031, 1.480469, 1.632812, 1.757812, 1.038086, 1.621094, 1.4375, 1.566406, 1.601562, 1.707031, 1.757812, 1.695312, 1.341797, 1.691406, 0.880859, 1.105957, 1.359375, 1.199219, 1.333984, 1.664062, 1.660156, 1.435547, 0.939941, 1.482422, 1.410156, 1.566406, 1.652344, 1.742188, 1.511719, 1.644531, 1.402344, 1.621094, 1.667969, 1.699219, 1.490234, 1.902344, 1.652344, 1.287109, 1.667969, 1.601562, 1.285156, 1.192383, 1.84375, 1.263672, 1.757812, 1.632812, 1.601562, 1.730469, 1.617188, 1.636719, 1.578125, 1.231445, 1.6875, 0.519531, 1.667969, 1.380859, 1.671875, 1.161133, 3.296875, 1.597656, 1.574219, 1.679688, 1.511719, 1.5625, 1.6875, 1.466797, 1.472656, 1.652344, 1.166992, 1.765625, 1.5625, 1.462891, 1.589844, 1.605469, 1.5, 1.361328, 1.53125, 1.523438, 1.878906, 1.617188, 1.203125, 1.439453, 1.703125, 1.675781, 1.726562, 1.714844, 1.494141, 1.457031, 1.703125, 1.613281, 1.859375, 1.636719, 0.981201, 1.640625, 1.695312, 1.507812, 1.371094, 1.625, 0.936035, 1.902344, 1.714844, 1.652344, 1.030762, 1.527344, 1.339844, 1.550781, 1.398438, 1.46875, 1.621094, 1.496094, 1.695312, 1.038574, 1.447266, 1.648438, 1.753906, 1.6875, 1.59375, 1.357422, 1.466797, 1.71875, 1.484375, 1.632812, 1.910156, 1.691406, 1.447266, 1.59375, 1.742188, 1.503906, 1.664062, 1.726562, 1.679688, 1.21875, 1.398438, 1.761719, 1.699219, 1.570312, 1.746094, 1.648438, 1.652344, 1.574219, 1.644531, 1.6875, 1.582031, 1.498047, 1.664062, 1.498047, 1.652344, 1.353516, 1.496094, 1.789062, 1.302734, 1.40625, 1.722656, 1.466797, 1.582031, 1.8125, 1.589844, 1.482422, 1.5625, 1.746094, 1.345703, 1.125, 1.730469, 0.93457, 1.746094, 1.664062, 1.511719, 1.380859, 0.736328, 1.008118, 1.773438, 1.558594, 1.78125, 1.59375, 1.515625, 1.503906, 1.474609, 1.613281, 1.589844, 1.554688, 1.605469, 1.020142, 1.554688, 1.443359, 1.566406, 1.664062, 1.589844, 1.570312, 1.71875, 1.546875, 1.601562, 1.621094, 1.25, 1.570312, 1.585938, 1.578125, 1.396484, 1.652344, 1.554688, 0.914062, 0.98999, 1.511719, 1.640625, 1.734375, 1.355469, 1.660156, 1.554688, 0.947021, 1.613281, 1.523438, 1.605469, 1.59375, 1.742188, 1.65625, 1.433594, 1.828125, 1.449219, 1.59375, 1.734375, 1.339844, 1.585938, 1.625, 1.558594, 1.625, 1.519531, 1.59375, 1.5625, 1.515625, 1.652344, 1.761719, 1.78125, 1.679688, 1.679688, 1.503906, 1.574219, 1.398438, 1.644531, 1.095703, 1.578125, 1.757812, 1.476562, 1.558594, 1.472656, 1.222656, 1.431641, 1.761719, 1.695312, 1.785156, 1.527344, 1.714844, 1.6875, 1.523438, 1.558594, 1.382812, 1.542969, 1.625, 1.6875, 1.664062, 1.660156, 1.648438, 1.585938, 1.570312, 1.511719, 1.363281, 1.648438, 1.785156, 1.6875, 1.882812, 1.683594, 1.671875, 1.470703, 1.636719, 1.550781, 1.361328, 1.726562, 1.094238, 1.636719, 1.546875, 1.824219, 1.695312, 1.53125, 1.570312, 1.416016, 1.466797, 1.636719, 1.589844, 1.589844, 1.644531, 1.757812, 1.757812, 1.578125, 1.703125, 1.494141, 1.625, 1.648438, 1.664062, 0.899414, 1.460938, 1.388672, 1.328125, 1.498047, 1.5625, 1.640625, 1.804688, 1.605469, 1.460938, 1.416016, 1.507812, 1.640625, 1.511719, 1.460938, 1.589844, 1.5, 1.597656, 1.628906, 1.470703, 1.644531, 1.035156, 1.330078, 1.667969, 1.6875, 1.710938, 1.40625, 1.235352, 1.566406, 1.59375, 1.18457, 1.433594, 1.648438, 1.8125, 1.192383, 1.683594, 1.259766, 1.118164, 0.908203, 1.585938, 1.427734, 1.648438, 1.609375, 1.515625, 1.597656, 1.554688, 1.820312, 1.691406, 1.574219, 1.566406, 1.683594, 1.707031, 1.640625, 1.554688, 1.558594, 1.146484, 1.4375, 1.449219, 1.542969, 1.570312, 1.460938, 1.507812, 1.404297, 1.691406, 1.824219, 1.671875, 1.640625, 1.808594, 1.625, 1.617188, 1.796875, 1.894531, 1.570312, 1.539062, 1.300781, 1.761719, 0.605469, 1.357422, 1.507812, 1.617188, 1.460938, 1.503906, 1.585938, 1.664062, 1.546875, 1.578125, 1.570312, 1.110352, 1.578125, 1.578125, 1.490234, 1.287109, 1.773438, 1.433594, 1.710938, 1.236328, 1.558594, 1.078125, 1.570312, 1.478516, 1.816406, 1.582031, 1.453125, 1.173828, 1.503906, 1.695312, 1.730469, 1.691406, 1.644531, 1.761719, 1.400391, 1.546875, 1.164062, 1.652344, 1.476562, 1.435547, 1.539062, 1.652344, 1.738281, 1.546875, 1.613281, 1.65625, 1.419922, 1.460938, 1.542969, 1.824219, 1.34375, 1.445312, 1.492188, 1.154297, 0.820312, 1.445312, 0.617188, 1.539062, 1.546875, 1.652344, 1.373047, 1.05957, 0.836914, 1.53125, 1.523438, 1.574219, 1.550781, 1.539062, 1.660156, 1.652344, 1.511719, 1.060303, 1.636719, 1.451172, 1.298828, 1.259766, 1.535156, 1.447266, 1.527344, 1.667969, 1.742188, 1.490234, 1.566406, 1.582031, 1.566406, 1.679688, 1.542969, 1.5625, 1.449219, 1.091797, 1.648438, 1.617188, 1.330078, 0.938965, 1.287109, 1.699219, 1.535156, 1.683594, 1.535156, 1.484375, 1.539062, 1.632812, 0.849609, 1.353516, 1.472656, 1.648438, 1.679688, 0.874023, 1.703125, 1.486328, 1.439453, 1.613281, 1.695312, 1.308594, 1.439453, 1.146484, 1.644531, 1.449219, 1.523438, 0.991272, 1.800781, 1.679688, 1.249023, 1.710938, 1.390625, 1.408203, 1.65625, 1.742188, 1.628906, 1.458984, 1.671875, 1.605469, 1.40625, 1.289062, 1.667969, 1.714844, 1.396484, 1.648438, 1.632812, 1.330078, 1.679688, 1.515625, 1.621094, 0.880859, 1.648438, 1.498047, 1.675781, 1.765625, 0.744141, 1.53125, 1.511719, 0.625, 1.371094, 0.942871, 1.542969, 1.043457, 1.402344, 1.433594, 1.613281, 1.613281, 1.378906, 1.539062, 1.503906, 1.660156, 1.131836, 1.388672, 1.466797, 1.318359, 1.279297, 1.769531, 1.761719, 1.490234, 1.367188, 1.539062, 1.345703, 1.667969, 1.416016, 1.373047, 1.65625, 0.958008, 1.597656, 1.308594, 1.582031, 1.045898, 1.394531, 1.621094, 1.734375, 1.527344, 1.695312, 1.660156, 1.710938, 1.419922, 2.648438, 1.511719, 1.585938, 1.589844, 1.695312, 1.574219, 1.640625, 1.761719, 1.605469, 1.65625, 1.746094, 1.582031, 1.527344, 1.53125, 1.152344, 1.416016, 1.404297, 1.566406, 1.714844, 1.609375, 1.800781, 1.589844, 1.135742, 1.746094, 0.970703, 1.417969, 1.53125, 1.070312, 1.816406, 1.414062, 1.558594, 1.5, 1.652344, 1.601562, 1.574219, 1.458984, 0.970581, 1.443359, 1.601562, 1.609375, 1.796875, 1.539062, 1.287109, 1.601562, 1.601562, 1.695312, 1.550781, 1.695312, 1.023926, 1.824219, 1.628906, 1.464844, 1.660156, 1.730469, 1.412109, 1.161133, 1.648438, 1.570312, 1.738281, 1.644531, 1.792969, 1.796875, 1.064453, 1.648438, 1.410156, 1.617188, 1.75, 1.609375, 1.279297, 1.550781, 1.129883, 1.582031, 1.691406, 1.507812, 1.601562, 1.742188, 1.800781, 1.507812, 1.361328, 1.667969, 0.884766, 0.882324, 1.019409, 1.691406, 1.511719, 1.11377, 1.5, 1.574219, 0.941162, 1.22168, 1.412109, 1.5625, 1.578125, 1.147461, 1.53125, 1.476562, 1.07666, 1.539062, 1.480469, 1.503906, 1.574219, 1.644531, 1.044678, 1.269531, 1.429688, 1.578125, 1.714844, 1.710938, 1.71875, 1.515625, 1.238281, 1.441406, 1.09375, 1.417969, 1.519531, 1.820312, 1.570312, 1.435547, 1.578125, 1.695312, 1.867188, 1.589844, 1.605469, 1.554688, 0.921387, 1.75, 1.667969, 1.296875, 1.699219, 1.601562, 1.625, 1.671875, 1.554688, 1.375, 1.695312, 1.621094, 1.648438, 1.703125, 1.859375, 1.613281, 1.652344, 1.515625, 1.6875, 1.636719, 1.574219, 1.453125, 1.597656, 1.539062, 1.695312, 1.083496, 1.554688, 1.210938, 1.867188, 1.582031, 1.550781, 1.097656, 1.585938, 1.648438, 1.855469, 1.21582, 1.574219, 1.277344, 1.539062, 1.527344, 1.652344, 1.404297, 1.523438, 1.318359, 1.699219, 1.011475, 1.644531, 1.482422, 1.730469, 1.609375, 1.488281, 1.757812, 1.582031, 1.53125, 1.527344, 1.660156, 1.617188, 1.515625, 1.008972, 1.644531, 1.527344, 1.507812, 1.777344, 1.382812, 1.621094, 1.367188, 1.255859, 1.652344, 1.714844, 1.462891, 0.841797, 1.601562, 1.535156, 1.574219, 1.542969, 1.566406, 0.90332, 1.261719, 1.482422, 1.835938, 1.292969, 1.453125, 1.332031, 0.924805, 1.625, 0.921387, 1.177734, 1.507812, 1.488281, 1.851562, 1.78125, 1.886719, 1.554688, 1.482422, 1.601562, 1.061523, 1.570312, 1.773438, 1.558594, 1.886719, 1.628906, 1.664062, 0.963135, 1.707031, 1.519531, 1.474609, 1.157227, 1.632812, 1.785156, 1.259766, 1.609375, 1.554688, 1.570312, 1.431641, 1.578125, 1.474609, 1.136719, 1.617188, 1.474609, 1.458984, 1.886719, 1.515625, 1.447266, 1.025024, 1.636719, 1.455078, 1.523438, 1.671875, 1.765625, 1.84375, 1.306641, 1.554688, 1.6875, 1.283203, 0.769531, 1.539062, 1.734375, 1.570312, 1.6875, 1.613281, 1.542969, 1.851562, 1.773438, 0.803711, 1.558594, 1.652344, 1.636719, 1.632812, 1.601562, 1.435547, 1.609375, 1.527344, 1.554688, 1.664062, 1.476562, 1.566406, 1.554688, 1.398438, 1.527344, 1.088379, 1.613281, 1.101562, 1.550781, 1.640625, 1.660156, 0.963867, 1.373047, 1.542969, 1.535156, 1.458984, 2.148438, 1.710938, 1.582031, 1.601562, 1.507812, 1.589844, 1.261719, 1.601562, 1.660156, 0.971313, 1.632812, 1.691406, 1.65625, 1.71875, 1.5, 1.769531, 1.605469, 1.582031, 1.652344, 1.628906, 1.5625, 1.294922, 1.498047, 1.667969, 1.640625, 1.542969, 1.063477, 1.703125, 1.566406, 1.816406, 1.605469, 1.558594, 1.5625, 1.492188, 1.507812, 0.980835, 1.824219, 1.503906, 1.589844, 1.675781, 1.796875, 1.613281, 1.65625, 1.882812, 1.605469, 1.519531, 1.734375, 1.574219, 1.707031, 1.474609, 1.6875, 1.882812, 1.425781, 2.023438, 1.675781, 1.511719, 1.972656, 1.515625, 1.318359, 1.671875, 1.490234, 1.570312, 0.961914, 1.507812, 1.373047, 2.914062, 1.554688, 1.773438, 1.675781, 0.816406, 1.65625, 1.271484, 0.830078, 1.402344, 1.636719, 1.5625, 1.710938, 1.546875, 1.703125, 1.589844, 1.648438, 1.458984, 1.714844, 1.239258, 1.621094, 1.660156, 1.667969, 1.275391, 1.542969, 1.589844, 1.644531, 1.585938, 1.621094, 1.53125, 1.597656, 1.466797, 1.292969, 1.494141, 1.703125, 1.671875, 1.292969, 1.429688, 1.458984, 1.232422, 1.597656, 1.523438, 1.527344, 1.550781, 1.804688, 1.202148, 1.558594, 1.494141, 1.777344, 1.482422, 1.488281, 1.4375, 1.227539, 1.578125, 1.19043, 1.542969, 1.539062, 1.777344, 1.589844, 1.574219, 0.990234, 1.382812, 1.769531, 1.632812, 1.449219, 1.431641, 1.511719, 1.820312, 1.707031, 1.589844, 1.542969, 1.597656, 1.621094, 1.761719, 1.714844, 1.431641, 1.667969, 1.601562, 1.460938, 1.859375, 1.46875, 1.621094, 1.498047, 1.410156, 1.6875, 1.667969, 1.546875, 1.519531, 1.664062, 1.486328, 1.365234, 1.462891, 1.515625, 1.488281, 1.640625, 1.601562, 1.466797, 1.566406, 1.730469, 1.570312, 1.714844, 1.789062, 1.621094, 1.839844, 1.609375, 1.585938, 1.597656, 1.304688, 1.470703, 1.742188, 1.503906, 1.59375, 1.613281, 1.761719, 1.455078, 1.578125, 1.371094, 1.65625, 1.691406, 1.449219, 1.470703, 1.558594, 1.527344, 1.914062, 1.462891, 1.703125, 1.792969, 1.777344, 1.636719, 1.613281, 1.527344, 0.895996, 1.742188, 1.609375, 1.589844, 1.632812, 1.546875, 1.523438, 1.273438, 1.652344, 1.496094, 1.511719, 1.210938, 1.060059, 1.423828, 1.507812, 1.773438, 1.640625, 0.871094, 1.660156, 1.902344, 1.527344, 1.25, 1.648438, 1.570312, 1.345703, 0.994873, 1.478516, 1.369141, 1.753906, 1.511719, 1.578125, 1.605469, 1.570312, 1.695312, 1.71875, 2.195312, 1.632812, 1.369141, 1.589844, 1.621094, 1.22168, 0.875488, 1.625, 1.621094, 1.738281, 1.302734, 1.625, 1.447266, 1.644531, 1.443359, 1.328125, 1.304688, 1.585938, 1.347656, 1.597656, 1.652344, 1.84375, 1.462891, 1.200195, 1.382812, 1.570312, 1.546875, 1.582031, 1.507812, 1.605469, 1.714844, 1.324219, 1.265625, 1.777344, 1.695312, 1.478516, 1.699219, 1.539062, 1.542969, 1.605469, 1.400391, 0.774414, 1.00238, 1.482422, 1.333984, 1.613281, 1.722656, 1.470703, 1.601562, 1.269531, 1.652344, 1.353516, 1.5, 1.566406, 1.722656, 1.5, 1.527344, 1.773438, 1.820312, 1.291016, 1.621094, 1.439453, 1.46875, 1.636719, 1.765625, 1.464844, 1.5, 1.498047, 1.714844, 1.605469, 1.5625, 1.597656, 1.542969, 1.574219, 1.664062, 1.648438, 1.753906, 1.53125, 0.993774, 1.605469, 1.664062, 1.435547, 1.589844, 0.896973, 1.240234, 1.746094, 1.675781, 0.879395, 1.07373, 1.585938, 1.613281, 1.757812, 1.632812, 1.789062, 1.5625, 1.46875, 1.419922, 1.742188, 1.625, 1.191406, 0.95166, 0.868164, 1.703125, 1.695312, 1.546875, 1.457031, 1.539062, 0.746094, 1.648438, 1.664062, 1.65625, 1.652344, 1.277344, 1.9375, 1.695312, 1.742188, 1.507812, 1.585938, 1.032227, 1.431641, 1.554688, 1.636719, 1.196289, 1.703125, 1.055664, 1.609375, 1.339844, 1.001701, 1.601562, 1.441406, 1.761719, 1.582031, 1.373047, 1.546875, 1.707031, 1.71875, 1.523438, 1.597656, 1.652344, 1.648438, 1.710938, 1.535156, 1.335938, 1.695312, 1.605469, 1.691406, 1.539062, 1.339844, 1.515625, 1.515625, 1.494141, 1.519531, 1.628906, 1.71875, 1.259766, 1.443359, 0.94043, 1.511719, 1.427734, 1.664062, 1.435547, 1.730469, 1.535156, 1.578125, 1.283203, 1.6875, 1.550781, 1.667969, 1.742188, 1.486328, 1.617188, 1.355469, 1.636719, 1.535156, 1.058105, 1.460938, 1.703125, 1.695312, 1.628906, 1.691406, 1.496094, 1.46875, 1.605469, 1.421875, 1.443359, 1.738281, 1.929688, 1.730469, 1.458984, 1.527344, 1.416016, 1.699219, 1.726562, 1.667969, 1.142578, 1.539062, 1.644531, 1.503906, 1.640625, 1.396484, 1.902344, 1.527344, 1.519531, 1.695312, 1.742188, 1.523438, 1.213867, 1.554688, 1.847656, 1.582031, 1.820312, 1.785156, 1.683594, 1.480469, 1.539062, 1.679688, 1.675781, 1.267578, 1.183594, 1.601562, 1.472656, 1.804688, 1.589844, 1.765625, 0.807617, 1.613281, 1.683594, 1.679688, 1.675781, 1.625, 1.574219, 1.496094, 0.916992, 1.804688, 1.867188, 1.886719, 1.515625, 1.314453, 1.605469, 1.46875, 1.447266, 1.453125, 1.574219, 1.78125, 1.5625, 1.648438, 1.363281, 1.498047, 1.396484, 1.053955, 1.597656, 0.855469, 1.703125, 1.792969, 1.796875, 1.675781, 1.761719, 1.558594, 1.652344, 1.542969, 1.445312, 1.539062, 1.310547, 1.796875, 1.414062, 1.554688, 1.554688, 1.570312, 1.542969, 1.433594, 1.582031, 1.71875, 1.453125, 1.632812, 1.59375, 1.304688, 1.472656, 1.519531, 1.875, 1.570312, 1.145508, 1.414062, 1.419922, 1.695312, 1.558594, 1.466797, 1.032471, 1.722656, 1.589844, 1.433594, 1.585938, 1.519531, 1.546875, 1.617188, 1.117676, 1.660156, 1.482422, 1.722656, 1.683594, 1.507812, 1.753906, 1.734375, 1.003937, 1.546875, 1.511719, 1.589844, 1.601562, 1.648438, 1.667969, 1.507812, 1.427734, 1.882812, 1.5625, 1.59375, 1.679688, 1.462891, 1.554688, 1.640625, 1.695312, 1.625, 1.636719, 1.660156, 1.496094, 1.601562, 1.421875, 1.546875, 1.730469, 1.458984, 1.628906, 1.515625, 1.761719, 1.585938, 1.433594, 1.847656, 1.316406, 0.813477, 1.554688, 1.585938, 1.691406, 1.714844, 1.683594, 1.601562, 1.460938, 1.486328, 1.515625, 1.585938, 1.546875, 1.710938, 1.605469, 1.031738, 1.617188, 1.628906, 1.746094, 1.679688, 1.554688, 1.484375, 1.582031, 1.589844, 1.402344, 1.683594, 1.582031, 1.6875, 1.71875, 1.519531, 1.4375, 1.570312, 1.392578, 1.515625, 1.726562, 1.248047, 1.679688, 1.730469, 1.535156, 1.738281, 1.53125, 1.617188, 1.441406, 1.800781, 1.515625, 1.333984, 1.609375, 1.5, 1.478516, 1.050293, 1.503906, 1.609375, 1.609375, 1.828125, 1.679688, 1.455078, 1.722656, 1.597656, 1.628906, 1.046875, 0.966309, 1.503906, 0.722656, 1.498047, 1.617188, 1.789062, 1.585938, 1.527344, 0.882812, 1.65625, 1.769531, 1.617188, 1.628906, 1.753906, 0.959717, 1.695312, 1.539062, 1.466797, 1.386719, 1.539062, 1.550781, 1.427734, 1.722656, 1.664062, 1.539062, 1.753906, 1.337891, 1.546875, 1.691406, 1.044922, 1.671875, 1.628906, 1.730469, 1.621094, 1.554688, 1.628906, 1.400391, 1.199219, 1.546875, 1.515625, 1.648438, 0.932617, 1.519531, 1.519531, 1.636719, 1.804688, 1.542969, 1.664062, 1.691406, 1.691406, 1.769531, 1.474609, 1.384766, 1.574219, 1.484375, 0.907227, 1.464844, 1.726562, 1.625, 1.644531, 1.632812, 1.578125, 1.835938, 1.597656, 1.710938, 1.625, 1.396484, 0.978516, 1.503906, 1.507812, 1.71875, 1.064941, 1.601562, 1.131836, 1.632812, 0.90918, 1.597656, 1.535156, 1.5, 1.421875, 1.466797, 1.683594, 1.722656, 1.542969, 1.621094, 1.582031, 1.792969, 1.710938, 0.832031, 1.294922, 1.051758, 1.613281, 1.851562, 1.474609, 1.664062, 1.628906, 1.609375, 1.392578, 1.710938, 1.722656, 1.308594, 1.535156, 1.589844, 1.328125, 1.554688, 1.785156, 1.419922, 1.5625, 1.546875, 1.664062, 1.675781, 1.726562, 1.53125, 1.734375, 1.613281, 1.558594, 1.376953, 1.714844, 0.963379, 1.498047, 0.805664, 1.263672, 1.632812, 1.507812, 1.515625, 1.21582, 1.660156, 1.486328, 1.757812, 1.07373, 1.535156, 1.4375, 1.511719, 1.820312, 1.589844, 0.895508, 1.695312, 1.667969, 1.785156, 0.84082, 1.539062, 1.07373, 1.460938, 1.8125, 1.335938, 1.855469, 1.722656, 1.648438, 1.730469, 1.535156, 1.519531, 1.308594, 1.287109, 1.523438, 1.59375, 1.59375, 1.808594, 1.640625, 1.59375, 1.789062, 1.416016, 1.527344, 1.675781, 1.621094, 1.279297, 1.664062, 1.582031, 1.087891, 1.753906, 1.478516, 1.296875, 1.507812, 1.00415, 0.669922, 1.613281, 1.675781, 1.613281, 1.765625, 1.5, 1.671875, 1.71875, 1.578125, 1.585938, 1.617188, 1.5625, 1.142578, 1.585938, 1.71875, 1.648438, 1.441406, 1.621094, 1.582031, 1.435547, 1.558594, 1.369141, 1.628906, 1.492188, 1.53125, 1.570312, 1.546875, 1.460938, 1.652344, 0.987, 1.486328, 1.710938, 1.8125, 0.884277, 1.59375, 1.574219, 1.585938, 1.472656, 1.402344, 1.824219, 1.621094, 1.691406, 1.597656, 1.355469, 1.380859, 1.457031, 1.271484, 1.710938, 1.5625, 1.136719, 1.621094, 1.373047, 1.648438, 1.65625, 1.636719, 1.746094, 1.746094, 1.484375, 1.445312, 1.601562, 1.523438, 1.5625, 1.578125, 1.369141, 1.632812, 2.070312, 1.957031, 1.164062, 1.558594, 1.519531, 1.640625, 0.763672, 1.589844, 1.222656, 1.589844, 1.503906, 1.550781, 1.451172, 1.558594, 1.632812, 1.173828, 1.625, 1.527344, 1.180664, 1.730469, 1.429688, 1.695312, 1.511719, 1.664062, 1.609375, 1.285156, 1.671875, 1.746094, 1.330078, 1.416016, 1.554688, 1.480469, 1.578125, 1.049561, 1.40625, 1.574219, 1.447266, 1.652344, 1.455078, 1.482422, 1.660156, 1.757812, 1.304688, 1.466797, 1.625, 0.855469, 1.435547, 1.455078, 1.703125, 1.730469, 1.125, 1.71875, 1.609375, 1.146484, 1.6875, 1.78125, 1.585938, 1.503906, 1.6875, 1.617188, 1.136719, 1.644531, 1.503906, 1.667969, 1.589844, 1.707031, 1.314453, 1.269531, 1.625, 1.648438, 1.613281, 1.585938, 1.09375, 1.484375, 1.597656, 1.46875, 1.617188, 1.539062, 1.683594, 1.519531, 1.570312, 1.746094, 1.496094, 1.875, 1.466797, 1.146484, 0.965576, 1.542969, 1.029297, 1.753906, 1.539062, 1.453125, 1.757812, 1.640625, 1.46875, 1.488281, 1.644531, 1.625, 1.046631, 1.785156, 1.363281, 1.527344 ] }, "name": "onnx::Mul_8200", "outputIndexes": [ 329 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 329 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_3/Mul_1_output_0", "outputIndexes": [ 330 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 330 ], "outputIndexes": [ 2574 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2574 ], "outputIndexes": [ 2575 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear", "inputIndexes": [ 2575 ], "outputIndexes": [ 2576 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 131383758, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2576 ], "outputIndexes": [ 2577 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2577 ], "outputIndexes": [ 331 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 330 ], "main_type": "NONE", "name": "/Shape_43_output_0", "outputIndexes": [ 332 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 332 ], "main_type": "NONE", "name": "Shape900", "outputIndexes": [ 333 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 332 ], "main_type": "NONE", "name": "Rank902", "outputIndexes": [ 334 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 334, 334 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp904", "outputIndexes": [ 335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze905", "outputIndexes": [ 336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 335, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp907", "outputIndexes": [ 337 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 337 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze908", "outputIndexes": [ 338 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 333, 336, 338, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice911", "outputIndexes": [ 339 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 339 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze912", "outputIndexes": [ 340 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 340 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp913", "outputIndexes": [ 341 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 341, 340 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp914", "outputIndexes": [ 342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 332, 342, 335 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_49_output_0", "outputIndexes": [ 343 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 343, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_97_output_0", "outputIndexes": [ 344 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 344, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_39_output_0", "outputIndexes": [ 345 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 331, 345 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_28_output_0", "outputIndexes": [ 346 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 346, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_24_output_0", "outputIndexes": [ 347 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 346 ], "main_type": "NONE", "name": "/Shape_44_output_0", "outputIndexes": [ 348 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 348 ], "main_type": "NONE", "name": "Shape921", "outputIndexes": [ 349 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 348 ], "main_type": "NONE", "name": "Rank923", "outputIndexes": [ 350 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 350, 350 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp925", "outputIndexes": [ 351 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 351 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze926", "outputIndexes": [ 352 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 351, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp928", "outputIndexes": [ 353 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 353 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze929", "outputIndexes": [ 354 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 349, 352, 354, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice932", "outputIndexes": [ 355 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 355 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze933", "outputIndexes": [ 356 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 356 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp934", "outputIndexes": [ 357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 357, 356 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp935", "outputIndexes": [ 358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 348, 358, 351 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_50_output_0", "outputIndexes": [ 359 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 359, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_9_output_0", "outputIndexes": [ 360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 360, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_102_output_0", "outputIndexes": [ 361 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 346, 361, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_13_output_0", "outputIndexes": [ 362 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 362 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_6_output_0", "outputIndexes": [ 363 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 346, 21, 361, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_12_output_0", "outputIndexes": [ 364 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 363, 364 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_42_output_0", "outputIndexes": [ 365 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_25_output_0", "outputIndexes": [ 366 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 347, 366 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_15_output_0", "outputIndexes": [ 367 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 330 ], "outputIndexes": [ 2578 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2578 ], "outputIndexes": [ 2579 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear", "inputIndexes": [ 2579 ], "outputIndexes": [ 2580 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 134037988, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2580 ], "outputIndexes": [ 2581 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2581 ], "outputIndexes": [ 368 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 344, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_40_output_0", "outputIndexes": [ 369 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 368, 369 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_29_output_0", "outputIndexes": [ 370 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_26_output_0", "outputIndexes": [ 371 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370 ], "main_type": "NONE", "name": "/Shape_45_output_0", "outputIndexes": [ 372 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 372 ], "main_type": "NONE", "name": "Shape983", "outputIndexes": [ 373 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 372 ], "main_type": "NONE", "name": "Rank985", "outputIndexes": [ 374 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 374, 374 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp987", "outputIndexes": [ 375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze988", "outputIndexes": [ 376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 375, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp990", "outputIndexes": [ 377 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 377 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze991", "outputIndexes": [ 378 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373, 376, 378, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice994", "outputIndexes": [ 379 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze995", "outputIndexes": [ 380 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 380 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp996", "outputIndexes": [ 381 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 381, 380 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp997", "outputIndexes": [ 382 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372, 382, 375 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_51_output_0", "outputIndexes": [ 383 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 383, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_10_output_0", "outputIndexes": [ 384 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_104_output_0", "outputIndexes": [ 385 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370, 385, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_15_output_0", "outputIndexes": [ 386 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 386 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_7_output_0", "outputIndexes": [ 387 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370, 21, 385, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_14_output_0", "outputIndexes": [ 388 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 387, 388 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_43_output_0", "outputIndexes": [ 389 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 389, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_27_output_0", "outputIndexes": [ 390 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 371, 390 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_16_output_0", "outputIndexes": [ 391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 330 ], "outputIndexes": [ 2582 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2582 ], "outputIndexes": [ 2583 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear", "inputIndexes": [ 2583 ], "outputIndexes": [ 2584 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 135365114, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2584 ], "outputIndexes": [ 2585 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2585 ], "outputIndexes": [ 392 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 392, 369 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_30_output_0", "outputIndexes": [ 393 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 367, 391, 393, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_35_output_0", "outputIndexes": [ 394 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 394 ], "outputIndexes": [ 2586 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2586 ], "outputIndexes": [ 2587 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear", "inputIndexes": [ 2587 ], "outputIndexes": [ 2588 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 136692240, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2588 ], "outputIndexes": [ 2589 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2589 ], "outputIndexes": [ 395 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 395 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_3/Mul_output_0", "outputIndexes": [ 396 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.833008, 0.790039, 0.860352, 0.993042, 0.804688, 0.793945, 0.838867, 0.472656, 0.803711, 0.821289, 0.894043, 0.807617, 0.835938, 0.842773, 0.835938, 0.756836, 0.772461, 0.837891, 0.807617, 0.816406, 0.940918, 0.890137, 0.813477, 0.838867, 0.865234, 0.845703, 0.884277, 0.90918, 0.924805, 0.942383, 0.771484, 0.837891, 0.861328, 0.617188, 0.802734, 0.893555, 0.738281, 0.994751, 0.732422, 0.801758, 0.867188, 0.859375, 0.81543, 0.87207, 0.761719, 0.811523, 0.801758, 0.764648, 1.076172, 0.863281, 0.832031, 0.993256, 0.847656, 0.966553, 0.917969, 0.819336, 0.855469, 0.84082, 0.855469, 0.816406, 0.863281, 0.873047, 0.879395, 0.881348, 0.949951, 0.753906, 0.926758, 0.748047, 0.808594, 0.833008, 0.857422, 0.798828, 0.805664, 0.754883, 0.807617, 0.764648, 0.924316, 0.837891, 0.852539, 0.810547, 0.794922, 0.421875, 0.799805, 0.84668, 0.829102, 0.819336, 0.817383, 0.864258, 0.828125, 0.845703, 0.852539, 0.710938, 1.034912, 0.71875, 0.796875, 0.417969, 0.740234, 0.825195, 0.875, 0.796875, 0.880371, 0.978394, 0.837891, 0.837891, 0.768555, 0.830078, 0.933594, 0.844727, 0.901367, 0.728516, 0.891113, 0.84082, 0.982178, 1.255859, 0.848633, 0.888184, 0.742188, 0.937744, 0.730469, 0.898926, 0.826172, 0.887695, 0.952148, 0.789062, 0.841797, 0.953613, 0.851562, 0.847656, 0.854492, 0.968506, 0.90918, 0.830078, 0.860352, 0.785156, 0.845703, 0.884766, 0.811523, 0.95874, 0.828125, 0.888672, 1.051025, 0.944336, 0.804688, 0.791992, 0.844727, 0.875, 0.818359, 0.740234, 0.766602, 0.839844, 0.855469, 0.855469, 0.759766, 0.599609, 0.824219, 0.964844, 0.893555, 0.819336, 0.65625, 0.693359, 1.351562, 0.833984, 0.842773, 0.811523, 0.87207, 0.845703, 0.850586, 0.625, 0.834961, 0.738281, 0.879395, 0.816406, 0.825195, 0.669922, 0.801758, 0.960938, 0.886719, 0.421875, 0.915039, 0.919434, 0.825195, 0.617188, 0.87207, 0.4375, 0.852539, 0.797852, 0.766602, 0.811523, 0.740234, 0.881348, 0.831055, 1.011108, 0.916016, 0.833008, 0.826172, 0.87793, 0.758789, 0.865234, 0.84082, 0.884277, 0.796875, 0.791992, 0.782227, 0.797852, 0.883789, 0.808594, 0.911621, 0.818359, 0.864258, 0.830078, 0.871094, 0.828125, 0.885742, 0.873047, 0.720703, 0.852539, 0.886719, 0.853516, 0.905273, 0.84668, 0.910645, 0.92334, 0.816406, 0.980469, 0.824219, 0.831055, 0.802734, 0.795898, 0.791016, 0.793945, 1.031738, 0.883789, 0.902832, 0.792969, 0.779297, 0.942627, 0.993408, 0.880859, 0.837891, 0.825195, 0.894043, 0.822266, 0.869141, 2.390625, 0.671875, 0.939941, 0.768555, 0.841797, 0.842773, 0.930664, 0.78418, 0.87207, 0.77832, 0.770508, 0.962402, 0.764648, 0.849609, 0.837891, 1.000954, 0.829102, 0.906738, 0.916504, 0.748047, 0.791016, 0.831055, 0.886719, 0.754883, 0.799805, 0.833984, 0.892578, 0.829102, 0.714844, 0.813477, 0.790039, 0.869141, 0.811523, 0.849609, 0.876953, 0.913574, 0.855469, 0.841797, 0.839844, 0.813477, 0.791016, 1.066406, 0.769531, 0.919434, 0.899902, 0.644531, 0.796875, 0.849609, 0.675781, 0.81543, 0.813477, 0.921875, 0.875977, 0.814453, 0.836914, 0.903809, 0.810547, 0.949219, 0.819336, 0.664062, 0.94873, 0.335938, 0.788086, 0.930664, 0.829102, 0.78418, 0.890625, 0.959229, 0.523438, 0.838867, 0.867188, 0.855469, 0.80957, 0.792969, 0.759766, 0.77832, 0.796875, 0.831055, 0.920898, 0.883789, 0.882812, 0.822266, 0.914551, 0.792969, 0.858398, 0.92334, 0.958252, 0.800781, 0.847656, 0.803711, 0.848633, 1.882812, 0.788086, 0.707031, 0.817383, 0.935547, 0.868164, 0.792969, 0.819336, 0.918457, 0.799805, 0.921387, 0.942627, 0.744141, 0.952637, 0.807617, 0.827148, 0.852539, 0.830078, 1.0625, 0.923828, 0.488281, 0.746094, 0.864258, 0.931641, 1.012695, 0.851562, 0.683594, 0.853516, 0.759766, 0.90625, 0.971069, 0.782227, 0.829102, 0.838867, 0.841797, 0.775391, 0.860352, 0.799805, 0.775391, 0.833008, 0.95874, 0.962158, 0.865234, 0.774414, 0.874023, 0.977539, 0.859375, 0.937012, 0.883789, 0.839844, 0.897949, 0.798828, 0.806641, 0.945068, 0.825195, 0.819336, 0.844727, 0.769531, 0.558594, 0.854492, 0.851562, 0.793945, 0.830078, 0.591797, 0.792969, 0.818359, 0.819336, 0.87207, 0.845703, 0.894043, 0.857422, 0.949463, 0.876953, 0.884766, 0.817383, 1.036133, 0.827148, 0.768555, 0.792969, 0.855469, 0.930664, 0.756836, 0.757812, 0.811523, 0.824219, 0.797852, 0.908203, 0.834961, 0.977295, 0.789062, 0.871094, 0.899414, 0.740234, 0.865234, 0.853516, 0.856445, 0.899902, 1.039062, 0.854492, 0.947998, 1.412109, 0.819336, 0.847656, 0.782227, 0.811523, 0.8125, 0.932129, 0.799805, 0.838867, 0.884766, 0.917969, 0.818359, 0.95752, 0.997116, 0.803711, 0.862305, 0.868164, 0.78418, 0.844727, 0.919922, 0.850586, 0.826172, 0.928223, 0.810547, 0.852539, 1.008484, 0.974609, 0.847656, 0.858398, 0.791016, 0.939941, 0.848633, 0.681641, 0.78125, 0.923828, 0.855469, 0.783203, 0.703125, 0.913574, 0.830078, 0.8125, 0.994324, 0.805664, 0.912598, 0.797852, 0.808594, 0.865234, 0.803711, 1.263672, 0.822266, 0.826172, 0.75, 0.673828, 0.869141, 0.785156, 0.89502, 0.891602, 0.895996, 0.813477, 0.850586, 0.910156, 0.869141, 0.535156, 0.762695, 0.9646, 0.623047, 0.875, 0.862305, 0.831055, 0.814453, 1.017212, 0.754883, 0.950928, 1.034668, 1.04834, 0.832031, 0.823242, 0.901367, 0.763672, 0.828125, 0.827148, 0.848633, 0.932129, 0.868164, 0.831055, 0.847656, 0.848633, 0.901855, 0.722656, 0.788086, 0.794922, 0.726562, 0.886719, 0.788086, 0.887695, 0.837891, 0.833984, 0.767578, 0.794922, 0.623047, 0.787109, 3.234375, 0.813477, 0.78125, 0.855469, 0.585938, 1.195312, 0.895508, 0.806641, 0.84668, 0.980591, 0.78418, 0.856445, 0.830078, 0.847656, 0.864258, 0.81543, 0.804688, 1.024048, 0.823242, 0.793945, 0.854492, 0.836914, 1.197266, 0.805664, 0.862305, 0.871094, 0.789062, 0.990479, 0.959473, 0.834961, 0.97937, 0.867188, 1.102051, 0.856445, 0.808594, 0.987244, 0.84082, 0.861328, 0.751953, 0.398438, 0.939697, 0.830078, 0.762695, 0.779297, 0.837891, 0.981445, 0.818359, 0.871094, 0.829102, 1.134766, 0.776367, 1.408203, 0.833008, 1.087891, 0.985474, 0.838867, 0.738281, 0.892578, 0.974854, 0.962402, 0.825195, 0.875977, 0.84375, 0.881348, 0.931152, 0.817383, 0.874023, 0.80957, 0.810547, 0.873047, 0.800781, 0.867188, 0.796875, 0.976074, 0.798828, 0.777344, 0.863281, 0.871094, 1.051025, 0.880371, 0.887695, 0.852539, 0.819336, 0.78418, 0.863281, 0.88623, 0.865234, 0.915527, 0.787109, 0.746094, 0.858398, 0.828125, 0.955811, 0.856445, 1.275391, 0.806641, 0.918457, 0.774414, 0.808594, 0.838867, 0.806641, 0.791992, 0.740234, 0.776367, 0.862305, 0.744141, 0.93457, 0.834961, 0.681641, 0.769531, 1.145508, 0.802734, 0.847656, 0.904785, 0.979858, 0.574219, 0.535156, 0.914062, 0.791992, 0.825195, 0.763672, 0.699219, 0.750977, 0.832031, 0.822266, 0.757812, 0.803711, 0.862305, 0.515625, 0.797852, 0.734375, 0.785156, 0.75293, 0.864258, 0.81543, 0.84082, 0.8125, 0.859375, 0.750977, 0.856445, 0.791016, 0.746094, 0.862305, 0.857422, 1.083984, 0.849609, 0.394531, 0.963379, 0.855469, 0.773438, 0.833008, 0.967041, 0.794922, 0.927734, 0.88916, 0.904297, 0.786133, 0.726562, 0.75, 0.854492, 0.831055, 0.850586, 0.84668, 0.900391, 0.770508, 0.99411, 0.800781, 0.760742, 0.822266, 0.808594, 0.728516, 0.875488, 0.759766, 0.736328, 0.887695, 0.833984, 0.738281, 0.828125, 0.871094, 1.226562, 0.877441, 0.883789, 0.960693, 0.84375, 0.915039, 0.761719, 0.852539, 0.765625, 0.787109, 0.928711, 0.883789, 0.818359, 0.901855, 0.831055, 0.84375, 0.760742, 0.884766, 0.836914, 0.732422, 0.755859, 0.842773, 0.796875, 0.880371, 0.800781, 0.807617, 0.870117, 0.902832, 0.798828, 0.939941, 0.796875, 0.953857, 0.898926, 0.766602, 0.856445, 0.900391, 0.825195, 0.832031, 0.807617, 0.984497, 0.791016, 0.818359, 0.810547, 0.65625, 0.879883, 0.780273, 0.878906, 0.829102, 0.817383, 0.838867, 0.852539, 0.796875, 0.954346, 0.875977, 0.848633, 0.891602, 0.84375, 1.030273, 0.883301, 0.837891, 0.832031, 0.755859, 0.787109, 0.826172, 1.211914, 0.865234, 0.738281, 0.84082, 0.819336, 0.789062, 1.147461, 0.791016, 0.81543, 1.046143, 0.823242, 0.789062, 0.81543, 0.799805, 0.999046, 0.744141, 0.867188, 0.907715, 0.671875, 0.90625, 0.825195, 0.919434, 0.996506, 0.755859, 0.818359, 0.736328, 0.887695, 0.833008, 0.789062, 0.742188, 0.724609, 0.807617, 0.894531, 0.802734, 0.625, 0.889648, 0.948486, 0.973633, 0.759766, 0.766602, 0.912109, 0.853516, 0.813477, 0.835938, 0.788086, 0.896973, 0.792969, 0.782227, 0.786133, 0.793945, 0.817383, 0.84375, 0.801758, 0.728516, 0.789062, 0.939941, 0.985229, 0.869141, 0.797852, 0.828125, 0.976318, 0.767578, 0.932617, 0.734375, 0.697266, 0.915527, 0.918945, 0.896484, 0.701172, 0.867188, 0.904785, 0.821289, 0.821289, 0.780273, 1.032227, 0.92041, 0.316406, 0.837891, 0.807617, 0.791016, 0.870117, 0.984375, 0.833984, 0.857422, 0.860352, 0.845703, 0.899902, 0.519531, 0.808594, 0.833984, 0.757812, 0.987, 0.893555, 0.884766, 0.722656, 0.662109, 0.830078, 0.829102, 0.751953, 0.80957, 0.870117, 0.874023, 0.982666, 1.369141, 0.762695, 0.873047, 0.805664, 0.854492, 0.720703, 0.912109, 0.848633, 0.744141, 0.707031, 0.758789, 0.754883, 0.868164, 0.810547, 0.825195, 0.800781, 0.833008, 0.782227, 0.816406, 0.833008, 0.797852, 0.937988, 0.929199, 0.90918, 0.792969, 0.785156, 0.580078, 0.355469, 0.847656, 1.108398, 0.799805, 0.791992, 0.787109, 0.948486, 0.509766, 0.453125, 0.786133, 0.813477, 0.930176, 0.826172, 0.814453, 0.800781, 0.88916, 0.875, 0.587891, 0.933105, 0.791016, 0.877441, 0.947998, 0.859375, 0.761719, 0.841797, 0.799805, 0.862305, 0.755859, 0.865234, 0.832031, 0.848633, 0.961182, 0.837891, 0.891602, 0.793945, 1.024536, 0.904297, 0.906738, 0.871094, 0.533203, 1.02478, 0.850586, 0.794922, 0.997574, 0.848633, 0.804688, 0.848633, 0.842773, 0.398438, 0.907715, 0.90625, 0.930176, 0.816406, 0.556641, 0.864258, 0.764648, 0.876953, 0.818359, 0.835938, 0.967285, 0.833008, 0.654297, 0.87207, 0.81543, 0.822266, 0.626953, 0.710938, 0.845703, 1.044922, 0.868164, 1.070312, 0.771484, 0.714844, 0.879883, 0.856445, 0.866211, 0.800781, 0.785156, 0.907227, 1.086914, 0.554688, 1.125, 0.802734, 0.925293, 0.756836, 0.887207, 0.813477, 0.756836, 0.762695, 0.421875, 0.87207, 0.832031, 0.787109, 0.876465, 0.339844, 0.724609, 0.856445, 0.564453, 0.78418, 0.560547, 0.898438, 0.675781, 0.819336, 0.818359, 0.84375, 0.844727, 0.857422, 0.853516, 1.100098, 0.900391, 0.521484, 0.956787, 0.816406, 0.894531, 0.751953, 0.801758, 0.857422, 0.861328, 1.012939, 0.777344, 0.907227, 0.898438, 0.933105, 0.910156, 0.81543, 0.503906, 0.792969, 0.748047, 0.830078, 0.703125, 0.488281, 0.832031, 0.899414, 0.828125, 0.920898, 0.865234, 0.757812, 0.993958, 0.732422, 0.787109, 0.823242, 0.949219, 0.895508, 0.824219, 0.882324, 0.792969, 0.879395, 0.906738, 0.902344, 0.996307, 0.961182, 0.803711, 0.982544, 0.895996, 0.899902, 0.758789, 0.900391, 0.768555, 0.862305, 0.821289, 0.833984, 0.830078, 0.544922, 0.908691, 0.867188, 0.771484, 0.878906, 0.908691, 0.823242, 0.791016, 0.892578, 0.807617, 0.829102, 0.780273, 0.605469, 0.794922, 0.799805, 0.855469, 0.837891, 0.794922, 0.869141, 0.746094, 0.770508, 0.754883, 0.88623, 0.837891, 0.597656, 0.925293, 0.852539, 0.880859, 0.839844, 0.858398, 0.84668, 0.848633, 0.785156, 0.825195, 0.831055, 0.775391, 0.824219, 0.818359, 1.145508, 0.849609, 0.754883, 0.827148, 0.84668, 0.904297, 0.773438, 0.839844, 0.716797, 0.844727, 0.868164, 0.880859, 0.838867, 0.850586, 0.933105, 0.78125, 0.869141, 0.954346, 0.464844, 0.472656, 0.560547, 0.776367, 0.791992, 0.765625, 0.775391, 0.801758, 1.226562, 0.870117, 0.841797, 0.87207, 0.78418, 0.644531, 0.77832, 0.930176, 1.106934, 0.820312, 0.818359, 0.865234, 0.935059, 0.890625, 0.667969, 1.24707, 0.449219, 0.826172, 0.898926, 0.893555, 0.806641, 0.907227, 1.171875, 1.033691, 0.511719, 1.326172, 0.866211, 0.748047, 0.802734, 0.989929, 0.856445, 0.805664, 0.806641, 0.830078, 0.807617, 0.785156, 1.605469, 0.817383, 0.817383, 1.024292, 0.851562, 0.751953, 0.950195, 0.791016, 0.834961, 1.097168, 0.842773, 0.883301, 0.823242, 0.869141, 0.867188, 0.905273, 0.783203, 0.797852, 0.807617, 0.854492, 0.807617, 0.824219, 0.837891, 0.878418, 0.917969, 0.947021, 0.783203, 0.818359, 0.858398, 0.822266, 0.820312, 0.905762, 0.818359, 0.766602, 0.852539, 0.767578, 0.839844, 0.748047, 0.814453, 0.716797, 0.834961, 0.885254, 0.838867, 0.981079, 0.834961, 0.554688, 0.894043, 0.831055, 0.900391, 0.80957, 0.768555, 0.825195, 0.788086, 0.818359, 0.838867, 0.821289, 0.779297, 0.953857, 0.425781, 0.88623, 0.770508, 0.775391, 0.919434, 0.965088, 0.918457, 0.880859, 0.981812, 0.824219, 0.891113, 0.888672, 1.1875, 0.853516, 0.793945, 0.836914, 0.78418, 0.779297, 0.519531, 0.880371, 0.884766, 0.880859, 1.123535, 0.926758, 0.896973, 0.480469, 0.895996, 0.515625, 0.730469, 0.831055, 0.726562, 0.88916, 0.924316, 0.783203, 0.800781, 0.930176, 0.868164, 0.587891, 0.866211, 0.916504, 0.8125, 0.870117, 0.816406, 0.857422, 0.5625, 0.800781, 0.856445, 0.984924, 0.708984, 0.862305, 0.888184, 0.753906, 0.759766, 1.165039, 0.835938, 0.827148, 0.810547, 0.744141, 0.648438, 0.875977, 0.77832, 0.751953, 0.87207, 0.817383, 0.836914, 0.46875, 0.788086, 0.890137, 0.791016, 0.825195, 0.87793, 0.961182, 0.878418, 0.804688, 0.803711, 0.785156, 1.4375, 0.80957, 0.853516, 0.78125, 0.804688, 0.848633, 0.826172, 0.854492, 0.819336, 0.394531, 0.84082, 0.859375, 0.886719, 0.77832, 0.848633, 0.88916, 0.860352, 0.742188, 0.859375, 0.830078, 0.801758, 0.775391, 0.768555, 0.956299, 0.825195, 0.599609, 0.825195, 0.708984, 0.868164, 0.800781, 1.018188, 0.566406, 1.020874, 0.788086, 0.792969, 0.738281, 1.462891, 0.772461, 0.854492, 0.931641, 0.796875, 0.911621, 0.821289, 0.87793, 0.850586, 1.052246, 0.875488, 0.728516, 0.955078, 0.785156, 0.775391, 0.775391, 0.856445, 0.918457, 0.800781, 0.853516, 0.740234, 0.783203, 0.84082, 0.787109, 0.854492, 0.811523, 0.599609, 0.855469, 0.858398, 0.964844, 0.865234, 0.895508, 0.893066, 0.853516, 0.787109, 0.603516, 0.827148, 0.84082, 0.869141, 0.899414, 0.720703, 0.880859, 0.822266, 0.931641, 0.856445, 0.832031, 0.820312, 0.875977, 0.887207, 0.760742, 0.863281, 0.830078, 0.851562, 0.849609, 0.811523, 0.822266, 0.982788, 0.807617, 0.863281, 0.816406, 0.748047, 0.826172, 0.634766, 0.838867, 0.877441, 0.99115, 0.755859, 0.921387, 0.77832, 0.457031, 0.755859, 0.863281, 0.501953, 0.925293, 0.856445, 0.764648, 0.800781, 0.938232, 0.830078, 0.841797, 0.791016, 0.832031, 0.80957, 0.837891, 0.791992, 0.908203, 0.832031, 1.027466, 0.821289, 0.830078, 0.796875, 0.852539, 0.796875, 0.860352, 0.830078, 0.816406, 0.693359, 0.898438, 0.804688, 0.849609, 1.06543, 0.90625, 0.819336, 0.987915, 0.833984, 0.825195, 0.921875, 0.868164, 0.863281, 0.80957, 1.287109, 0.883301, 1.042725, 0.786133, 0.791016, 0.92041, 0.544922, 0.90332, 0.918945, 0.849609, 0.87207, 0.990051, 0.754883, 0.822266, 0.582031, 0.959229, 0.911621, 0.807617, 0.818359, 0.916992, 0.837891, 0.798828, 0.879395, 0.766602, 0.832031, 0.818359, 0.829102, 0.87793, 0.84668, 0.967041, 0.958496, 1.031982, 0.849609, 0.966309, 0.787109, 1.002762, 0.746094, 0.915527, 0.758789, 0.899414, 0.825195, 0.734375, 0.920898, 0.780273, 0.901855, 0.833984, 0.853516, 0.94458, 0.833984, 0.847656, 0.962646, 0.759766, 0.790039, 0.791016, 0.810547, 0.927246, 0.853516, 1.000576, 0.722656, 0.84082, 0.850586, 0.914551, 0.831055, 0.77832, 0.853516, 0.827148, 0.829102, 0.869141, 0.796875, 0.758789, 0.772461, 0.832031, 0.786133, 0.880371, 0.841797, 0.779297, 0.742188, 1.048096, 0.839844, 0.890625, 0.875488, 0.835938, 0.738281, 0.806641, 0.746094, 0.991882, 0.864258, 0.893555, 0.856445, 0.830078, 0.77832, 0.81543, 0.933105, 0.836914, 0.875488, 0.813477, 1.152344, 0.848633, 0.795898, 0.833984, 0.787109, 0.730469, 0.410156, 0.903809, 0.901855, 0.839844, 0.87207, 0.854492, 0.879883, 0.895996, 0.650391, 0.81543, 0.730469, 1.027222, 0.830078, 0.817383, 0.84668, 0.783203, 0.907715, 0.802734, 1.15332, 0.75, 0.857422, 0.898926, 0.837891, 0.748047, 0.46875, 0.932617, 0.827148, 0.845703, 0.849609, 0.77832, 0.851562, 0.829102, 0.770508, 0.871094, 0.823242, 0.873047, 0.75, 0.794922, 0.806641, 0.845703, 0.948975, 0.667969, 0.893555, 0.806641, 0.837891, 0.738281, 0.892578, 0.836914, 0.746094, 0.881836, 0.851562, 0.888184, 0.864258, 0.748047, 0.851562, 0.828125, 0.903809, 0.818359, 0.902832, 0.382812, 0.429688, 0.796875, 0.856445, 0.835938, 0.927734, 0.830078, 0.84375, 0.738281, 0.777344, 0.748047, 0.947021, 0.900879, 0.865234, 0.785156, 0.786133, 0.907715, 0.853516, 0.746094, 0.767578, 0.87207, 0.841797, 0.780273, 0.816406, 0.823242, 0.828125, 0.824219, 0.832031, 0.879883, 0.77832, 0.793945, 0.970947, 0.794922, 0.837891, 1.484375, 0.837891, 0.833008, 0.576172, 0.782227, 0.776367, 1.011414, 0.811523, 0.974854, 0.856445, 0.856445, 0.87207, 1.020508, 0.995239, 0.847656, 0.871094, 0.813477, 0.793945, 0.865234, 0.798828, 0.84375, 0.785156, 0.88916, 0.795898, 0.887695, 0.95166, 0.402344, 0.837891, 0.908691, 0.921875, 0.884277, 0.78125, 0.441406, 0.855469, 0.956787, 0.783203, 0.795898, 0.805664, 0.914062, 0.877441, 0.858398, 0.879883, 0.861328, 0.963379, 0.769531, 0.911621, 0.759766, 0.895996, 0.848633, 0.533203, 0.916504, 0.939697, 0.429688, 0.830078, 0.990479, 1.02356, 0.728516, 1.003067, 0.798828, 1.057129, 0.895508, 0.814453, 0.806641, 0.795898, 0.738281, 0.891602, 0.936035, 1.324219, 0.885742, 0.864258, 0.786133, 0.839844, 0.950928, 0.818359, 0.830078, 0.883789, 0.789062, 0.997925, 0.847656, 0.833008, 0.861328, 0.548828, 0.783203, 0.832031, 0.883789, 0.834961, 0.880371, 0.75, 0.825195, 0.738281, 0.798828, 0.835938, 0.919434, 0.860352, 0.938477, 0.751953, 0.854492, 0.744141, 0.833984, 0.621094, 0.801758, 0.80957, 0.891113, 0.81543, 0.953369, 0.84668, 0.817383, 0.876953, 0.956299, 0.852539, 0.833984, 0.960938, 0.928223, 0.818359, 0.793945, 0.922852, 0.879883, 0.931641, 0.823242, 0.712891, 0.884766, 0.93457, 0.825195, 0.814453, 0.929199, 0.841797, 0.770508, 0.833984, 0.869141, 0.825195, 0.744141, 0.979248, 0.824219, 0.905762, 0.793945, 0.89209, 0.942383, 0.837891, 0.80957, 0.830078, 0.876953, 0.84668, 0.856445, 0.732422, 0.801758, 0.838867, 0.882812, 0.814453, 0.841797, 0.449219, 0.797852, 0.913574, 0.822266, 0.869141, 0.908203, 0.762695, 0.803711, 0.776367, 0.808594, 0.874023, 0.947021, 0.788086, 1.003708, 0.916016, 0.751953, 0.862305, 0.862305, 0.915039, 0.911621, 0.874023, 0.900879, 0.927734, 0.923828, 0.833008, 0.591797, 0.799805, 1.320312, 0.830078, 1.010864, 1.320312, 0.879883, 0.823242, 0.853516, 0.863281, 0.770508, 0.925781, 0.783203, 0.862305, 1.007721, 0.959229, 0.742188, 0.740234, 0.787109, 0.874023, 0.75, 0.87793, 0.893555, 0.918945, 0.758789, 0.880371, 0.759766, 0.861328, 0.768555, 0.910156, 0.973877, 0.728516, 0.878906, 0.913086, 0.830078, 0.806641, 0.824219, 0.701172, 0.875977, 0.932129, 1.039551, 0.75293, 0.806641, 0.860352, 0.827148, 1.087891, 0.807617, 0.816406, 1.016968, 0.765625, 0.791992, 0.813477, 0.832031, 0.505859, 0.726562, 0.853516, 0.753906, 0.800781, 0.832031, 0.937012, 0.84082, 0.830078, 1.004791, 0.874023, 0.891113, 0.839844, 0.933594, 0.800781, 0.923828, 0.825195, 0.770508, 0.782227, 0.962646, 0.887207, 0.767578, 0.879883, 0.791016, 0.859375, 0.767578, 0.830078, 0.841797, 0.758789, 1.032959, 0.885742, 0.930176, 0.823242, 0.351562, 0.791016, 0.932129, 0.889648, 0.765625, 0.764648, 0.810547, 0.838867, 0.786133, 0.848633, 0.800781, 0.821289, 0.925781, 0.791016, 0.521484, 0.746094, 0.796875, 0.799805, 0.898926, 0.935059, 0.791016, 0.862305, 0.764648, 0.828125, 0.862305, 0.870117, 0.813477, 0.917969, 0.801758, 0.902832, 0.746094, 0.880371, 0.837891, 0.870117, 1.016602, 0.813477, 0.80957, 0.968994, 0.911621, 0.708984, 0.868164, 0.895508, 0.863281, 0.860352, 0.932129, 0.882324, 0.786133, 0.722656, 0.666016, 0.919434, 0.821289, 0.879395, 0.871094, 0.852539, 0.928223, 0.934082, 0.886719, 1.043213, 0.869141, 0.472656, 0.832031, 1.15918, 0.772461, 0.793945, 0.850586, 0.805664, 0.84082, 0.445312, 0.813477, 0.871094, 0.754883, 0.793945, 0.869141, 1.172852, 0.818359, 0.821289, 0.825195, 0.880859, 0.806641, 0.813477, 0.768555, 0.860352, 0.837891, 0.814453, 0.834961, 0.824219, 0.768555, 0.757812, 1.089355, 0.712891, 0.789062, 0.802734, 0.790039, 0.946777, 0.803711, 0.866211, 1.032715, 0.837891, 0.791016, 0.908203, 0.513672, 0.783203, 0.873047, 0.740234, 0.830078, 0.968018, 0.817383, 0.802734, 0.821289, 0.980591, 0.897949, 0.746094, 0.774414, 0.769531, 0.505859, 0.8125, 0.875977, 0.829102, 0.863281, 0.811523, 0.855469, 0.862305, 0.802734, 0.870117, 0.792969, 0.964111, 0.556641, 0.831055, 0.817383, 0.835938, 0.597656, 0.936523, 0.763672, 0.817383, 0.496094, 0.868164, 0.898926, 1.121582, 0.888672, 0.782227, 0.943604, 0.866211, 0.825195, 0.748047, 0.857422, 0.890625, 0.81543, 0.355469, 0.826172, 1.121582, 0.838867, 0.847656, 0.78418, 0.852539, 0.799805, 0.829102, 0.924316, 0.818359, 0.852539, 0.958008, 0.928223, 0.894043, 0.915527, 0.859375, 0.895508, 0.918945, 0.801758, 0.789062, 0.922363, 0.822266, 0.788086, 0.953613, 0.906738, 0.850586, 0.848633, 0.833008, 0.775391, 0.974854, 0.751953, 1.035156, 0.730469, 0.841797, 0.770508, 0.848633, 0.77832, 0.792969, 0.796875, 0.939941, 0.736328, 0.814453, 0.887695, 0.746094, 0.870117, 0.897949, 0.394531, 0.937744, 0.831055, 0.90918, 0.445312, 0.842773, 0.708984, 1.161133, 0.915527, 0.806641, 0.875488, 0.866211, 0.855469, 0.779297, 0.875488, 0.887207, 0.757812, 0.84082, 0.842773, 0.722656, 0.748047, 0.883301, 0.772461, 0.821289, 0.805664, 0.933594, 0.830078, 0.794922, 0.813477, 0.863281, 0.886719, 0.81543, 0.863281, 0.856445, 0.720703, 0.677734, 1.169922, 0.786133, 1.096191, 0.855469, 0.817383, 0.88623, 0.912598, 0.777344, 0.798828, 0.951416, 0.864258, 0.97168, 0.736328, 0.827148, 0.939453, 0.791992, 0.885742, 0.828125, 0.973511, 0.777344, 0.899902, 0.850586, 0.87207, 0.818359, 0.830078, 0.862305, 0.885254, 0.808594, 0.801758, 0.845703, 0.799805, 0.903809, 0.93457, 0.806641, 0.932617, 1.263672, 0.865234, 0.81543, 0.770508, 0.829102, 0.861328, 0.848633, 0.869141, 0.767578, 0.867188, 1.014343, 0.855469, 0.870117, 0.832031, 0.805664, 0.853516, 0.738281, 0.887207, 0.857422, 0.849609, 0.829102, 0.832031, 0.822266, 0.775391, 0.77832, 0.825195, 0.854492, 0.744141, 0.793945, 0.825195, 1.008057, 0.822266, 1.018799, 0.794922, 0.805664, 0.814453, 0.80957, 0.902344, 1.097168, 0.800781, 0.940674, 0.939209, 0.888184, 1.162109, 0.975342, 0.740234, 0.791016, 0.556641, 0.876465, 0.861328, 0.654297, 0.828125, 0.820312, 0.95752, 0.782227, 0.801758, 0.842773, 0.848633, 0.858398, 0.957031, 0.867188, 0.835938, 0.931641, 0.803711, 0.791016, 0.654297, 0.883301, 0.849609, 0.884766, 0.870117, 0.895996, 0.841797, 0.84668, 0.693359, 0.703125, 0.869141, 0.875977, 0.441406, 0.892578, 0.791016, 0.855469, 0.779297, 0.638672, 0.890625, 0.772461, 0.5, 0.857422, 1.025024, 0.84668, 0.922852, 0.914551, 0.768555, 0.638672, 0.823242, 0.805664, 0.852539, 0.860352, 0.893555, 0.918945, 0.850586, 0.868164, 0.791016, 0.895996, 0.803711, 0.666016, 1.018433, 0.857422, 0.800781, 0.738281, 0.933594, 0.907715, 0.896484, 0.773438, 0.874023, 0.887207, 0.901855, 1.132812, 1.3125, 1.021484, 0.802734, 0.589844, 0.832031, 0.827148, 0.828125, 0.881836, 0.836914, 0.888184, 0.928711, 0.797852, 0.808594, 0.760742, 0.636719, 0.936523, 0.738281 ] }, "name": "onnx::Mul_8223", "outputIndexes": [ 397 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 396, 397 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_3/Mul_1_output_0", "outputIndexes": [ 398 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 327, 398 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_18_output_0", "outputIndexes": [ 399 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 399 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_3/Mul_output_0", "outputIndexes": [ 400 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.859375, 1.824219, 1.894531, 1.957031, 1.84375, 1.929688, 1.917969, 0.699219, 1.929688, 1.601562, 1.886719, 1.773438, 1.683594, 1.96875, 1.957031, 1.828125, 2.023438, 1.867188, 1.871094, 1.871094, 1.921875, 2.023438, 1.945312, 1.703125, 1.660156, 1.855469, 1.636719, 1.566406, 1.707031, 1.84375, 1.75, 1.474609, 1.863281, 0.825195, 1.804688, 1.585938, 1.800781, 1.949219, 1.699219, 1.761719, 1.832031, 1.671875, 1.933594, 1.447266, 0.992798, 1.964844, 1.9375, 1.871094, 1.4375, 1.597656, 1.941406, 1.320312, 1.792969, 0.695312, 1.832031, 1.6875, 1.902344, 1.882812, 1.539062, 1.628906, 1.412109, 1.695312, 1.789062, 1.894531, 1.625, 1.777344, 1.298828, 1.890625, 1.699219, 1.765625, 1.921875, 1.996094, 1.695312, 1.792969, 1.683594, 1.816406, 1.186523, 1.585938, 1.550781, 0.95166, 1.804688, 0.697266, 1.519531, 1.460938, 1.871094, 1.808594, 1.789062, 1.484375, 1.117676, 1.757812, 1.757812, 1.777344, 1.972656, 1.084473, 1.871094, 0.699219, 1.835938, 1.894531, 1.710938, 1.742188, 1.511719, 1.953125, 1.914062, 1.863281, 1.933594, 1.800781, 1.816406, 1.5625, 1.886719, 1.914062, 1.859375, 1.746094, 1.910156, 1.746094, 1.894531, 1.416016, 1.902344, 0.836914, 1.898438, 2.015625, 1.875, 1.796875, 1.066406, 1.898438, 1.695312, 1.386719, 1.832031, 1.949219, 1.828125, 1.28125, 1.328125, 1.738281, 1.625, 1.785156, 1.953125, 1.945312, 1.648438, 1.287109, 1.761719, 1.921875, 1.640625, 1.110352, 1.746094, 1.945312, 1.832031, 1.539062, 1.699219, 1.871094, 1.863281, 1.996094, 1.964844, 1.640625, 1.761719, 0.685547, 1.96875, 1.917969, 1.204102, 1.808594, 0.904785, 0.873047, 0.951904, 1.898438, 1.625, 1.25, 1.957031, 1.855469, 1.886719, 0.868164, 1.886719, 1.664062, 1.757812, 0.998924, 1.636719, 0.938965, 1.894531, 1.726562, 1.90625, 0.716797, 1.867188, 1.640625, 1.824219, 0.818359, 1.527344, 0.634766, 1.621094, 1.78125, 1.180664, 1.820312, 1.707031, 1.683594, 1.910156, 1.455078, 1.792969, 1.890625, 1.960938, 1.753906, 1.847656, 1.984375, 1.960938, 1.742188, 1.808594, 1.84375, 1.796875, 1.683594, 1.980469, 1.828125, 1.679688, 1.824219, 1.914062, 1.90625, 1.507812, 1.933594, 1.753906, 1.664062, 1.804688, 1.890625, 1.707031, 1.871094, 1.914062, 1.882812, 1.683594, 1.539062, 1.945312, 1.976562, 1.894531, 1.875, 1.804688, 1.832031, 1.757812, 1.515625, 1.507812, 1.820312, 1.808594, 1.980469, 1.910156, 2.0625, 1.566406, 2.0, 1.730469, 1.695312, 1.617188, 1.871094, 1.921875, 0.398438, 1.804688, 1.675781, 1.679688, 1.714844, 2.015625, 1.200195, 1.933594, 1.914062, 1.019409, 1.816406, 2.007812, 1.769531, 1.761719, 1.949219, 1.392578, 1.769531, 1.914062, 1.949219, 1.863281, 1.835938, 1.75, 1.585938, 2.039062, 1.878906, 1.734375, 1.730469, 1.84375, 1.835938, 1.703125, 1.734375, 1.898438, 1.835938, 1.065918, 1.792969, 1.980469, 1.867188, 1.503906, 1.953125, 0.945068, 1.867188, 1.306641, 1.839844, 1.800781, 1.777344, 0.899414, 1.757812, 1.585938, 0.701172, 1.671875, 1.828125, 1.542969, 1.882812, 1.648438, 1.789062, 1.882812, 1.925781, 1.828125, 1.621094, 0.726562, 1.621094, 0.525391, 1.757812, 2.007812, 1.675781, 1.714844, 1.910156, 1.917969, 0.746094, 1.851562, 1.761719, 1.710938, 1.832031, 1.757812, 1.902344, 1.824219, 1.996094, 1.699219, 1.550781, 1.652344, 2.007812, 1.902344, 1.882812, 1.480469, 1.714844, 1.882812, 1.835938, 1.589844, 1.478516, 1.894531, 1.890625, 0.681641, 1.847656, 1.808594, 1.988281, 1.929688, 1.878906, 1.644531, 1.722656, 1.765625, 1.816406, 2.039062, 1.289062, 1.914062, 1.158203, 1.539062, 1.933594, 0.751953, 1.585938, 0.940918, 1.640625, 0.677734, 0.92041, 1.773438, 1.980469, 1.367188, 1.683594, 0.859375, 1.921875, 1.632812, 1.201172, 1.546875, 1.859375, 1.644531, 0.960449, 1.863281, 1.878906, 1.917969, 1.695312, 1.828125, 1.734375, 1.910156, 1.90625, 1.984375, 1.789062, 1.886719, 1.244141, 1.886719, 1.925781, 1.253906, 1.052002, 1.917969, 1.722656, 1.539062, 1.355469, 1.804688, 1.945312, 1.886719, 1.933594, 0.810547, 2.007812, 2.0625, 1.835938, 1.691406, 0.873047, 1.820312, 1.964844, 1.996094, 1.875, 1.824219, 1.90625, 1.029419, 1.976562, 1.90625, 1.753906, 1.898438, 1.072754, 1.90625, 1.925781, 1.804688, 1.839844, 1.507812, 1.710938, 1.832031, 1.8125, 1.859375, 1.761719, 1.765625, 1.890625, 1.554688, 1.824219, 1.710938, 1.644531, 1.832031, 1.835938, 1.882812, 1.839844, 1.4375, 1.980469, 1.902344, 1.464844, 1.328125, 1.761719, 1.898438, 1.84375, 1.894531, 1.734375, 1.9375, 2.015625, 1.945312, 1.451172, 0.716797, 1.828125, 2.070312, 1.578125, 1.636719, 1.929688, 1.914062, 1.859375, 1.742188, 1.867188, 1.960938, 1.9375, 1.224609, 1.980469, 1.898438, 1.726562, 1.929688, 1.914062, 1.773438, 1.710938, 1.098145, 1.929688, 0.921387, 1.761719, 1.871094, 1.859375, 1.746094, 1.746094, 1.867188, 1.578125, 1.945312, 1.722656, 0.95752, 1.488281, 1.828125, 1.871094, 1.835938, 1.753906, 1.198242, 1.839844, 1.882812, 1.972656, 0.835938, 1.839844, 1.722656, 1.855469, 1.59375, 1.820312, 1.9375, 1.910156, 1.53125, 1.863281, 0.726562, 0.807617, 1.318359, 0.814453, 1.671875, 1.792969, 1.832031, 1.423828, 0.822266, 1.722656, 1.400391, 1.421875, 1.539062, 1.933594, 1.835938, 1.875, 1.722656, 1.742188, 1.8125, 1.925781, 1.488281, 1.960938, 1.9375, 1.419922, 1.820312, 1.710938, 1.053467, 0.94458, 1.886719, 1.120605, 1.933594, 1.808594, 1.777344, 1.929688, 1.792969, 1.816406, 1.855469, 0.728516, 1.921875, 0.78418, 1.792969, 1.886719, 1.933594, 0.742188, 1.063477, 1.511719, 1.703125, 1.914062, 1.808594, 1.8125, 1.894531, 1.738281, 1.308594, 1.878906, 0.850586, 2.015625, 1.78125, 1.613281, 1.710938, 1.71875, 1.734375, 0.924316, 1.710938, 1.832031, 2.148438, 0.888184, 1.322266, 1.652344, 1.875, 1.832031, 1.917969, 0.910156, 1.675781, 1.761719, 1.953125, 1.929688, 2.054688, 1.746094, 0.642578, 1.851562, 1.84375, 1.792969, 1.151367, 1.882812, 1.5625, 1.804688, 1.96875, 1.859375, 1.367188, 1.75, 1.550781, 1.769531, 0.913574, 1.355469, 1.867188, 1.816406, 1.691406, 1.503906, 1.466797, 1.792969, 1.769531, 1.941406, 1.914062, 1.478516, 1.796875, 1.953125, 1.621094, 1.902344, 1.894531, 1.863281, 1.753906, 1.875, 1.894531, 1.851562, 1.847656, 1.933594, 1.886719, 0.874023, 1.53125, 1.882812, 1.925781, 1.640625, 1.972656, 1.804688, 1.871094, 1.824219, 1.796875, 1.847656, 1.796875, 1.621094, 1.953125, 1.796875, 1.917969, 1.335938, 1.75, 1.953125, 1.613281, 1.824219, 1.949219, 1.636719, 1.894531, 1.933594, 1.847656, 1.283203, 2.0, 1.902344, 1.470703, 0.915039, 1.882812, 0.906738, 1.910156, 1.882812, 1.667969, 1.086426, 0.572266, 0.803711, 1.929688, 1.882812, 1.980469, 1.886719, 1.789062, 1.757812, 1.71875, 1.726562, 1.835938, 1.878906, 1.796875, 0.712891, 1.695312, 1.777344, 1.839844, 1.890625, 1.792969, 1.808594, 2.015625, 1.707031, 1.882812, 1.828125, 1.429688, 1.847656, 1.828125, 1.808594, 1.384766, 1.585938, 1.863281, 0.601562, 0.985474, 1.628906, 1.839844, 1.863281, 1.460938, 1.789062, 1.886719, 1.515625, 1.699219, 1.734375, 1.847656, 1.792969, 1.933594, 1.746094, 1.699219, 1.894531, 1.695312, 1.835938, 1.742188, 1.746094, 1.730469, 1.832031, 1.796875, 1.828125, 1.886719, 1.714844, 1.871094, 1.710938, 1.894531, 1.972656, 1.964844, 1.84375, 0.837891, 1.667969, 1.8125, 1.154297, 1.824219, 1.414062, 1.8125, 2.0, 1.804688, 1.8125, 1.34375, 0.730469, 1.255859, 1.949219, 1.917969, 2.015625, 1.609375, 1.933594, 1.917969, 1.800781, 1.792969, 1.753906, 1.839844, 1.9375, 1.910156, 1.910156, 1.890625, 1.714844, 1.753906, 1.800781, 1.710938, 1.617188, 1.929688, 1.867188, 1.902344, 2.117188, 1.949219, 1.941406, 1.777344, 1.9375, 1.835938, 1.566406, 1.863281, 0.90625, 1.835938, 1.789062, 1.894531, 1.839844, 1.707031, 1.929688, 1.765625, 1.613281, 1.84375, 1.902344, 1.980469, 1.792969, 2.007812, 1.96875, 1.738281, 1.910156, 1.785156, 1.972656, 1.933594, 1.898438, 1.400391, 1.484375, 1.734375, 1.722656, 1.605469, 1.769531, 1.285156, 1.894531, 1.855469, 1.083008, 1.265625, 1.824219, 1.828125, 1.746094, 1.476562, 1.894531, 1.632812, 1.8125, 2.046875, 1.333984, 1.859375, 1.486328, 0.847656, 1.898438, 1.941406, 1.914062, 1.566406, 1.210938, 1.816406, 1.785156, 0.844727, 1.691406, 1.960938, 1.976562, 0.817383, 1.921875, 1.045654, 1.535156, 1.796875, 1.726562, 1.245117, 1.863281, 1.929688, 1.835938, 1.785156, 1.769531, 2.015625, 1.878906, 1.761719, 1.699219, 1.863281, 1.832031, 1.855469, 1.886719, 1.785156, 1.632812, 1.726562, 1.332031, 1.933594, 1.8125, 1.328125, 1.792969, 1.404297, 1.945312, 2.101562, 1.839844, 1.960938, 1.960938, 2.023438, 1.84375, 1.925781, 1.992188, 1.621094, 1.671875, 1.550781, 1.90625, 0.464844, 1.53125, 1.523438, 1.796875, 1.695312, 1.380859, 1.886719, 1.960938, 1.828125, 1.902344, 1.792969, 0.677734, 1.851562, 1.765625, 1.707031, 0.783203, 1.949219, 1.789062, 1.925781, 0.885254, 1.652344, 1.386719, 1.714844, 1.753906, 1.898438, 1.890625, 1.589844, 1.296875, 1.730469, 1.933594, 1.695312, 1.933594, 1.984375, 1.957031, 1.59375, 1.777344, 0.93457, 1.832031, 1.8125, 1.648438, 1.660156, 1.929688, 1.996094, 1.777344, 1.78125, 1.84375, 1.367188, 1.683594, 1.839844, 1.964844, 1.273438, 1.628906, 1.675781, 0.854492, 0.59375, 1.298828, 1.019775, 1.792969, 1.933594, 1.902344, 1.660156, 0.820312, 0.652344, 1.777344, 1.945312, 1.511719, 1.902344, 1.710938, 1.871094, 1.816406, 1.527344, 0.810547, 1.84375, 1.597656, 1.494141, 1.092773, 1.796875, 1.691406, 1.691406, 1.726562, 1.921875, 1.863281, 1.753906, 1.910156, 1.539062, 1.898438, 1.808594, 1.609375, 1.679688, 1.339844, 1.90625, 1.882812, 1.219727, 0.750977, 1.523438, 1.902344, 1.753906, 1.703125, 1.8125, 1.789062, 1.699219, 1.914062, 0.679688, 1.574219, 1.408203, 1.957031, 1.9375, 0.740234, 1.996094, 1.851562, 1.605469, 1.84375, 1.886719, 1.486328, 1.554688, 0.897949, 1.839844, 1.601562, 1.835938, 0.746094, 2.0625, 1.96875, 1.625, 1.902344, 1.4375, 1.636719, 1.746094, 1.847656, 1.890625, 1.271484, 1.796875, 1.84375, 1.410156, 0.607422, 0.941406, 0.673828, 1.65625, 1.839844, 1.96875, 1.710938, 1.90625, 1.847656, 1.902344, 0.669922, 1.859375, 1.761719, 1.839844, 1.964844, 0.539062, 1.789062, 1.84375, 0.548828, 1.597656, 0.742188, 1.859375, 0.8125, 1.443359, 1.808594, 1.894531, 1.878906, 1.369141, 1.714844, 1.359375, 1.824219, 0.771484, 1.470703, 1.392578, 1.183594, 1.115723, 1.917969, 2.0625, 1.566406, 0.88916, 1.824219, 1.632812, 1.917969, 1.457031, 1.648438, 1.882812, 0.714844, 1.851562, 1.648438, 1.710938, 0.730469, 0.89502, 1.796875, 1.992188, 1.8125, 1.855469, 1.957031, 1.863281, 1.396484, 0.429688, 1.699219, 1.816406, 1.859375, 1.558594, 1.8125, 1.976562, 2.007812, 1.945312, 1.867188, 1.832031, 1.894531, 1.664062, 1.632812, 1.535156, 1.714844, 1.441406, 1.84375, 1.945312, 1.914062, 1.871094, 1.902344, 0.677734, 1.996094, 0.744141, 1.441406, 1.578125, 0.888672, 1.914062, 1.671875, 1.824219, 1.777344, 1.953125, 1.824219, 1.777344, 1.785156, 0.728516, 1.490234, 1.6875, 1.691406, 2.0, 1.757812, 1.380859, 1.832031, 1.855469, 1.949219, 1.859375, 2.039062, 0.790039, 1.902344, 1.96875, 1.455078, 1.871094, 1.742188, 1.628906, 1.882812, 1.992188, 1.863281, 1.949219, 1.835938, 1.902344, 1.996094, 1.304688, 1.796875, 1.714844, 1.882812, 1.882812, 1.746094, 0.890137, 1.75, 0.973389, 1.824219, 1.917969, 1.412109, 1.867188, 1.933594, 1.828125, 1.742188, 1.490234, 1.71875, 0.617188, 0.705078, 0.708984, 1.875, 1.816406, 0.902344, 1.738281, 1.75, 1.193359, 0.943848, 1.703125, 1.341797, 1.808594, 0.932129, 1.828125, 1.714844, 1.357422, 1.8125, 1.636719, 1.644531, 1.859375, 1.785156, 0.542969, 0.995667, 0.771484, 1.78125, 1.914062, 1.878906, 2.0, 1.455078, 0.94165, 1.554688, 0.873047, 2.421875, 1.789062, 2.085938, 1.804688, 1.320312, 1.910156, 1.835938, 1.867188, 1.535156, 1.816406, 1.644531, 0.480469, 1.914062, 1.90625, 1.59375, 1.910156, 1.777344, 1.792969, 1.691406, 1.835938, 1.515625, 1.945312, 1.925781, 1.742188, 1.898438, 1.992188, 1.628906, 1.855469, 1.808594, 1.78125, 1.824219, 1.722656, 1.636719, 1.875, 1.761719, 1.886719, 1.519531, 1.726562, 1.004089, 2.007812, 1.652344, 1.761719, 1.480469, 1.777344, 1.785156, 1.984375, 0.893066, 1.863281, 1.046387, 1.910156, 1.613281, 1.683594, 1.46875, 1.746094, 1.28125, 1.925781, 0.802734, 1.949219, 1.271484, 1.972656, 1.75, 1.65625, 1.9375, 1.820312, 1.832031, 1.667969, 1.769531, 1.78125, 1.722656, 0.623047, 1.867188, 1.65625, 1.738281, 1.746094, 1.617188, 1.9375, 1.652344, 1.198242, 1.746094, 1.890625, 1.746094, 1.644531, 1.867188, 1.804688, 1.75, 1.65625, 1.785156, 0.683594, 1.777344, 1.742188, 1.980469, 1.124023, 1.605469, 1.126953, 0.748047, 1.828125, 0.667969, 0.765625, 1.59375, 1.832031, 2.007812, 2.039062, 0.818359, 1.6875, 1.539062, 1.882812, 0.848633, 1.835938, 1.800781, 1.832031, 2.109375, 1.898438, 1.960938, 0.728516, 1.90625, 1.828125, 1.269531, 0.882324, 1.917969, 1.9375, 0.94873, 1.957031, 0.835938, 1.910156, 1.632812, 1.871094, 1.613281, 0.896484, 1.902344, 1.757812, 1.714844, 1.953125, 1.746094, 1.3125, 0.646484, 1.808594, 1.710938, 1.820312, 1.921875, 1.917969, 1.929688, 1.695312, 1.734375, 1.75, 1.628906, 1.07666, 1.828125, 1.882812, 1.773438, 1.941406, 1.589844, 1.824219, 1.890625, 1.914062, 0.615234, 1.816406, 1.917969, 1.84375, 1.773438, 1.808594, 1.585938, 1.773438, 1.773438, 1.746094, 1.9375, 1.75, 1.863281, 1.851562, 1.261719, 1.765625, 0.84375, 1.84375, 0.961182, 1.765625, 1.816406, 1.714844, 0.793945, 1.625, 1.726562, 1.753906, 1.835938, 1.462891, 1.855469, 1.8125, 1.921875, 1.78125, 1.769531, 1.038818, 1.792969, 1.851562, 1.40625, 1.882812, 1.8125, 1.929688, 1.921875, 1.757812, 1.972656, 1.824219, 1.683594, 1.738281, 1.761719, 1.707031, 1.046875, 1.746094, 1.8125, 1.910156, 1.679688, 0.832031, 1.980469, 1.882812, 1.964844, 1.863281, 1.820312, 1.761719, 1.78125, 1.777344, 0.646484, 2.007812, 1.808594, 1.804688, 1.828125, 2.007812, 1.835938, 1.953125, 1.988281, 1.855469, 1.714844, 1.972656, 1.835938, 1.980469, 1.695312, 1.957031, 1.984375, 1.245117, 1.632812, 1.796875, 1.738281, 1.941406, 1.769531, 1.25, 1.980469, 1.808594, 1.824219, 0.707031, 1.6875, 1.429688, 1.131836, 1.789062, 1.898438, 1.949219, 0.638672, 1.894531, 1.953125, 0.677734, 1.141602, 1.835938, 1.871094, 1.890625, 1.808594, 1.882812, 1.746094, 1.839844, 1.667969, 1.96875, 1.047363, 1.871094, 1.933594, 1.851562, 0.879395, 1.820312, 1.863281, 2.03125, 1.804688, 1.851562, 1.761719, 1.859375, 1.578125, 0.791992, 1.804688, 1.832031, 1.816406, 1.675781, 1.402344, 1.738281, 0.824219, 1.714844, 1.839844, 1.298828, 1.859375, 2.0, 1.621094, 1.429688, 1.566406, 1.882812, 1.835938, 1.847656, 1.229492, 0.827148, 1.816406, 1.707031, 1.820312, 1.582031, 1.929688, 1.875, 1.933594, 0.726562, 1.65625, 1.921875, 1.765625, 1.683594, 1.582031, 1.910156, 1.929688, 1.890625, 1.65625, 1.746094, 1.75, 1.894531, 1.929688, 1.945312, 1.625, 1.582031, 1.582031, 1.496094, 1.949219, 1.667969, 1.609375, 1.808594, 1.324219, 1.914062, 1.839844, 1.832031, 1.722656, 1.863281, 1.757812, 1.337891, 1.6875, 1.703125, 1.785156, 1.835938, 1.851562, 1.376953, 1.761719, 1.976562, 1.882812, 1.980469, 1.925781, 1.691406, 2.007812, 1.917969, 1.761719, 1.792969, 1.018799, 1.789062, 1.914062, 1.816406, 1.8125, 1.898438, 1.976562, 1.6875, 1.753906, 1.695312, 1.898438, 1.871094, 1.621094, 1.333984, 1.691406, 1.71875, 2.09375, 1.75, 1.929688, 1.957031, 1.949219, 1.917969, 1.867188, 1.839844, 1.417969, 1.96875, 1.742188, 1.691406, 1.804688, 1.859375, 1.789062, 1.710938, 1.871094, 1.773438, 1.851562, 0.554688, 1.621094, 1.765625, 1.464844, 1.902344, 1.941406, 0.691406, 1.855469, 2.078125, 1.773438, 1.002884, 1.890625, 1.734375, 1.232422, 0.870117, 1.660156, 1.753906, 2.070312, 1.773438, 1.835938, 1.878906, 1.824219, 1.96875, 1.871094, 1.363281, 1.886719, 1.178711, 1.886719, 1.949219, 0.947998, 0.695312, 1.832031, 1.90625, 1.871094, 1.15918, 1.847656, 1.511719, 1.765625, 1.847656, 1.710938, 1.550781, 1.839844, 1.683594, 1.550781, 1.921875, 1.988281, 1.808594, 0.963867, 1.287109, 1.808594, 1.765625, 1.902344, 1.527344, 1.746094, 1.957031, 1.566406, 1.141602, 1.875, 1.953125, 1.609375, 1.933594, 1.710938, 1.578125, 1.8125, 1.589844, 0.537109, 0.685547, 1.8125, 1.621094, 1.835938, 1.957031, 1.738281, 1.84375, 1.044678, 1.84375, 1.12207, 1.25, 1.808594, 1.957031, 1.824219, 1.832031, 1.917969, 1.949219, 1.002411, 1.902344, 1.664062, 1.621094, 1.785156, 2.054688, 1.710938, 1.722656, 1.554688, 1.941406, 1.855469, 1.875, 1.671875, 1.439453, 1.644531, 1.835938, 1.339844, 1.984375, 1.863281, 0.84668, 1.84375, 1.914062, 0.912598, 1.867188, 1.265625, 1.609375, 1.964844, 1.902344, 1.482422, 1.402344, 1.789062, 1.929688, 1.964844, 1.90625, 1.960938, 1.808594, 1.808594, 1.730469, 1.863281, 1.898438, 1.566406, 0.845703, 0.570312, 1.777344, 1.894531, 1.808594, 1.871094, 1.777344, 0.578125, 1.945312, 1.902344, 1.691406, 1.832031, 1.094727, 1.976562, 1.929688, 1.855469, 1.707031, 1.746094, 1.679688, 1.683594, 1.494141, 1.953125, 1.722656, 1.824219, 0.795898, 1.933594, 1.373047, 0.681641, 1.828125, 0.857422, 2.015625, 1.722656, 1.451172, 1.71875, 0.65625, 1.898438, 1.816406, 1.8125, 1.796875, 1.898438, 1.816406, 1.742188, 2.054688, 1.929688, 1.816406, 1.960938, 1.886719, 1.191406, 1.746094, 1.875, 1.652344, 1.796875, 1.617188, 1.894531, 0.984497, 1.710938, 0.707031, 1.851562, 1.632812, 1.898438, 1.605469, 1.890625, 1.78125, 1.820312, 1.6875, 1.707031, 1.835938, 1.972656, 1.953125, 1.597656, 1.945312, 1.230469, 1.777344, 1.515625, 0.835938, 1.804688, 2.007812, 1.929688, 1.957031, 1.96875, 1.523438, 1.628906, 1.816406, 1.322266, 1.449219, 1.910156, 2.0, 1.949219, 1.710938, 1.796875, 1.396484, 1.917969, 1.933594, 1.867188, 0.893066, 1.683594, 1.863281, 1.789062, 1.855469, 1.4375, 1.867188, 1.792969, 1.710938, 1.894531, 1.960938, 1.800781, 0.875488, 1.804688, 1.90625, 1.792969, 2.023438, 2.023438, 1.902344, 1.667969, 1.632812, 1.972656, 1.898438, 1.138672, 0.924316, 1.808594, 1.921875, 2.046875, 1.820312, 1.890625, 0.603516, 1.84375, 1.972656, 1.726562, 1.945312, 1.578125, 1.789062, 1.644531, 0.78125, 1.878906, 1.871094, 2.039062, 1.722656, 0.834961, 1.917969, 1.691406, 1.882812, 1.675781, 1.855469, 2.015625, 1.734375, 1.652344, 1.195312, 1.679688, 1.380859, 0.798828, 1.785156, 1.225586, 1.914062, 1.914062, 0.895508, 1.898438, 1.835938, 1.847656, 1.839844, 1.8125, 1.451172, 1.691406, 1.15332, 1.878906, 1.396484, 1.734375, 1.824219, 1.855469, 1.828125, 1.78125, 1.847656, 1.9375, 1.408203, 1.894531, 1.898438, 0.899414, 1.546875, 1.824219, 1.964844, 1.675781, 0.91748, 1.710938, 1.679688, 1.828125, 1.832031, 1.855469, 0.834961, 1.875, 1.804688, 1.324219, 1.851562, 1.671875, 1.738281, 1.703125, 1.574219, 1.6875, 1.808594, 1.972656, 1.9375, 1.746094, 2.070312, 1.871094, 0.768555, 1.8125, 1.894531, 1.964844, 1.867188, 1.949219, 1.914062, 1.675781, 1.182617, 2.0, 1.90625, 1.8125, 1.792969, 1.277344, 1.679688, 1.84375, 1.839844, 1.789062, 1.675781, 1.867188, 1.742188, 1.875, 1.492188, 1.832031, 1.929688, 1.808594, 1.871094, 1.511719, 1.925781, 1.59375, 1.621094, 2.039062, 1.094238, 0.533203, 1.765625, 1.503906, 1.878906, 1.875, 1.863281, 1.839844, 1.535156, 1.84375, 1.496094, 1.757812, 1.816406, 1.871094, 1.800781, 0.835938, 1.886719, 1.859375, 2.109375, 1.882812, 1.753906, 1.78125, 1.835938, 1.824219, 1.582031, 1.859375, 1.90625, 1.953125, 1.929688, 1.6875, 1.451172, 1.816406, 1.421875, 1.6875, 1.875, 1.558594, 1.933594, 1.988281, 1.875, 1.898438, 1.742188, 1.910156, 1.474609, 1.941406, 1.458984, 1.126953, 1.878906, 1.71875, 1.824219, 0.890625, 1.443359, 1.886719, 1.835938, 2.054688, 1.882812, 1.636719, 1.953125, 1.722656, 1.699219, 1.546875, 0.716797, 1.757812, 1.128906, 1.722656, 1.847656, 1.96875, 1.878906, 1.773438, 0.695312, 1.824219, 1.945312, 1.792969, 1.792969, 1.976562, 1.263672, 1.871094, 1.785156, 1.578125, 1.192383, 1.855469, 1.785156, 1.636719, 1.917969, 1.929688, 1.738281, 1.925781, 1.457031, 1.796875, 1.652344, 1.328125, 1.875, 1.917969, 1.894531, 1.828125, 1.621094, 1.773438, 1.625, 1.542969, 1.792969, 1.707031, 1.648438, 0.679688, 1.859375, 1.851562, 1.914062, 1.953125, 1.789062, 1.839844, 1.855469, 1.820312, 1.941406, 1.396484, 1.730469, 1.898438, 1.796875, 0.791992, 1.820312, 1.847656, 1.867188, 1.949219, 1.878906, 1.777344, 1.957031, 1.710938, 1.914062, 1.855469, 1.574219, 0.601562, 1.714844, 1.652344, 1.964844, 0.844727, 1.855469, 0.828125, 1.898438, 0.6875, 1.785156, 1.601562, 1.203125, 1.230469, 1.664062, 1.921875, 1.949219, 1.648438, 1.777344, 1.769531, 1.921875, 1.972656, 0.507812, 1.083496, 1.139648, 1.894531, 2.007812, 1.714844, 1.921875, 1.925781, 1.902344, 1.376953, 1.957031, 1.886719, 1.585938, 1.796875, 1.820312, 1.451172, 1.824219, 2.015625, 1.392578, 1.78125, 1.835938, 1.882812, 1.84375, 1.929688, 1.453125, 1.824219, 1.757812, 1.75, 1.777344, 1.949219, 1.4375, 1.824219, 1.232422, 1.015869, 1.800781, 1.84375, 1.746094, 0.987732, 2.070312, 1.875, 1.988281, 0.881836, 1.710938, 1.478516, 1.796875, 1.792969, 1.578125, 0.585938, 1.976562, 1.882812, 1.871094, 0.664062, 1.435547, 0.823242, 1.074707, 1.867188, 1.546875, 1.996094, 1.921875, 1.855469, 1.871094, 1.730469, 1.648438, 1.042969, 1.105469, 1.898438, 1.703125, 1.808594, 1.9375, 1.792969, 1.871094, 2.0, 1.408203, 1.785156, 1.792969, 1.761719, 0.989502, 1.894531, 1.921875, 1.730469, 2.015625, 1.769531, 0.946045, 1.671875, 0.830078, 1.131836, 1.953125, 1.851562, 1.804688, 1.933594, 1.757812, 1.863281, 1.929688, 1.960938, 1.792969, 1.777344, 1.746094, 1.570312, 1.886719, 1.96875, 1.792969, 1.632812, 1.957031, 1.21582, 1.617188, 1.726562, 1.283203, 1.8125, 1.808594, 1.8125, 1.871094, 1.703125, 1.667969, 1.835938, 1.601562, 1.304688, 1.984375, 1.980469, 1.237305, 1.75, 1.921875, 1.832031, 1.574219, 1.714844, 1.996094, 1.839844, 1.832031, 1.804688, 1.21582, 1.636719, 1.761719, 1.069336, 1.9375, 1.789062, 0.817383, 1.824219, 1.457031, 1.921875, 1.84375, 1.824219, 1.984375, 2.0, 1.769531, 1.738281, 1.847656, 1.785156, 1.679688, 1.878906, 1.289062, 1.777344, 1.984375, 2.390625, 0.912598, 1.683594, 1.832031, 1.917969, 1.202148, 1.855469, 1.617188, 1.789062, 1.660156, 1.008911, 1.566406, 1.886719, 1.824219, 0.876953, 1.914062, 1.746094, 0.986938, 1.929688, 1.828125, 2.015625, 1.730469, 1.761719, 1.820312, 1.102051, 1.820312, 1.941406, 1.613281, 1.757812, 1.621094, 1.667969, 1.765625, 0.744141, 1.245117, 1.824219, 1.609375, 1.839844, 1.46875, 1.632812, 1.835938, 2.117188, 0.966309, 1.527344, 1.855469, 0.625, 1.753906, 1.722656, 1.9375, 1.921875, 0.826172, 1.890625, 1.875, 0.554688, 1.996094, 0.623047, 1.75, 1.800781, 1.839844, 1.894531, 0.876953, 1.929688, 1.621094, 1.804688, 1.816406, 1.917969, 1.503906, 0.751953, 1.917969, 1.929688, 1.933594, 1.800781, 0.92627, 1.679688, 1.855469, 1.757812, 1.835938, 1.839844, 1.910156, 1.554688, 1.617188, 1.960938, 1.667969, 2.0, 0.96167, 1.129883, 1.478516, 1.800781, 0.774414, 1.976562, 1.554688, 1.757812, 1.972656, 1.910156, 1.527344, 1.574219, 1.863281, 1.980469, 0.935059, 2.195312, 1.035645, 1.714844 ] }, "name": "onnx::Mul_8225", "outputIndexes": [ 401 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 400, 401 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_3/Mul_1_output_0", "outputIndexes": [ 402 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 402 ], "outputIndexes": [ 2590 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2590 ], "outputIndexes": [ 2591 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear", "inputIndexes": [ 2591 ], "outputIndexes": [ 2592 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 139346470, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2592 ], "outputIndexes": [ 2593 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2593 ], "outputIndexes": [ 403 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 403 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_output_0", "outputIndexes": [ 404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 404 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_1_output_0", "outputIndexes": [ 405 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 405 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_2_output_0", "outputIndexes": [ 406 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 406 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Add_output_0", "outputIndexes": [ 407 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 407 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_3_output_0", "outputIndexes": [ 408 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_3/Tanh_output_0", "outputIndexes": [ 409 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 409 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Add_1_output_0", "outputIndexes": [ 410 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 410 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_4_output_0", "outputIndexes": [ 411 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 411 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_5_output_0", "outputIndexes": [ 412 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 402 ], "outputIndexes": [ 2594 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2594 ], "outputIndexes": [ 2595 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear", "inputIndexes": [ 2595 ], "outputIndexes": [ 2596 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 151290428, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2596 ], "outputIndexes": [ 2597 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2597 ], "outputIndexes": [ 413 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 412, 413 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_3/Mul_output_0", "outputIndexes": [ 414 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 414 ], "outputIndexes": [ 2598 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2598 ], "outputIndexes": [ 2599 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear", "inputIndexes": [ 2599 ], "outputIndexes": [ 2600 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 163234386, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2600 ], "outputIndexes": [ 2601 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2601 ], "outputIndexes": [ 415 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 415 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_3/Mul_output_0", "outputIndexes": [ 416 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.361328, 1.380859, 1.306641, 1.365234, 1.335938, 1.296875, 1.322266, 1.125, 1.289062, 1.451172, 1.371094, 1.363281, 1.416016, 1.3125, 1.269531, 1.339844, 1.253906, 1.291016, 1.271484, 1.328125, 1.410156, 1.337891, 1.291016, 1.462891, 1.498047, 1.390625, 1.410156, 1.46875, 1.464844, 1.347656, 1.380859, 1.527344, 1.380859, 1.337891, 1.398438, 1.488281, 1.333984, 1.353516, 1.394531, 1.361328, 1.320312, 1.371094, 1.273438, 1.53125, 1.496094, 1.235352, 1.330078, 1.373047, 1.566406, 1.419922, 1.367188, 1.609375, 1.34375, 1.341797, 1.349609, 1.449219, 1.380859, 1.347656, 1.554688, 1.386719, 1.458984, 1.445312, 1.384766, 1.339844, 1.472656, 1.306641, 1.605469, 1.314453, 1.441406, 1.283203, 1.320312, 1.308594, 1.404297, 1.345703, 1.333984, 1.347656, 1.617188, 1.464844, 1.503906, 1.523438, 1.361328, 1.15918, 1.408203, 1.480469, 1.318359, 1.322266, 1.369141, 1.523438, 1.503906, 1.410156, 1.365234, 1.332031, 1.353516, 1.470703, 1.322266, 1.029785, 1.335938, 1.328125, 1.447266, 1.347656, 1.59375, 1.326172, 1.300781, 1.363281, 1.261719, 1.361328, 1.332031, 1.507812, 1.269531, 1.365234, 1.275391, 1.369141, 1.386719, 0.987854, 1.316406, 1.617188, 1.341797, 1.515625, 1.248047, 1.341797, 1.287109, 1.398438, 1.792969, 1.304688, 1.4375, 1.640625, 1.353516, 1.265625, 1.292969, 1.59375, 1.535156, 1.431641, 1.46875, 1.332031, 1.367188, 1.310547, 1.457031, 1.636719, 1.382812, 1.34375, 1.574219, 0.967773, 1.367188, 1.285156, 1.310547, 1.462891, 1.431641, 1.271484, 1.333984, 1.335938, 1.337891, 1.410156, 1.380859, 2.859375, 1.261719, 1.322266, 1.582031, 1.339844, 1.433594, 1.482422, 1.699219, 1.296875, 1.498047, 1.570312, 1.292969, 1.361328, 1.353516, 1.462891, 1.302734, 1.419922, 1.361328, 1.441406, 1.4375, 1.441406, 1.291016, 1.443359, 1.259766, 1.044189, 1.431641, 1.470703, 1.373047, 1.394531, 1.478516, 1.112305, 1.410156, 1.345703, 1.443359, 1.353516, 1.376953, 1.478516, 1.322266, 1.726562, 1.367188, 1.357422, 1.332031, 1.320312, 1.322266, 1.414062, 1.363281, 1.394531, 1.396484, 1.347656, 1.337891, 1.384766, 1.355469, 1.353516, 1.441406, 1.345703, 1.365234, 1.333984, 1.464844, 1.355469, 1.462891, 1.462891, 1.259766, 1.328125, 1.40625, 1.369141, 1.347656, 1.326172, 1.478516, 1.484375, 1.310547, 1.375, 1.324219, 1.394531, 1.335938, 1.353516, 1.412109, 1.451172, 1.382812, 1.378906, 1.402344, 1.269531, 1.330078, 1.318359, 1.490234, 1.259766, 1.380859, 1.414062, 1.460938, 1.349609, 1.255859, 3.234375, 1.269531, 1.498047, 1.427734, 1.40625, 1.265625, 1.671875, 1.232422, 1.363281, 1.46875, 1.337891, 1.351562, 1.273438, 1.392578, 1.322266, 1.683594, 1.337891, 1.349609, 1.302734, 1.269531, 1.337891, 1.388672, 1.515625, 1.244141, 1.310547, 1.400391, 1.412109, 1.275391, 1.3125, 1.378906, 1.404297, 1.326172, 1.330078, 1.582031, 1.388672, 1.353516, 1.320312, 1.478516, 1.34375, 1.566406, 1.355469, 1.785156, 1.349609, 1.417969, 1.414062, 1.386719, 1.386719, 1.433594, 1.359375, 1.328125, 1.353516, 1.511719, 1.291016, 1.492188, 1.388672, 1.378906, 1.300781, 1.416016, 1.417969, 1.318359, 1.482422, 1.037842, 1.429688, 1.357422, 1.398438, 1.414062, 1.306641, 1.34375, 1.239258, 1.40625, 1.400391, 1.447266, 1.384766, 1.324219, 1.316406, 1.337891, 1.306641, 1.357422, 1.515625, 1.451172, 1.345703, 1.347656, 1.320312, 1.412109, 1.376953, 1.367188, 1.369141, 1.466797, 1.371094, 1.339844, 1.308594, 3.65625, 1.394531, 1.298828, 1.259766, 1.283203, 1.365234, 1.402344, 1.357422, 1.455078, 1.390625, 1.341797, 1.617188, 1.322266, 1.664062, 1.433594, 1.347656, 1.53125, 1.433594, 1.664062, 1.449219, 1.261719, 1.451172, 1.388672, 1.289062, 1.726562, 1.421875, 1.400391, 1.339844, 1.441406, 1.644531, 1.582031, 1.285156, 1.488281, 1.24707, 1.300781, 1.335938, 1.351562, 1.355469, 1.373047, 1.353516, 1.341797, 1.449219, 1.347656, 1.314453, 1.427734, 1.613281, 1.34375, 1.386719, 1.53125, 1.566406, 1.302734, 1.410156, 1.462891, 1.605469, 1.353516, 1.318359, 1.345703, 1.263672, 1.339844, 1.269531, 1.302734, 1.318359, 1.447266, 1.382812, 1.347656, 1.239258, 1.365234, 1.353516, 1.378906, 1.396484, 1.539062, 1.402344, 1.296875, 1.359375, 1.328125, 1.589844, 1.34375, 1.355469, 1.320312, 1.384766, 1.574219, 1.375, 1.322266, 1.3125, 1.351562, 1.328125, 1.400391, 1.328125, 1.550781, 1.337891, 1.361328, 1.488281, 1.291016, 1.287109, 1.324219, 1.361328, 1.558594, 1.400391, 1.369141, 1.460938, 1.507812, 1.353516, 1.308594, 1.324219, 1.316406, 1.455078, 1.380859, 1.198242, 1.324219, 1.503906, 1.089355, 1.363281, 1.316406, 1.542969, 1.402344, 1.337891, 1.271484, 1.328125, 1.392578, 1.375, 1.298828, 1.283203, 1.570312, 1.265625, 1.328125, 1.482422, 1.386719, 1.375, 1.369141, 1.355469, 1.558594, 1.294922, 1.402344, 1.333984, 1.332031, 1.316406, 1.335938, 1.337891, 1.318359, 1.386719, 1.273438, 1.476562, 1.451172, 1.59375, 1.335938, 1.324219, 1.347656, 1.373047, 0.332031, 1.392578, 1.337891, 1.239258, 1.376953, 1.3125, 1.414062, 1.376953, 1.435547, 1.308594, 1.285156, 1.316406, 1.570312, 1.359375, 1.287109, 1.539062, 1.609375, 1.233398, 1.449219, 1.332031, 1.291016, 1.554688, 1.769531, 1.316406, 1.535156, 1.443359, 1.5625, 1.310547, 1.394531, 1.361328, 1.40625, 1.363281, 1.375, 1.355469, 1.542969, 1.310547, 1.279297, 1.427734, 1.369141, 1.417969, 1.449219, 1.59375, 1.279297, 1.478516, 1.302734, 1.330078, 1.396484, 1.285156, 1.375, 1.318359, 1.263672, 1.217773, 1.296875, 6.65625, 1.322266, 1.179688, 1.292969, 1.160156, 0.695312, 1.433594, 1.414062, 1.335938, 1.433594, 1.291016, 1.380859, 1.425781, 1.539062, 1.333984, 1.396484, 1.257812, 1.486328, 1.46875, 1.412109, 1.402344, 1.400391, 1.507812, 1.404297, 1.416016, 1.308594, 0.963867, 1.679688, 1.554688, 1.337891, 1.410156, 1.28125, 1.322266, 1.402344, 1.400391, 1.349609, 1.326172, 1.283203, 1.355469, 1.020996, 1.400391, 1.318359, 1.34375, 1.470703, 1.347656, 1.494141, 1.398438, 1.335938, 1.314453, 1.710938, 1.320312, 2.117188, 1.392578, 1.511719, 1.632812, 1.3125, 1.349609, 1.427734, 1.486328, 1.65625, 1.339844, 1.394531, 1.316406, 1.388672, 1.605469, 1.447266, 1.349609, 1.431641, 1.326172, 1.316406, 1.363281, 1.40625, 1.324219, 1.347656, 1.318359, 1.28125, 1.275391, 1.3125, 1.640625, 1.53125, 1.300781, 1.316406, 1.376953, 1.265625, 1.314453, 1.341797, 1.355469, 1.404297, 1.261719, 1.205078, 1.462891, 1.355469, 1.427734, 1.275391, 0.527344, 1.369141, 1.318359, 1.324219, 1.388672, 1.304688, 1.355469, 1.318359, 1.271484, 1.238281, 1.558594, 1.279297, 1.289062, 1.570312, 1.455078, 1.239258, 1.820312, 1.316406, 1.291016, 1.46875, 1.609375, 1.304688, 1.300781, 1.285156, 1.337891, 1.277344, 1.320312, 1.337891, 1.294922, 1.380859, 1.417969, 1.302734, 1.378906, 1.402344, 1.208984, 1.384766, 1.324219, 1.333984, 1.285156, 1.404297, 1.328125, 1.283203, 1.394531, 1.361328, 1.3125, 1.605469, 1.355469, 1.349609, 1.392578, 1.625, 1.570312, 1.378906, 0.984009, 1.014404, 1.464844, 1.289062, 1.300781, 1.601562, 1.271484, 1.330078, 1.554688, 1.378906, 1.390625, 1.324219, 1.335938, 1.28125, 1.367188, 1.410156, 1.298828, 1.460938, 1.34375, 1.337891, 1.429688, 1.408203, 1.34375, 1.339844, 1.326172, 1.351562, 1.353516, 1.289062, 1.451172, 1.341797, 1.253906, 1.267578, 1.353516, 1.18457, 1.455078, 1.369141, 1.679688, 1.341797, 1.6875, 1.302734, 1.285156, 1.337891, 1.263672, 1.535156, 1.335938, 1.554688, 1.353516, 1.308594, 1.245117, 1.457031, 1.341797, 1.345703, 1.308594, 1.318359, 1.326172, 1.345703, 1.355469, 1.302734, 1.275391, 1.355469, 1.443359, 1.351562, 1.507812, 1.443359, 1.476562, 1.339844, 1.259766, 1.318359, 1.324219, 1.322266, 1.332031, 1.408203, 1.326172, 1.335938, 1.527344, 1.308594, 1.519531, 1.320312, 1.359375, 1.279297, 1.296875, 1.404297, 1.318359, 1.402344, 1.425781, 1.396484, 1.316406, 1.306641, 1.363281, 1.316406, 1.365234, 1.421875, 1.349609, 1.359375, 1.261719, 1.347656, 1.345703, 1.886719, 1.480469, 1.400391, 1.462891, 1.392578, 1.396484, 1.34375, 1.347656, 1.304688, 1.558594, 1.539062, 1.324219, 1.322266, 1.369141, 1.535156, 1.306641, 1.519531, 1.363281, 1.165039, 1.535156, 1.382812, 1.601562, 1.46875, 1.28125, 1.320312, 1.259766, 1.486328, 1.625, 1.375, 1.322266, 1.363281, 1.378906, 1.328125, 1.289062, 1.296875, 1.400391, 1.730469, 1.550781, 1.363281, 1.373047, 1.574219, 1.333984, 1.335938, 1.337891, 1.324219, 1.390625, 1.285156, 1.28125, 1.320312, 1.380859, 1.318359, 1.345703, 1.365234, 1.382812, 1.335938, 1.480469, 1.382812, 1.503906, 1.400391, 1.349609, 1.507812, 1.322266, 1.597656, 1.22168, 1.191406, 1.380859, 1.380859, 1.314453, 1.173828, 1.345703, 1.269531, 1.304688, 1.441406, 1.382812, 1.589844, 1.363281, 0.84375, 1.488281, 1.494141, 1.316406, 1.464844, 1.582031, 1.353516, 1.318359, 1.386719, 1.369141, 1.378906, 1.199219, 1.365234, 1.386719, 1.353516, 1.386719, 1.306641, 1.386719, 1.223633, 1.394531, 1.421875, 1.589844, 1.353516, 1.400391, 1.294922, 1.355469, 1.519531, 2.125, 1.332031, 1.339844, 1.373047, 1.375, 1.294922, 1.269531, 1.478516, 1.304688, 1.402344, 1.306641, 1.302734, 1.453125, 1.375, 1.339844, 1.275391, 1.345703, 1.351562, 1.339844, 1.542969, 1.390625, 1.488281, 1.369141, 1.660156, 1.466797, 1.384766, 1.332031, 0.898438, 1.511719, 1.953125, 1.3125, 1.335938, 1.225586, 1.511719, 1.200195, 1.168945, 1.34375, 1.219727, 1.453125, 1.373047, 1.410156, 1.316406, 1.337891, 1.480469, 1.380859, 1.439453, 1.447266, 1.523438, 1.6875, 1.386719, 1.384766, 1.410156, 1.332031, 1.287109, 1.363281, 1.388672, 1.328125, 1.388672, 1.423828, 1.390625, 1.447266, 1.380859, 1.71875, 1.361328, 1.345703, 1.632812, 1.324219, 1.478516, 1.349609, 1.355469, 1.429688, 1.337891, 1.365234, 1.404297, 1.326172, 1.113281, 1.535156, 1.597656, 1.410156, 1.363281, 1.332031, 1.318359, 1.304688, 1.5625, 1.369141, 1.300781, 1.558594, 1.460938, 1.332031, 1.341797, 1.410156, 1.402344, 1.449219, 1.129883, 1.316406, 1.462891, 1.388672, 1.578125, 1.470703, 1.328125, 1.347656, 1.337891, 1.558594, 1.351562, 1.304688, 1.5625, 1.018677, 0.960693, 0.928223, 1.488281, 1.373047, 1.349609, 1.482422, 1.330078, 1.320312, 1.308594, 1.131836, 1.353516, 1.371094, 1.253906, 1.34375, 7.28125, 1.339844, 1.376953, 1.34375, 1.431641, 1.318359, 1.326172, 1.441406, 1.539062, 1.378906, 1.316406, 1.330078, 1.5, 1.398438, 1.613281, 1.333984, 1.229492, 1.542969, 1.453125, 1.648438, 1.492188, 1.302734, 1.279297, 1.492188, 1.478516, 1.345703, 1.423828, 1.34375, 1.535156, 1.386719, 1.328125, 1.273438, 1.298828, 1.283203, 1.378906, 1.367188, 1.144531, 1.322266, 1.314453, 1.357422, 1.3125, 1.283203, 1.306641, 1.617188, 0.246094, 1.382812, 1.320312, 1.423828, 1.527344, 1.369141, 1.330078, 1.277344, 1.337891, 1.333984, 1.363281, 1.417969, 1.449219, 1.429688, 1.585938, 1.443359, 1.554688, 1.283203, 1.320312, 1.318359, 1.359375, 1.335938, 1.175781, 1.279297, 1.225586, 1.59375, 1.507812, 1.449219, 1.289062, 1.472656, 1.394531, 1.333984, 1.417969, 1.359375, 1.416016, 1.394531, 1.367188, 1.498047, 1.423828, 1.421875, 1.355469, 1.380859, 1.574219, 1.363281, 1.347656, 1.244141, 1.382812, 1.316406, 1.3125, 1.332031, 1.337891, 1.494141, 1.302734, 1.382812, 1.503906, 1.388672, 1.289062, 1.322266, 1.241211, 1.345703, 1.271484, 1.267578, 1.878906, 1.363281, 1.398438, 1.294922, 1.271484, 1.453125, 1.417969, 1.410156, 1.443359, 1.359375, 1.337891, 1.474609, 1.300781, 1.314453, 1.347656, 1.355469, 1.539062, 1.355469, 1.054688, 1.289062, 1.18457, 1.3125, 1.322266, 1.554688, 1.361328, 1.408203, 2.023438, 1.5625, 1.414062, 1.507812, 1.328125, 1.394531, 1.355469, 1.433594, 1.605469, 1.292969, 1.46875, 1.4375, 1.373047, 1.394531, 1.046631, 1.875, 0.962891, 1.376953, 1.304688, 1.333984, 1.245117, 1.554688, 1.671875, 1.484375, 1.263672, 1.722656, 1.400391, 1.174805, 1.380859, 1.679688, 1.375, 1.308594, 1.318359, 1.443359, 1.335938, 1.429688, 2.101562, 1.285156, 1.279297, 1.71875, 1.287109, 1.292969, 1.386719, 1.337891, 1.388672, 1.632812, 1.34375, 1.375, 1.365234, 1.3125, 1.265625, 1.490234, 1.322266, 1.337891, 1.308594, 1.390625, 1.339844, 1.425781, 1.380859, 1.445312, 1.351562, 1.667969, 1.365234, 1.492188, 1.267578, 1.417969, 1.339844, 1.578125, 1.347656, 1.363281, 1.237305, 1.523438, 1.318359, 1.527344, 1.322266, 1.365234, 1.375, 1.53125, 1.310547, 1.691406, 1.3125, 1.257812, 1.369141, 1.507812, 1.341797, 1.349609, 1.433594, 1.263672, 1.306641, 1.347656, 1.417969, 1.363281, 1.341797, 1.390625, 1.040283, 1.398438, 1.355469, 1.404297, 1.410156, 1.554688, 1.349609, 1.4375, 1.699219, 1.412109, 1.300781, 1.472656, 1.835938, 1.386719, 1.322266, 1.394531, 1.414062, 1.306641, 1.229492, 1.447266, 1.425781, 1.318359, 1.679688, 1.574219, 1.558594, 1.234375, 1.355469, 1.174805, 1.255859, 1.472656, 1.353516, 1.332031, 1.353516, 0.582031, 1.421875, 1.511719, 1.369141, 1.285156, 1.390625, 1.404297, 1.369141, 1.192383, 1.300781, 1.285156, 1.244141, 1.310547, 1.386719, 1.613281, 1.458984, 1.386719, 1.341797, 1.472656, 1.285156, 1.5, 1.324219, 1.458984, 1.339844, 1.419922, 1.375, 1.316406, 1.392578, 1.400391, 1.259766, 1.347656, 1.527344, 1.067871, 1.300781, 1.441406, 1.3125, 1.289062, 1.339844, 1.357422, 1.404297, 1.380859, 1.371094, 1.416016, 2.164062, 1.353516, 1.279297, 1.332031, 1.285156, 1.447266, 1.382812, 1.3125, 1.261719, 1.047363, 1.365234, 1.314453, 1.335938, 1.367188, 1.412109, 1.457031, 1.400391, 1.333984, 1.423828, 1.287109, 1.380859, 1.337891, 1.328125, 1.5625, 1.376953, 1.402344, 1.359375, 1.496094, 1.447266, 1.275391, 1.466797, 1.382812, 1.5625, 1.386719, 1.34375, 1.34375, 1.789062, 1.291016, 1.365234, 1.394531, 1.375, 1.410156, 1.558594, 1.378906, 1.380859, 1.6875, 1.324219, 1.285156, 1.355469, 1.28125, 1.371094, 1.279297, 1.376953, 1.511719, 1.394531, 1.384766, 1.355469, 1.507812, 1.451172, 1.273438, 1.361328, 1.396484, 1.369141, 1.310547, 1.310547, 1.337891, 1.322266, 1.384766, 1.353516, 1.427734, 1.335938, 1.351562, 1.236328, 1.410156, 1.429688, 1.427734, 1.224609, 1.375, 1.367188, 1.330078, 1.353516, 1.417969, 1.320312, 1.380859, 1.335938, 1.388672, 1.304688, 1.202148, 1.546875, 0.87793, 1.34375, 1.371094, 1.427734, 1.333984, 1.570312, 1.285156, 1.355469, 1.412109, 1.332031, 1.441406, 1.539062, 1.047852, 1.345703, 1.373047, 1.199219, 1.120605, 1.306641, 1.257812, 1.193359, 1.527344, 1.326172, 1.287109, 1.349609, 1.400391, 1.380859, 1.371094, 1.355469, 1.441406, 1.337891, 1.574219, 1.273438, 1.3125, 1.324219, 1.535156, 1.375, 1.302734, 1.339844, 1.349609, 1.306641, 1.396484, 1.333984, 1.435547, 1.318359, 1.427734, 1.347656, 1.359375, 1.494141, 1.539062, 1.396484, 1.558594, 1.412109, 1.328125, 1.546875, 1.365234, 1.302734, 1.404297, 1.494141, 1.503906, 1.369141, 1.332031, 1.333984, 1.550781, 1.178711, 1.427734, 1.416016, 1.417969, 1.507812, 1.332031, 1.324219, 1.306641, 1.326172, 1.451172, 1.306641, 1.363281, 1.380859, 1.5, 1.357422, 1.330078, 1.347656, 1.40625, 1.369141, 1.332031, 1.273438, 1.302734, 1.332031, 1.488281, 1.466797, 1.443359, 1.527344, 1.333984, 1.414062, 1.474609, 1.382812, 1.613281, 1.199219, 1.347656, 1.359375, 1.328125, 1.373047, 1.347656, 1.570312, 1.414062, 1.425781, 1.472656, 1.361328, 1.300781, 1.511719, 1.337891, 1.233398, 1.337891, 1.287109, 1.373047, 1.400391, 1.285156, 1.287109, 1.378906, 1.394531, 1.539062, 1.394531, 1.271484, 1.375, 1.400391, 1.3125, 1.326172, 1.345703, 1.339844, 1.423828, 1.300781, 1.255859, 1.464844, 1.484375, 1.388672, 1.353516, 1.339844, 1.402344, 1.351562, 1.324219, 1.246094, 1.296875, 1.304688, 1.361328, 1.683594, 1.304688, 1.353516, 1.384766, 1.382812, 1.353516, 1.398438, 1.480469, 1.353516, 1.378906, 1.34375, 1.09082, 1.433594, 1.394531, 1.470703, 1.294922, 1.283203, 1.09082, 1.333984, 1.328125, 1.388672, 1.652344, 1.304688, 1.453125, 1.597656, 1.396484, 1.425781, 1.394531, 1.398438, 1.380859, 1.351562, 1.361328, 1.322266, 1.316406, 1.306641, 1.056152, 1.289062, 1.621094, 1.376953, 1.365234, 1.527344, 1.182617, 1.375, 1.349609, 1.310547, 1.605469, 1.279297, 1.494141, 1.382812, 1.351562, 1.457031, 1.519531, 1.398438, 1.384766, 1.427734, 1.269531, 1.25, 1.539062, 1.359375, 1.625, 1.351562, 1.386719, 1.259766, 1.523438, 1.410156, 1.255859, 1.527344, 1.644531, 1.378906, 1.314453, 1.455078, 1.365234, 1.378906, 1.507812, 1.355469, 1.488281, 0.921387, 1.083008, 1.355469, 1.460938, 1.355469, 1.347656, 1.425781, 1.351562, 1.458984, 1.349609, 1.507812, 1.554688, 1.355469, 1.326172, 1.320312, 1.371094, 1.371094, 1.285156, 1.40625, 1.330078, 1.503906, 1.462891, 1.296875, 1.242188, 1.433594, 1.382812, 1.464844, 1.291016, 1.351562, 1.314453, 1.369141, 1.5, 1.396484, 1.380859, 1.5, 1.337891, 1.347656, 1.380859, 1.261719, 1.339844, 1.410156, 1.324219, 1.714844, 1.451172, 1.304688, 1.347656, 1.457031, 1.757812, 1.376953, 1.330078, 1.298828, 1.300781, 1.263672, 1.367188, 1.410156, 1.455078, 1.267578, 1.324219, 1.511719, 1.53125, 0.948975, 1.335938, 1.316406, 1.365234, 1.425781, 1.412109, 1.15918, 1.310547, 1.388672, 1.353516, 1.302734, 1.554688, 1.308594, 1.353516, 1.308594, 1.484375, 1.386719, 1.466797, 1.410156, 1.523438, 1.241211, 1.390625, 1.353516, 1.371094, 1.392578, 1.419922, 1.097656, 1.34375, 1.21875, 1.332031, 1.353516, 1.589844, 1.367188, 0.931152, 1.353516, 1.367188, 1.353516, 1.326172, 1.328125, 1.304688, 1.449219, 1.929688, 1.332031, 1.306641, 1.287109, 1.371094, 1.617188, 1.402344, 1.332031, 1.539062, 1.373047, 1.396484, 1.328125, 1.490234, 1.371094, 1.213867, 1.347656, 1.5, 1.322266, 1.423828, 1.345703, 1.339844, 1.394531, 1.431641, 1.378906, 1.380859, 1.373047, 1.318359, 1.519531, 1.308594, 1.601562, 1.396484, 1.511719, 1.365234, 1.369141, 1.238281, 1.367188, 1.337891, 1.371094, 1.474609, 1.462891, 1.376953, 1.640625, 1.494141, 1.306641, 1.294922, 1.324219, 1.404297, 1.302734, 1.539062, 1.332031, 1.283203, 1.326172, 1.457031, 1.427734, 1.404297, 1.386719, 1.367188, 1.589844, 1.333984, 1.314453, 1.433594, 1.349609, 1.292969, 1.361328, 1.648438, 1.347656, 1.359375, 1.398438, 1.324219, 1.339844, 1.289062, 1.400391, 1.480469, 1.328125, 1.388672, 1.625, 1.488281, 1.380859, 1.373047, 1.308594, 1.330078, 1.355469, 1.10498, 1.347656, 1.355469, 1.324219, 1.345703, 1.423828, 1.339844, 1.464844, 1.566406, 1.335938, 1.376953, 1.341797, 1.402344, 1.207031, 1.365234, 1.347656, 1.330078, 1.410156, 1.386719, 1.271484, 1.421875, 1.447266, 1.597656, 1.472656, 1.511719, 1.310547, 1.300781, 2.0, 1.259766, 1.380859, 1.157227, 1.349609, 1.324219, 1.351562, 1.326172, 1.341797, 1.558594, 1.371094, 1.660156, 1.369141, 1.511719, 1.333984, 1.279297, 1.371094, 1.427734, 1.335938, 1.382812, 1.275391, 1.585938, 1.257812, 1.359375, 1.359375, 1.511719, 1.326172, 1.298828, 1.431641, 1.496094, 1.470703, 1.46875, 1.291016, 1.386719, 1.375, 1.378906, 1.361328, 1.316406, 1.542969, 1.345703, 1.443359, 1.408203, 1.400391, 1.617188, 1.40625, 1.388672, 1.380859, 1.300781, 1.419922, 1.251953, 1.298828, 1.320312, 1.316406, 1.369141, 1.285156, 1.365234, 1.320312, 1.369141, 1.419922, 1.523438, 1.322266, 1.384766, 1.373047, 1.365234, 1.523438, 1.408203, 1.431641, 1.308594, 1.320312, 1.341797, 1.378906, 1.402344, 1.308594, 1.550781, 1.330078, 1.386719, 1.384766, 1.304688, 1.628906, 1.271484, 1.605469, 1.441406, 1.316406, 1.515625, 0.929199, 1.345703, 1.451172, 1.357422, 1.251953, 1.324219, 1.398438, 1.507812, 1.365234, 1.519531, 1.369141, 1.322266, 1.365234, 1.339844, 1.326172, 1.261719, 1.322266, 1.136719, 1.369141, 1.412109, 1.369141, 1.357422, 1.320312, 1.455078, 1.316406, 1.361328, 1.285156, 1.365234, 1.410156, 1.578125, 1.304688, 1.597656, 1.455078, 1.357422, 1.625, 1.302734, 1.223633, 1.421875, 1.292969, 1.351562, 1.396484, 1.503906, 1.298828, 1.398438, 1.699219, 1.378906, 1.388672, 1.294922, 1.410156, 1.542969, 1.296875, 1.316406, 1.302734, 1.298828, 1.443359, 1.365234, 1.416016, 1.511719, 1.388672, 1.178711, 1.404297, 1.855469, 1.369141, 1.384766, 1.277344, 1.369141, 1.345703, 1.191406, 1.324219, 1.332031, 1.369141, 1.294922, 1.322266, 1.820312, 1.300781, 1.367188, 1.427734, 1.601562, 1.376953, 1.353516, 1.392578, 1.302734, 1.341797, 1.410156, 1.337891, 1.554688, 1.353516, 1.345703, 1.714844, 1.257812, 1.300781, 1.291016, 1.341797, 1.480469, 1.425781, 1.458984, 1.554688, 1.402344, 1.400391, 1.458984, 1.371094, 1.3125, 1.355469, 1.304688, 1.240234, 1.417969, 1.296875, 1.285156, 1.322266, 1.322266, 1.632812, 1.416016, 1.349609, 1.382812, 1.291016, 1.324219, 1.357422, 1.332031, 1.34375, 1.337891, 1.390625, 1.292969, 1.371094, 1.302734, 1.306641, 1.480469, 1.15332, 1.376953, 1.431641, 1.292969, 1.34375, 1.396484, 1.4375, 1.357422, 1.269531, 1.359375, 1.458984, 1.558594, 1.589844, 1.371094, 1.394531, 1.263672, 1.435547, 1.285156, 1.390625, 1.287109, 1.269531, 0.935059, 1.636719, 1.882812, 1.369141, 1.294922, 1.400391, 1.332031, 1.335938, 1.326172, 1.609375, 1.324219, 1.308594, 1.558594, 1.460938, 1.427734, 1.605469, 1.306641, 1.302734, 1.558594, 1.363281, 1.349609, 1.373047, 1.333984, 1.345703, 1.527344, 1.388672, 1.416016, 1.423828, 1.400391, 1.333984, 1.679688, 1.318359, 1.777344, 1.480469, 1.353516, 1.332031, 1.378906, 1.539062, 1.182617, 1.302734, 1.287109, 1.466797, 1.427734, 1.523438, 1.316406, 1.347656, 1.482422, 1.00066, 1.324219, 1.359375, 1.306641, 1.115723, 1.511719, 1.396484, 1.275391, 1.369141, 1.570312, 1.261719, 1.324219, 1.351562, 1.259766, 1.417969, 1.449219, 1.455078, 1.585938, 1.369141, 1.349609, 1.292969, 1.357422, 1.322266, 1.314453, 1.237305, 1.523438, 1.371094, 1.355469, 1.333984, 1.550781, 1.330078, 1.345703, 1.410156, 1.253906, 1.326172, 1.402344, 1.376953, 1.425781, 2.015625, 1.335938, 1.328125, 1.333984, 1.345703, 1.359375, 1.273438, 1.330078, 1.367188, 1.554688, 1.34375, 1.373047, 1.617188, 1.318359, 1.386719, 1.367188, 1.503906, 1.324219, 1.585938, 1.431641, 1.410156, 1.539062, 1.390625, 1.388672, 1.375, 1.380859, 1.470703, 1.453125, 1.298828, 1.652344, 1.613281, 1.291016, 1.347656, 1.941406, 1.335938, 1.294922, 1.351562, 1.464844, 1.417969, 1.318359, 1.394531, 1.318359, 1.427734, 1.691406, 1.396484, 1.417969, 1.519531, 1.302734, 1.380859, 1.375, 1.396484, 1.5625, 1.324219, 1.339844, 1.386719, 1.28125, 1.275391, 1.378906, 1.427734, 1.310547, 1.316406, 1.361328, 1.318359, 1.609375, 1.378906, 1.382812, 1.139648, 1.5, 1.380859, 1.345703, 1.347656, 1.917969, 1.369141, 1.542969, 1.431641, 1.439453, 1.373047, 1.558594, 1.337891, 1.333984, 1.291016, 1.330078, 1.410156, 1.460938, 1.324219, 1.359375, 1.347656, 1.388672, 1.349609, 1.332031, 1.570312, 1.347656, 1.339844, 1.496094, 1.384766, 1.408203, 1.431641, 1.347656, 1.449219, 1.498047, 1.355469, 1.554688, 1.320312, 1.507812, 1.376953, 1.308594, 1.162109, 1.392578, 1.511719, 1.292969, 1.106445, 1.410156, 1.400391, 1.300781, 1.285156, 1.400391, 1.341797, 1.3125, 0.95874, 1.324219, 0.977417, 1.416016, 1.482422, 1.380859, 1.285156, 1.427734, 1.335938, 1.457031, 1.40625, 1.375, 1.324219, 1.554688, 1.472656, 1.339844, 1.332031, 1.357422, 1.333984, 1.480469, 1.503906, 1.339844, 1.388672, 1.285156, 1.453125, 1.318359, 1.5, 1.398438, 1.291016, 1.470703, 1.263672, 1.484375, 1.75, 1.5625, 1.365234, 1.261719, 1.222656, 1.523438, 1.384766, 1.322266, 1.414062, 1.566406, 1.443359, 1.318359, 1.271484, 1.523438, 1.069824, 1.480469, 1.386719 ] }, "name": "onnx::Mul_8227", "outputIndexes": [ 417 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 416, 417 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_3/Mul_1_output_0", "outputIndexes": [ 418 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 399, 418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_19_output_0", "outputIndexes": [ 419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 419, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_36_output_0", "outputIndexes": [ 420 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 420 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_4/Mul_output_0", "outputIndexes": [ 421 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.652344, 1.507812, 1.613281, 1.898438, 1.519531, 1.730469, 1.863281, 0.679688, 1.691406, 1.355469, 1.785156, 1.601562, 1.388672, 1.792969, 1.808594, 1.578125, 1.859375, 1.710938, 1.527344, 1.652344, 1.78125, 1.867188, 1.742188, 1.476562, 1.441406, 1.625, 1.691406, 1.53125, 1.558594, 1.816406, 1.601562, 1.287109, 1.5625, 0.81543, 1.484375, 1.597656, 1.435547, 1.757812, 1.490234, 1.396484, 1.609375, 1.490234, 1.679688, 1.326172, 0.943359, 1.867188, 1.691406, 1.625, 1.4375, 1.486328, 1.675781, 1.326172, 1.65625, 0.933105, 1.777344, 1.507812, 1.808594, 1.675781, 1.318359, 1.351562, 1.335938, 1.283203, 1.660156, 1.691406, 1.464844, 1.5625, 1.3125, 1.660156, 1.496094, 1.597656, 1.714844, 1.808594, 1.355469, 1.519531, 1.429688, 1.601562, 1.152344, 1.458984, 1.355469, 0.997147, 1.511719, 0.722656, 1.185547, 1.396484, 1.585938, 1.625, 1.527344, 1.376953, 1.041992, 1.416016, 1.664062, 1.414062, 1.792969, 0.95459, 1.703125, 0.695312, 1.648438, 1.660156, 1.5, 1.550781, 1.285156, 1.863281, 1.640625, 1.722656, 1.699219, 1.527344, 1.699219, 1.425781, 1.570312, 1.589844, 1.636719, 1.582031, 1.921875, 2.007812, 1.792969, 1.251953, 1.75, 0.901855, 1.652344, 1.964844, 1.683594, 1.550781, 0.712891, 1.652344, 1.496094, 1.351562, 1.601562, 1.726562, 1.660156, 1.271484, 1.279297, 1.476562, 1.339844, 1.527344, 1.632812, 1.796875, 1.40625, 1.363281, 1.585938, 1.769531, 1.433594, 1.419922, 1.486328, 1.699219, 1.636719, 1.302734, 1.523438, 1.550781, 1.652344, 1.710938, 1.699219, 1.457031, 1.582031, 1.128906, 1.867188, 1.75, 1.12793, 1.53125, 0.935547, 0.831055, 1.267578, 1.738281, 1.451172, 1.19043, 1.839844, 1.486328, 1.792969, 0.801758, 1.886719, 1.357422, 1.566406, 0.985657, 1.433594, 0.849609, 1.574219, 1.613281, 1.730469, 0.797852, 1.613281, 1.558594, 1.605469, 0.794922, 1.447266, 0.634766, 1.287109, 1.507812, 1.145508, 1.474609, 1.482422, 1.53125, 1.777344, 1.003342, 1.648438, 1.667969, 1.605469, 1.550781, 1.511719, 1.835938, 1.8125, 1.542969, 1.558594, 1.5625, 1.558594, 1.408203, 1.710938, 1.589844, 1.392578, 1.523438, 1.601562, 1.855469, 1.408203, 1.648438, 1.644531, 1.384766, 1.570312, 1.667969, 1.447266, 1.644531, 1.828125, 1.746094, 1.625, 1.458984, 1.628906, 1.96875, 1.847656, 1.660156, 1.412109, 1.617188, 1.511719, 1.271484, 1.777344, 1.667969, 1.75, 1.820312, 1.679688, 1.984375, 1.523438, 1.886719, 1.496094, 1.417969, 1.558594, 1.570312, 1.839844, 0.779297, 1.476562, 1.441406, 1.507812, 1.519531, 1.863281, 1.212891, 1.625, 1.675781, 1.006317, 1.458984, 1.78125, 1.474609, 1.488281, 1.71875, 1.296875, 1.574219, 1.824219, 1.828125, 1.605469, 1.539062, 1.498047, 1.396484, 1.878906, 1.628906, 1.46875, 1.474609, 1.644531, 1.523438, 1.457031, 1.515625, 1.570312, 1.695312, 1.002548, 1.570312, 1.777344, 1.625, 1.464844, 1.730469, 0.964844, 1.691406, 1.12793, 1.550781, 1.5625, 1.550781, 0.906738, 1.455078, 1.460938, 0.896973, 1.648438, 1.714844, 1.347656, 1.792969, 1.423828, 1.597656, 1.585938, 1.707031, 1.613281, 1.443359, 0.822266, 1.439453, 0.613281, 1.542969, 1.832031, 1.515625, 1.441406, 1.789062, 1.746094, 0.734375, 1.550781, 1.589844, 1.550781, 1.523438, 1.519531, 1.636719, 1.65625, 1.851562, 1.5, 1.196289, 1.53125, 1.777344, 1.8125, 1.6875, 1.365234, 1.433594, 1.773438, 1.667969, 1.474609, 1.515625, 1.652344, 1.640625, 0.316406, 1.628906, 1.632812, 1.785156, 1.898438, 1.691406, 1.316406, 1.496094, 1.65625, 1.523438, 1.867188, 1.205078, 1.738281, 1.192383, 1.386719, 1.726562, 1.052979, 1.443359, 1.166016, 1.439453, 0.701172, 0.966553, 1.53125, 1.859375, 1.287109, 1.539062, 0.849609, 1.792969, 1.46875, 1.195312, 1.376953, 1.757812, 1.332031, 1.373047, 1.558594, 1.726562, 1.765625, 1.53125, 1.667969, 1.582031, 1.835938, 1.664062, 1.757812, 1.5625, 1.765625, 1.229492, 1.769531, 1.714844, 1.21875, 1.016113, 1.71875, 1.550781, 1.333984, 1.235352, 1.574219, 1.671875, 1.722656, 1.71875, 0.786133, 1.949219, 1.824219, 1.613281, 1.554688, 0.814453, 1.597656, 1.871094, 1.730469, 1.785156, 1.554688, 1.746094, 0.949219, 1.9375, 1.808594, 1.523438, 1.683594, 1.195312, 1.636719, 1.582031, 1.699219, 1.632812, 1.494141, 1.482422, 1.683594, 1.625, 1.679688, 1.617188, 1.695312, 1.699219, 1.182617, 1.601562, 1.539062, 1.527344, 1.472656, 1.621094, 1.644531, 1.691406, 1.169922, 1.859375, 1.648438, 1.427734, 1.550781, 1.550781, 1.667969, 1.578125, 1.761719, 1.527344, 1.867188, 1.835938, 1.734375, 1.306641, 1.337891, 1.601562, 1.882812, 1.337891, 1.439453, 1.8125, 1.800781, 1.585938, 1.609375, 1.726562, 1.703125, 1.757812, 1.382812, 1.777344, 1.617188, 1.648438, 1.699219, 1.777344, 1.566406, 1.271484, 1.122559, 1.773438, 0.862305, 1.609375, 1.777344, 1.585938, 1.527344, 1.476562, 1.730469, 1.431641, 1.679688, 1.605469, 0.865234, 1.219727, 1.566406, 1.695312, 1.710938, 1.337891, 0.685547, 1.632812, 1.710938, 1.902344, 0.84082, 1.585938, 1.527344, 1.691406, 1.46875, 1.699219, 1.777344, 1.828125, 1.339844, 1.695312, 0.660156, 0.919922, 1.242188, 0.880371, 1.408203, 1.625, 1.570312, 1.279297, 0.824219, 1.511719, 1.357422, 1.515625, 1.582031, 1.679688, 1.542969, 1.628906, 1.378906, 1.554688, 1.546875, 1.675781, 1.382812, 1.789062, 1.867188, 1.103516, 1.683594, 1.589844, 1.015991, 0.96875, 1.777344, 1.097168, 1.597656, 1.515625, 1.550781, 1.691406, 1.621094, 1.679688, 1.613281, 0.977051, 1.761719, 0.523438, 1.466797, 1.539062, 1.628906, 0.95459, 2.5, 1.542969, 1.601562, 1.761719, 1.625, 1.566406, 1.644531, 1.486328, 1.210938, 1.703125, 1.094727, 1.726562, 1.691406, 1.470703, 1.542969, 1.53125, 1.375, 1.482422, 1.523438, 1.585938, 2.023438, 1.455078, 1.18457, 1.585938, 1.617188, 1.664062, 1.785156, 1.648438, 1.554688, 1.632812, 1.878906, 1.617188, 1.832031, 1.570312, 0.751953, 1.65625, 1.511719, 1.558594, 1.063477, 1.730469, 1.242188, 1.488281, 1.734375, 1.6875, 1.322266, 1.470703, 0.97937, 1.601562, 1.380859, 1.425781, 1.65625, 1.574219, 1.664062, 1.324219, 1.400391, 1.605469, 1.617188, 1.746094, 1.683594, 1.3125, 1.605469, 1.824219, 1.392578, 1.742188, 1.738281, 1.617188, 1.503906, 1.578125, 1.804688, 1.613281, 1.59375, 1.628906, 1.8125, 1.072266, 1.376953, 1.808594, 1.777344, 1.511719, 1.761719, 1.613281, 1.675781, 1.554688, 1.503906, 1.65625, 1.808594, 1.408203, 1.8125, 1.738281, 1.730469, 0.922852, 1.484375, 1.875, 1.453125, 1.527344, 1.746094, 1.462891, 1.601562, 1.679688, 1.710938, 1.25, 1.710938, 1.730469, 1.246094, 0.847656, 1.660156, 1.0177, 1.644531, 1.742188, 1.46875, 1.107422, 0.648438, 0.826172, 1.753906, 1.59375, 1.707031, 1.539062, 1.507812, 1.460938, 1.423828, 1.617188, 1.660156, 1.648438, 1.482422, 0.813477, 1.566406, 1.480469, 1.578125, 1.570312, 1.585938, 1.519531, 1.714844, 1.652344, 1.621094, 1.59375, 1.25, 1.589844, 1.574219, 1.648438, 1.320312, 1.498047, 1.5625, 0.746094, 1.265625, 1.464844, 1.691406, 1.636719, 1.328125, 1.636719, 1.769531, 1.224609, 1.59375, 1.507812, 1.554688, 1.53125, 1.824219, 1.570312, 1.365234, 1.726562, 1.503906, 1.609375, 1.789062, 1.392578, 1.480469, 1.578125, 1.503906, 1.671875, 1.601562, 1.539062, 1.65625, 1.621094, 1.703125, 1.75, 1.890625, 1.761719, 1.65625, 1.570312, 1.699219, 1.265625, 1.542969, 1.132812, 1.519531, 1.78125, 1.455078, 1.636719, 1.273438, 1.176758, 1.197266, 1.707031, 1.683594, 1.738281, 1.410156, 1.683594, 1.683594, 1.462891, 1.621094, 1.558594, 1.582031, 1.714844, 1.679688, 1.796875, 1.621094, 1.582031, 1.496094, 1.474609, 1.535156, 1.400391, 1.734375, 1.490234, 1.734375, 1.949219, 1.640625, 1.734375, 1.408203, 1.757812, 1.574219, 1.332031, 1.582031, 0.798828, 1.5625, 1.640625, 1.660156, 1.621094, 1.425781, 1.78125, 1.527344, 1.398438, 1.648438, 1.710938, 1.613281, 1.636719, 1.894531, 1.832031, 1.527344, 1.636719, 1.535156, 1.789062, 1.765625, 1.730469, 1.314453, 1.349609, 1.482422, 1.419922, 1.427734, 1.566406, 1.984375, 1.65625, 1.558594, 1.292969, 1.261719, 1.671875, 1.652344, 1.478516, 1.367188, 1.753906, 1.458984, 1.640625, 1.722656, 1.300781, 1.710938, 1.3125, 1.193359, 1.710938, 1.695312, 1.613281, 1.300781, 1.094727, 1.613281, 1.5625, 0.974854, 1.414062, 1.773438, 1.894531, 0.925781, 1.714844, 1.010193, 1.474609, 1.194336, 1.59375, 1.216797, 1.605469, 1.714844, 1.542969, 1.566406, 1.523438, 1.871094, 1.765625, 1.535156, 1.554688, 1.582031, 1.601562, 1.703125, 1.535156, 1.4375, 1.259766, 1.554688, 1.351562, 1.542969, 1.632812, 1.337891, 1.605469, 1.275391, 1.8125, 1.734375, 1.800781, 1.851562, 1.675781, 1.644531, 1.652344, 1.738281, 1.859375, 1.464844, 1.417969, 1.396484, 1.699219, 0.558594, 1.261719, 1.412109, 1.574219, 1.519531, 1.388672, 1.738281, 1.636719, 1.621094, 1.625, 1.527344, 0.917969, 1.578125, 1.523438, 1.488281, 1.196289, 1.800781, 1.523438, 1.746094, 0.93457, 1.447266, 1.175781, 1.478516, 1.507812, 1.839844, 1.757812, 1.445312, 1.103027, 1.53125, 1.582031, 1.628906, 1.859375, 1.882812, 1.890625, 1.449219, 1.457031, 0.981445, 1.582031, 1.511719, 1.441406, 1.5625, 1.707031, 1.921875, 1.597656, 1.546875, 1.742188, 1.330078, 1.535156, 1.644531, 1.886719, 1.208984, 1.367188, 1.390625, 0.893066, 0.720703, 1.220703, 0.774414, 1.609375, 1.761719, 1.640625, 1.423828, 0.782227, 0.660156, 1.539062, 1.621094, 1.443359, 1.699219, 1.464844, 1.746094, 1.617188, 1.507812, 0.831055, 1.785156, 1.361328, 1.25, 1.073242, 1.570312, 1.417969, 1.574219, 1.466797, 1.722656, 1.511719, 1.550781, 1.554688, 1.472656, 1.832031, 1.498047, 1.40625, 1.476562, 1.236328, 1.894531, 1.617188, 1.131836, 0.720703, 1.597656, 1.679688, 1.523438, 1.535156, 1.482422, 1.503906, 1.398438, 1.710938, 0.720703, 1.285156, 1.289062, 1.730469, 1.722656, 0.726562, 1.78125, 1.503906, 1.429688, 1.550781, 1.691406, 1.388672, 1.412109, 0.871094, 1.601562, 1.384766, 1.527344, 0.877441, 1.789062, 1.703125, 1.369141, 1.738281, 1.5, 1.373047, 1.550781, 1.824219, 1.769531, 1.203125, 1.578125, 1.714844, 1.34375, 1.335938, 1.542969, 1.757812, 1.417969, 1.695312, 1.757812, 1.542969, 1.671875, 1.597656, 1.683594, 0.6875, 1.589844, 1.699219, 1.640625, 1.699219, 1.12207, 1.515625, 1.539062, 0.542969, 1.283203, 0.793945, 1.699219, 0.853516, 1.294922, 1.507812, 1.652344, 1.695312, 1.292969, 1.511719, 1.5, 1.691406, 0.826172, 1.363281, 1.302734, 1.157227, 1.045654, 1.667969, 1.941406, 1.400391, 1.3125, 1.605469, 1.419922, 1.6875, 1.308594, 1.527344, 1.632812, 0.742188, 1.683594, 1.365234, 1.488281, 0.84082, 1.101562, 1.554688, 1.75, 1.570312, 1.722656, 1.835938, 1.679688, 1.316406, 2.140625, 1.382812, 1.554688, 1.746094, 1.503906, 1.589844, 1.75, 1.855469, 1.8125, 1.691406, 1.632812, 1.816406, 1.53125, 1.396484, 1.363281, 1.542969, 1.40625, 1.554688, 1.730469, 1.59375, 1.652344, 1.644531, 1.386719, 1.859375, 0.826172, 1.324219, 1.408203, 0.862305, 1.683594, 1.539062, 1.625, 1.5625, 1.652344, 1.636719, 1.558594, 1.408203, 0.791016, 1.349609, 1.488281, 1.5, 1.859375, 1.425781, 1.178711, 1.554688, 1.628906, 1.714844, 1.535156, 1.96875, 0.764648, 1.917969, 1.738281, 1.296875, 1.695312, 1.675781, 1.558594, 1.402344, 1.808594, 1.695312, 1.796875, 1.539062, 1.765625, 1.839844, 1.052734, 1.494141, 1.40625, 1.710938, 1.8125, 1.675781, 1.068359, 1.554688, 0.853516, 1.527344, 1.730469, 1.328125, 1.589844, 1.820312, 1.867188, 1.527344, 1.441406, 1.726562, 0.819336, 0.693359, 0.800781, 1.636719, 1.585938, 0.941162, 1.431641, 1.412109, 1.075684, 0.979614, 1.53125, 1.302734, 1.550781, 0.929199, 1.484375, 1.589844, 1.351562, 1.554688, 1.390625, 1.445312, 1.742188, 1.546875, 0.939453, 1.233398, 1.000908, 1.464844, 1.765625, 1.714844, 1.914062, 1.396484, 1.134766, 1.369141, 0.87793, 1.283203, 1.458984, 1.773438, 1.527344, 1.255859, 1.632812, 1.679688, 1.570312, 1.484375, 1.503906, 1.5, 0.954346, 1.738281, 1.613281, 1.06543, 1.789062, 1.519531, 1.738281, 1.578125, 1.535156, 1.447266, 1.824219, 1.710938, 1.554688, 1.617188, 1.949219, 1.542969, 1.566406, 1.496094, 1.59375, 1.742188, 1.539062, 1.382812, 1.542969, 1.605469, 1.746094, 1.236328, 1.535156, 0.987244, 1.921875, 1.546875, 1.507812, 1.195312, 1.443359, 1.535156, 1.753906, 1.035156, 1.722656, 1.051758, 1.757812, 1.472656, 1.480469, 1.308594, 1.554688, 1.161133, 1.773438, 0.849609, 1.597656, 1.349609, 1.832031, 1.550781, 1.40625, 1.617188, 1.621094, 1.585938, 1.427734, 1.570312, 1.503906, 1.523438, 0.855469, 1.792969, 1.519531, 1.433594, 1.703125, 1.443359, 1.753906, 1.359375, 1.172852, 1.585938, 1.738281, 1.539062, 1.100586, 1.738281, 1.570312, 1.578125, 1.400391, 1.527344, 0.710938, 1.546875, 1.494141, 1.699219, 1.308594, 1.394531, 1.169922, 0.697266, 1.492188, 0.780273, 1.005371, 1.396484, 1.457031, 1.757812, 1.835938, 1.439453, 1.408203, 1.328125, 1.746094, 0.794922, 1.53125, 1.757812, 1.605469, 2.078125, 1.757812, 1.738281, 0.811523, 1.6875, 1.65625, 1.267578, 0.916992, 1.632812, 1.75, 0.948486, 1.707031, 1.535156, 1.664062, 1.376953, 1.664062, 1.410156, 0.819336, 1.707031, 1.519531, 1.328125, 1.753906, 1.507812, 1.302734, 0.837891, 1.519531, 1.683594, 1.519531, 1.695312, 1.882812, 1.792969, 1.570312, 1.458984, 1.535156, 1.279297, 0.868164, 1.589844, 1.730469, 1.546875, 1.769531, 1.498047, 1.546875, 1.726562, 1.625, 0.683594, 1.554688, 1.746094, 1.65625, 1.605469, 1.636719, 1.421875, 1.578125, 1.423828, 1.566406, 1.765625, 1.433594, 1.566406, 1.578125, 1.271484, 1.523438, 0.859375, 1.582031, 0.902832, 1.730469, 1.554688, 1.820312, 0.776367, 1.455078, 1.539062, 1.451172, 1.486328, 1.357422, 1.648438, 1.535156, 1.660156, 1.507812, 1.613281, 0.994965, 1.691406, 1.578125, 1.189453, 1.753906, 1.664062, 1.664062, 1.652344, 1.546875, 1.761719, 1.53125, 1.609375, 1.535156, 1.5625, 1.542969, 0.974609, 1.460938, 1.769531, 1.734375, 1.507812, 0.845703, 1.722656, 1.886719, 1.796875, 1.605469, 1.683594, 1.574219, 1.554688, 1.447266, 0.885254, 1.792969, 1.613281, 1.585938, 1.722656, 1.707031, 1.527344, 1.695312, 1.863281, 1.5625, 1.490234, 1.914062, 1.710938, 1.742188, 1.427734, 1.847656, 1.960938, 1.136719, 2.578125, 1.601562, 1.410156, 1.753906, 1.539062, 1.154297, 1.824219, 1.494141, 1.664062, 0.818359, 1.554688, 1.246094, 1.9375, 1.539062, 1.65625, 1.703125, 0.677734, 1.648438, 1.466797, 0.640625, 1.228516, 1.632812, 1.582031, 1.59375, 1.582031, 1.742188, 1.585938, 1.625, 1.414062, 1.777344, 1.000105, 1.578125, 1.726562, 1.578125, 1.117676, 1.523438, 1.664062, 1.753906, 1.644531, 1.714844, 1.546875, 1.71875, 1.419922, 0.994324, 1.515625, 1.503906, 1.582031, 1.558594, 1.351562, 1.53125, 1.142578, 1.570312, 1.621094, 1.361328, 1.613281, 1.851562, 1.251953, 1.703125, 1.460938, 1.855469, 1.53125, 1.542969, 1.225586, 0.906738, 1.503906, 1.376953, 1.5625, 1.466797, 1.886719, 1.554688, 1.601562, 0.761719, 1.484375, 1.835938, 1.546875, 1.558594, 1.570312, 1.792969, 1.785156, 1.722656, 1.455078, 1.539062, 1.527344, 1.511719, 1.828125, 1.664062, 1.605469, 1.527344, 1.445312, 1.314453, 1.957031, 1.429688, 1.628906, 1.570312, 1.219727, 2.0, 1.675781, 1.6875, 1.388672, 1.703125, 1.515625, 1.320312, 1.396484, 1.464844, 1.730469, 1.703125, 1.714844, 1.332031, 1.53125, 1.8125, 1.609375, 1.730469, 1.664062, 1.625, 1.796875, 1.707031, 1.570312, 1.503906, 1.079102, 1.490234, 1.613281, 1.539062, 1.660156, 1.6875, 1.785156, 1.503906, 1.470703, 1.470703, 1.550781, 1.667969, 1.396484, 1.292969, 1.376953, 1.378906, 1.960938, 1.4375, 1.75, 1.757812, 1.660156, 1.742188, 1.546875, 1.613281, 1.165039, 1.816406, 1.585938, 1.554688, 1.695312, 1.574219, 1.625, 1.386719, 1.660156, 1.558594, 1.617188, 1.550781, 1.429688, 1.333984, 1.431641, 1.699219, 1.597656, 0.697266, 1.695312, 1.941406, 1.5625, 1.037598, 1.574219, 1.478516, 1.204102, 0.780273, 1.519531, 1.431641, 1.917969, 1.566406, 1.617188, 1.582031, 1.667969, 1.871094, 1.578125, 1.894531, 1.570312, 1.101562, 1.726562, 1.644531, 1.044678, 0.685547, 1.636719, 1.652344, 1.617188, 1.141602, 1.601562, 1.433594, 1.601562, 1.648438, 1.361328, 1.298828, 1.695312, 1.398438, 1.345703, 1.566406, 1.949219, 1.582031, 0.950195, 1.173828, 1.644531, 1.535156, 1.582031, 1.384766, 1.628906, 1.820312, 1.457031, 1.074707, 1.757812, 1.753906, 1.414062, 1.707031, 1.480469, 1.421875, 1.589844, 1.398438, 0.689453, 0.788086, 1.597656, 1.416016, 1.515625, 1.835938, 1.400391, 1.671875, 1.041992, 1.570312, 1.136719, 1.205078, 1.625, 1.765625, 1.625, 1.503906, 1.765625, 1.683594, 1.021973, 1.644531, 1.503906, 1.345703, 1.597656, 1.996094, 1.539062, 1.416016, 1.416016, 1.851562, 1.617188, 1.585938, 1.589844, 1.492188, 1.460938, 1.546875, 1.425781, 1.796875, 1.648438, 0.768555, 1.570312, 1.757812, 1.330078, 1.628906, 1.065918, 1.322266, 1.71875, 1.757812, 1.191406, 1.207031, 1.429688, 1.632812, 1.660156, 1.652344, 1.902344, 1.447266, 1.503906, 1.480469, 1.699219, 1.632812, 1.410156, 0.916016, 0.806641, 1.632812, 1.660156, 1.757812, 1.59375, 1.511719, 0.648438, 1.828125, 1.816406, 1.486328, 1.59375, 1.073242, 2.109375, 1.804688, 1.640625, 1.484375, 1.453125, 1.394531, 1.507812, 1.357422, 1.617188, 1.519531, 1.589844, 0.895996, 1.808594, 1.345703, 0.946777, 1.585938, 1.494141, 1.863281, 1.498047, 1.435547, 1.558594, 1.554688, 1.789062, 1.490234, 1.558594, 1.613281, 1.601562, 1.570312, 1.515625, 1.164062, 1.867188, 1.554688, 1.972656, 1.59375, 1.165039, 1.498047, 1.574219, 1.507812, 1.476562, 1.804688, 1.65625, 1.095215, 1.457031, 0.738281, 1.644531, 1.384766, 1.851562, 1.425781, 1.621094, 1.582031, 1.490234, 1.271484, 1.585938, 1.695312, 1.746094, 1.871094, 1.539062, 1.683594, 1.144531, 1.542969, 1.339844, 0.847656, 1.447266, 1.773438, 1.824219, 1.75, 1.8125, 1.408203, 1.40625, 1.554688, 1.243164, 1.330078, 1.832031, 1.894531, 1.710938, 1.527344, 1.632812, 1.414062, 1.761719, 1.695312, 1.671875, 0.902344, 1.46875, 1.707031, 1.523438, 1.648438, 1.291016, 1.832031, 1.494141, 1.511719, 1.730469, 1.707031, 1.419922, 1.083984, 1.546875, 1.769531, 1.527344, 2.015625, 1.804688, 1.699219, 1.367188, 1.4375, 1.746094, 1.585938, 1.067871, 0.942139, 1.542969, 1.789062, 1.84375, 1.535156, 1.6875, 0.740234, 1.636719, 1.714844, 1.498047, 1.667969, 1.542969, 1.458984, 1.496094, 0.712891, 1.695312, 1.714844, 1.753906, 1.566406, 1.494141, 1.730469, 1.427734, 1.585938, 1.40625, 1.671875, 2.015625, 1.511719, 1.511719, 1.198242, 1.431641, 1.273438, 0.800781, 1.613281, 1.242188, 1.734375, 1.859375, 1.726562, 1.664062, 1.730469, 1.478516, 1.679688, 1.558594, 1.408203, 1.421875, 1.150391, 1.628906, 1.332031, 1.490234, 1.574219, 1.539062, 1.636719, 1.423828, 1.644531, 1.820312, 1.298828, 1.523438, 1.695312, 0.958496, 1.371094, 1.542969, 1.898438, 1.589844, 0.912598, 1.447266, 1.535156, 1.640625, 1.546875, 1.464844, 0.867188, 1.671875, 1.519531, 1.300781, 1.632812, 1.527344, 1.539062, 1.523438, 1.460938, 1.5625, 1.458984, 1.839844, 1.621094, 1.421875, 1.789062, 1.621094, 0.753906, 1.574219, 1.628906, 1.707031, 1.667969, 1.660156, 1.933594, 1.4375, 1.203125, 2.0, 1.738281, 1.644531, 1.53125, 1.28125, 1.40625, 1.648438, 1.589844, 1.613281, 1.466797, 1.722656, 1.455078, 1.65625, 1.335938, 1.621094, 1.613281, 1.578125, 1.667969, 1.373047, 1.789062, 1.441406, 1.460938, 1.921875, 1.063477, 0.662109, 1.486328, 1.480469, 1.710938, 1.65625, 1.660156, 1.59375, 1.380859, 1.539062, 1.457031, 1.478516, 1.539062, 1.695312, 1.582031, 0.822266, 1.597656, 1.65625, 2.085938, 1.675781, 1.621094, 1.503906, 1.542969, 1.550781, 1.333984, 1.769531, 1.6875, 1.65625, 1.734375, 1.453125, 1.402344, 1.484375, 1.300781, 1.5, 1.613281, 1.462891, 1.628906, 1.789062, 1.890625, 1.8125, 1.554688, 1.574219, 1.371094, 1.714844, 1.496094, 1.128906, 1.804688, 1.582031, 1.423828, 0.821289, 1.416016, 1.707031, 1.546875, 1.917969, 1.773438, 1.455078, 1.859375, 1.597656, 1.496094, 1.318359, 0.748047, 1.589844, 0.922363, 1.474609, 1.605469, 1.789062, 1.621094, 1.507812, 0.710938, 1.566406, 1.828125, 1.503906, 1.558594, 1.84375, 1.181641, 1.742188, 1.507812, 1.421875, 1.125977, 1.566406, 1.433594, 1.353516, 1.773438, 1.886719, 1.46875, 1.703125, 1.324219, 1.496094, 1.488281, 1.21582, 1.648438, 1.636719, 1.707031, 1.683594, 1.527344, 1.503906, 1.5, 1.332031, 1.589844, 1.427734, 1.613281, 0.730469, 1.542969, 1.597656, 1.71875, 1.808594, 1.550781, 1.730469, 1.675781, 1.574219, 1.707031, 1.361328, 1.373047, 1.617188, 1.550781, 0.748047, 1.558594, 1.742188, 1.675781, 1.898438, 1.703125, 1.574219, 1.777344, 1.435547, 1.773438, 1.628906, 1.396484, 0.912109, 1.494141, 1.396484, 1.8125, 0.823242, 1.691406, 0.976074, 1.679688, 0.724609, 1.621094, 1.443359, 1.447266, 1.232422, 1.550781, 1.640625, 1.820312, 1.412109, 1.59375, 1.550781, 1.824219, 1.773438, 0.765625, 1.095215, 1.046631, 1.636719, 1.835938, 1.328125, 1.777344, 1.828125, 1.691406, 1.283203, 1.921875, 1.640625, 1.419922, 1.582031, 1.621094, 1.267578, 1.636719, 1.914062, 1.300781, 1.527344, 1.558594, 1.878906, 1.632812, 1.777344, 1.396484, 1.65625, 1.523438, 1.546875, 1.570312, 1.828125, 1.224609, 1.554688, 0.979736, 0.99585, 1.644531, 1.542969, 1.492188, 1.060059, 1.816406, 1.636719, 1.789062, 0.862305, 1.46875, 1.371094, 1.5, 1.554688, 1.498047, 0.81543, 1.757812, 1.636719, 1.691406, 0.638672, 1.328125, 0.851562, 1.441406, 1.6875, 1.373047, 1.8125, 1.8125, 1.53125, 1.792969, 1.486328, 1.380859, 1.080566, 1.046387, 1.707031, 1.511719, 1.484375, 1.640625, 1.523438, 1.703125, 1.859375, 1.333984, 1.523438, 1.550781, 1.582031, 1.118164, 1.792969, 1.640625, 1.332031, 1.820312, 1.53125, 1.003113, 0.95459, 0.869141, 0.864258, 1.738281, 1.679688, 1.769531, 1.8125, 1.625, 1.597656, 1.824219, 1.703125, 1.78125, 1.558594, 1.546875, 1.335938, 1.632812, 1.773438, 1.59375, 1.498047, 1.75, 1.291016, 1.382812, 1.554688, 1.213867, 1.474609, 1.486328, 1.738281, 1.65625, 1.480469, 1.412109, 1.605469, 1.134766, 1.269531, 1.75, 1.746094, 1.211914, 1.498047, 1.417969, 1.667969, 1.419922, 1.554688, 1.980469, 1.671875, 1.671875, 1.582031, 1.202148, 1.482422, 1.382812, 1.109863, 1.777344, 1.648438, 0.84375, 1.53125, 1.326172, 1.613281, 1.640625, 1.554688, 1.804688, 1.804688, 1.457031, 1.371094, 1.667969, 1.546875, 1.503906, 1.439453, 1.253906, 1.574219, 1.757812, 2.085938, 0.937012, 1.478516, 1.542969, 1.691406, 0.956543, 1.675781, 1.355469, 1.546875, 1.449219, 1.601562, 1.449219, 1.746094, 1.613281, 0.873047, 1.746094, 1.597656, 0.942139, 1.566406, 1.5625, 1.796875, 1.449219, 1.574219, 1.507812, 1.004272, 1.652344, 1.902344, 1.378906, 1.5, 1.632812, 1.427734, 1.5625, 0.806641, 1.179688, 1.597656, 1.398438, 1.621094, 1.423828, 1.496094, 1.605469, 1.746094, 1.039307, 1.367188, 1.765625, 0.799805, 1.605469, 1.476562, 1.863281, 1.796875, 0.88623, 1.824219, 1.558594, 0.930176, 1.796875, 1.609375, 1.503906, 1.566406, 1.753906, 1.789062, 0.834961, 1.628906, 1.341797, 1.632812, 1.6875, 1.84375, 1.308594, 1.145508, 1.757812, 1.707031, 1.640625, 1.535156, 0.853516, 1.578125, 1.664062, 1.431641, 1.601562, 1.621094, 1.761719, 1.474609, 1.582031, 1.710938, 1.496094, 1.769531, 1.412109, 1.349609, 1.208008, 1.523438, 0.796875, 1.816406, 1.40625, 1.445312, 1.890625, 1.699219, 1.333984, 1.498047, 1.777344, 1.808594, 0.887695, 1.824219, 0.946533, 1.363281 ] }, "name": "onnx::Mul_8229", "outputIndexes": [ 422 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 421, 422 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_4/Mul_1_output_0", "outputIndexes": [ 423 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 423 ], "outputIndexes": [ 2602 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2602 ], "outputIndexes": [ 2603 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear", "inputIndexes": [ 2603 ], "outputIndexes": [ 2604 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 175178344, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2604 ], "outputIndexes": [ 2605 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2605 ], "outputIndexes": [ 424 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 423 ], "main_type": "NONE", "name": "/Shape_57_output_0", "outputIndexes": [ 425 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 425 ], "main_type": "NONE", "name": "Shape1172", "outputIndexes": [ 426 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 425 ], "main_type": "NONE", "name": "Rank1174", "outputIndexes": [ 427 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 427, 427 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1176", "outputIndexes": [ 428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 428 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1177", "outputIndexes": [ 429 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 428, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1179", "outputIndexes": [ 430 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 430 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1180", "outputIndexes": [ 431 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 426, 429, 431, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1183", "outputIndexes": [ 432 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 432 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1184", "outputIndexes": [ 433 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 433 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1185", "outputIndexes": [ 434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434, 433 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1186", "outputIndexes": [ 435 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 425, 435, 428 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_64_output_0", "outputIndexes": [ 436 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 436, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_129_output_0", "outputIndexes": [ 437 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 437, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_52_output_0", "outputIndexes": [ 438 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 424, 438 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_37_output_0", "outputIndexes": [ 439 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 439, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_32_output_0", "outputIndexes": [ 440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 439 ], "main_type": "NONE", "name": "/Shape_58_output_0", "outputIndexes": [ 441 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 441 ], "main_type": "NONE", "name": "Shape1193", "outputIndexes": [ 442 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 441 ], "main_type": "NONE", "name": "Rank1195", "outputIndexes": [ 443 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 443, 443 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1197", "outputIndexes": [ 444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 444 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1198", "outputIndexes": [ 445 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 444, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1200", "outputIndexes": [ 446 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 446 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1201", "outputIndexes": [ 447 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 442, 445, 447, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1204", "outputIndexes": [ 448 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 448 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1205", "outputIndexes": [ 449 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 449 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1206", "outputIndexes": [ 450 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 450, 449 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1207", "outputIndexes": [ 451 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 441, 451, 444 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_65_output_0", "outputIndexes": [ 452 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 452, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_12_output_0", "outputIndexes": [ 453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_134_output_0", "outputIndexes": [ 454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 439, 454, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_17_output_0", "outputIndexes": [ 455 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 455 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_8_output_0", "outputIndexes": [ 456 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 439, 21, 454, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_16_output_0", "outputIndexes": [ 457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 456, 457 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_55_output_0", "outputIndexes": [ 458 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 458, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_33_output_0", "outputIndexes": [ 459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 440, 459 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_20_output_0", "outputIndexes": [ 460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 423 ], "outputIndexes": [ 2606 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2606 ], "outputIndexes": [ 2607 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear", "inputIndexes": [ 2607 ], "outputIndexes": [ 2608 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 177832574, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2608 ], "outputIndexes": [ 2609 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2609 ], "outputIndexes": [ 461 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 437, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_53_output_0", "outputIndexes": [ 462 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 461, 462 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_38_output_0", "outputIndexes": [ 463 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_34_output_0", "outputIndexes": [ 464 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463 ], "main_type": "NONE", "name": "/Shape_59_output_0", "outputIndexes": [ 465 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 465 ], "main_type": "NONE", "name": "Shape1256", "outputIndexes": [ 466 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 465 ], "main_type": "NONE", "name": "Rank1258", "outputIndexes": [ 467 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 467, 467 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1260", "outputIndexes": [ 468 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 468 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1261", "outputIndexes": [ 469 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 468, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1263", "outputIndexes": [ 470 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 470 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1264", "outputIndexes": [ 471 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 466, 469, 471, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1267", "outputIndexes": [ 472 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 472 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1268", "outputIndexes": [ 473 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 473 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1269", "outputIndexes": [ 474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 474, 473 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1270", "outputIndexes": [ 475 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 465, 475, 468 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_66_output_0", "outputIndexes": [ 476 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 476, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_13_output_0", "outputIndexes": [ 477 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 477, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_136_output_0", "outputIndexes": [ 478 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463, 478, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_19_output_0", "outputIndexes": [ 479 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 479 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_9_output_0", "outputIndexes": [ 480 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463, 21, 478, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_18_output_0", "outputIndexes": [ 481 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 480, 481 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_56_output_0", "outputIndexes": [ 482 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 482, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_35_output_0", "outputIndexes": [ 483 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 483 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_21_output_0", "outputIndexes": [ 484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 423 ], "outputIndexes": [ 2610 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2610 ], "outputIndexes": [ 2611 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear", "inputIndexes": [ 2611 ], "outputIndexes": [ 2612 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 179159700, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2612 ], "outputIndexes": [ 2613 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2613 ], "outputIndexes": [ 485 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 485, 462 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_39_output_0", "outputIndexes": [ 486 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 460, 484, 486, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_44_output_0", "outputIndexes": [ 487 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 487 ], "outputIndexes": [ 2614 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2614 ], "outputIndexes": [ 2615 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear", "inputIndexes": [ 2615 ], "outputIndexes": [ 2616 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 180486826, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2616 ], "outputIndexes": [ 2617 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2617 ], "outputIndexes": [ 488 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_4/Mul_output_0", "outputIndexes": [ 489 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.806641, 0.71875, 0.78418, 1.02771, 0.681641, 0.768555, 0.882812, 0.398438, 0.771484, 0.764648, 0.889648, 0.767578, 0.699219, 0.794922, 0.802734, 0.734375, 0.799805, 0.773438, 0.927246, 0.801758, 0.911621, 0.838867, 0.750977, 0.811523, 0.837891, 0.746094, 0.896973, 0.966797, 0.97876, 0.901367, 0.734375, 0.6875, 0.771484, 0.484375, 0.75, 0.852539, 0.671875, 0.823242, 0.660156, 0.695312, 0.845703, 0.837891, 0.740234, 0.734375, 0.605469, 0.800781, 0.799805, 0.744141, 1.208984, 0.78418, 0.883301, 0.870117, 0.785156, 0.982788, 0.871094, 0.720703, 0.902344, 0.759766, 0.780273, 0.714844, 0.760742, 1.041504, 0.773438, 0.803711, 1.000893, 0.662109, 0.767578, 0.744141, 0.720703, 0.722656, 0.805664, 0.84082, 0.730469, 0.697266, 0.644531, 0.671875, 0.699219, 0.774414, 0.744141, 0.644531, 0.738281, 0.363281, 0.848633, 0.707031, 0.744141, 0.790039, 0.75, 0.736328, 0.669922, 0.806641, 0.829102, 0.636719, 0.95874, 0.542969, 0.797852, 0.300781, 0.708984, 0.758789, 0.844727, 0.736328, 0.783203, 0.873047, 0.785156, 0.894043, 0.765625, 0.746094, 0.834961, 0.768555, 0.701172, 0.697266, 0.818359, 0.837891, 1.026978, 1.241211, 0.81543, 0.771484, 0.810547, 0.996155, 0.707031, 0.899414, 0.744141, 0.726562, 1.160156, 0.77832, 0.761719, 0.869141, 0.786133, 0.786133, 0.772461, 0.849609, 0.697266, 0.716797, 0.689453, 0.712891, 0.832031, 0.849609, 0.707031, 0.84082, 0.823242, 0.892578, 1.240234, 0.089844, 0.683594, 0.761719, 0.760742, 0.826172, 0.772461, 0.693359, 0.746094, 0.831055, 0.730469, 0.762695, 0.740234, 2.875, 0.838867, 0.87793, 0.660156, 0.758789, 0.488281, 0.576172, 1.589844, 0.87793, 0.816406, 0.683594, 0.885254, 0.827148, 0.924316, 0.449219, 0.88916, 0.708984, 0.84082, 0.5625, 0.78418, 0.550781, 0.766602, 0.949463, 0.847656, 0.300781, 0.905273, 0.838867, 0.796875, 0.537109, 0.779297, 0.421875, 0.948486, 0.658203, 0.59375, 0.675781, 0.707031, 0.864258, 0.867188, 1.107422, 0.845703, 0.720703, 0.769531, 0.802734, 0.695312, 0.929688, 0.842773, 0.786133, 0.765625, 0.744141, 0.791016, 0.689453, 0.834961, 0.791016, 1.0271, 0.720703, 0.775391, 0.89209, 0.820312, 0.820312, 0.880859, 0.833984, 0.730469, 0.81543, 0.744141, 0.753906, 0.955322, 0.881836, 0.898926, 0.873047, 0.691406, 1.005249, 0.861328, 0.795898, 0.642578, 0.763672, 0.759766, 0.642578, 1.035156, 0.833008, 0.944336, 0.828125, 0.799805, 0.883301, 0.923828, 0.847656, 0.738281, 0.78418, 0.885742, 0.736328, 0.84668, 3.671875, 0.599609, 0.822266, 0.730469, 0.786133, 0.803711, 0.742188, 0.712891, 0.817383, 0.628906, 0.697266, 0.832031, 0.658203, 0.754883, 0.821289, 1.122559, 0.762695, 0.875977, 0.897949, 0.722656, 0.693359, 0.782227, 0.783203, 0.828125, 0.738281, 0.776367, 0.792969, 0.768555, 0.666016, 0.732422, 0.728516, 0.724609, 0.75293, 0.564453, 0.755859, 0.871094, 0.774414, 0.770508, 0.800781, 0.742188, 0.736328, 1.15918, 0.722656, 0.88623, 0.826172, 0.46875, 0.660156, 0.707031, 0.564453, 0.855469, 0.794922, 0.871094, 0.858398, 0.701172, 0.806641, 0.821289, 0.799805, 0.861328, 0.767578, 0.582031, 0.869141, 0.339844, 0.716797, 0.962158, 0.821289, 0.710938, 0.792969, 0.869141, 0.445312, 0.796875, 0.791992, 0.876953, 0.758789, 0.699219, 0.740234, 0.714844, 0.825195, 0.689453, 0.916016, 0.791016, 0.816406, 0.833984, 0.832031, 0.708984, 0.748047, 0.931152, 0.89209, 0.707031, 0.847656, 0.75, 0.78418, 3.21875, 0.793945, 0.71875, 0.790039, 0.858398, 0.75, 0.679688, 0.732422, 0.885742, 0.699219, 0.896484, 0.714844, 0.726562, 0.817383, 0.650391, 0.789062, 0.943604, 0.705078, 1.124512, 0.822266, 0.382812, 0.556641, 0.896484, 0.836914, 0.884766, 0.748047, 0.535156, 0.897949, 0.685547, 0.813477, 1.056152, 0.822266, 0.683594, 0.893555, 0.746094, 0.726562, 0.851562, 0.766602, 0.683594, 0.783203, 0.945801, 0.883301, 0.928223, 0.764648, 0.871094, 0.820312, 0.845703, 0.837891, 0.660156, 0.699219, 0.833008, 0.746094, 0.71875, 0.679688, 0.802734, 0.744141, 0.852539, 0.777344, 0.4375, 0.959717, 0.765625, 0.764648, 0.832031, 0.421875, 0.770508, 0.782227, 0.811523, 0.874023, 0.732422, 0.871094, 0.660156, 1.006897, 0.860352, 0.734375, 0.772461, 0.963623, 0.762695, 0.710938, 0.824219, 0.822266, 0.895508, 0.683594, 0.78125, 0.734375, 0.785156, 0.782227, 0.975342, 0.817383, 1.133789, 0.75293, 0.736328, 0.863281, 0.65625, 0.701172, 0.728516, 0.836914, 0.953125, 0.980225, 0.864258, 0.844727, 1.273438, 0.736328, 0.794922, 0.738281, 0.77832, 0.898438, 0.918945, 0.818359, 0.813477, 0.679688, 1.144531, 0.771484, 0.90625, 0.992676, 0.716797, 0.865234, 0.837891, 0.712891, 0.808594, 0.870117, 0.78125, 0.828125, 0.818359, 0.744141, 0.707031, 0.954102, 0.797852, 0.860352, 0.716797, 0.666016, 0.703125, 0.798828, 0.542969, 0.762695, 0.867188, 0.783203, 0.714844, 0.666016, 0.837891, 0.807617, 0.712891, 0.911621, 0.570312, 1.045166, 0.736328, 0.916016, 0.793945, 0.695312, 0.589844, 0.814453, 0.930176, 0.791016, 0.552734, 0.771484, 0.712891, 0.875977, 0.766602, 0.806641, 0.800781, 0.868164, 0.888672, 0.793945, 0.394531, 0.671875, 0.683594, 0.453125, 0.887207, 0.808594, 0.699219, 0.6875, 1.208984, 0.703125, 0.804688, 0.967773, 1.039062, 0.761719, 0.793945, 0.791016, 0.732422, 0.666016, 0.75, 0.800781, 0.84375, 0.792969, 0.904297, 0.750977, 0.864258, 0.768555, 0.572266, 0.654297, 0.80957, 0.574219, 0.748047, 0.675781, 0.697266, 0.714844, 0.797852, 0.714844, 0.722656, 0.480469, 0.773438, 3.546875, 0.658203, 0.730469, 0.726562, 0.523438, 1.147461, 0.817383, 0.833008, 0.84082, 0.9646, 0.705078, 0.756836, 0.746094, 0.695312, 0.847656, 0.746094, 0.746094, 1.043701, 0.770508, 0.786133, 0.759766, 0.669922, 1.223633, 0.774414, 0.78418, 0.80957, 1.078613, 0.845703, 0.933594, 0.750977, 0.908203, 0.84375, 1.310547, 0.803711, 0.851562, 0.942627, 0.736328, 0.791992, 0.701172, 0.316406, 0.850586, 0.707031, 0.707031, 0.554688, 0.818359, 1.126953, 0.783203, 0.831055, 0.767578, 1.197266, 0.689453, 1.570312, 0.789062, 1.032471, 0.862305, 0.757812, 0.728516, 0.848633, 1.120117, 0.918457, 0.769531, 0.834961, 0.832031, 0.75293, 0.746094, 0.81543, 0.832031, 0.754883, 0.827148, 0.851562, 0.730469, 0.799805, 0.767578, 0.885742, 0.724609, 0.734375, 0.705078, 0.867188, 1.051514, 0.814453, 0.807617, 0.884766, 0.673828, 0.6875, 0.765625, 0.791016, 0.80957, 0.775391, 0.722656, 0.854492, 0.716797, 0.841797, 0.951904, 0.787109, 0.607422, 0.683594, 0.839844, 0.851562, 0.757812, 0.730469, 0.697266, 0.703125, 0.693359, 0.790039, 0.675781, 0.797852, 0.898926, 0.689453, 0.517578, 0.714844, 1.455078, 0.728516, 0.842773, 0.84668, 0.771484, 0.519531, 0.472656, 0.802734, 0.697266, 0.75, 0.683594, 0.675781, 0.666016, 0.746094, 0.805664, 0.788086, 0.785156, 0.720703, 0.433594, 0.790039, 0.673828, 0.681641, 0.693359, 0.754883, 0.693359, 0.777344, 0.800781, 0.732422, 0.679688, 0.801758, 0.750977, 0.720703, 0.883789, 0.795898, 1.08252, 0.707031, 0.351562, 1.414062, 0.789062, 0.801758, 0.712891, 0.887695, 0.748047, 0.858398, 1.134766, 0.834961, 0.697266, 0.660156, 0.697266, 0.790039, 0.770508, 0.803711, 0.707031, 0.868164, 0.722656, 0.980713, 0.71875, 0.730469, 0.691406, 0.716797, 0.756836, 0.825195, 0.697266, 0.75293, 0.942383, 0.811523, 0.695312, 0.858398, 0.865234, 1.246094, 0.836914, 0.915039, 0.813477, 0.736328, 0.817383, 0.691406, 0.835938, 0.667969, 0.766602, 0.808594, 0.954346, 0.675781, 0.795898, 0.751953, 0.755859, 0.652344, 0.866211, 0.764648, 0.662109, 0.716797, 0.810547, 0.750977, 0.860352, 0.732422, 0.791992, 0.802734, 0.845703, 0.703125, 0.893555, 0.761719, 0.856445, 0.804688, 0.609375, 0.864258, 0.90918, 0.724609, 0.782227, 0.736328, 0.961914, 0.754883, 0.671875, 0.707031, 0.601562, 0.750977, 0.779297, 0.794922, 0.724609, 0.758789, 0.830078, 0.822266, 0.669922, 0.845703, 0.824219, 0.760742, 0.820312, 0.808594, 0.925781, 0.75, 0.697266, 0.742188, 0.78125, 0.826172, 0.830078, 1.462891, 0.772461, 0.714844, 0.744141, 0.703125, 0.751953, 1.310547, 0.767578, 0.738281, 0.987488, 0.650391, 0.800781, 0.816406, 0.708984, 0.802734, 0.791016, 0.701172, 0.841797, 0.667969, 0.798828, 0.799805, 1.109375, 1.097168, 0.75, 0.75, 0.683594, 0.699219, 0.652344, 0.705078, 0.726562, 0.576172, 0.724609, 0.851562, 0.80957, 0.511719, 0.828125, 0.755859, 1.102539, 1.012939, 0.740234, 0.683594, 0.750977, 0.822266, 0.783203, 0.75293, 0.879395, 0.856445, 0.774414, 0.712891, 0.691406, 0.720703, 0.720703, 0.830078, 0.730469, 0.660156, 1.003677, 0.921387, 0.753906, 0.786133, 0.760742, 0.878418, 0.776367, 0.754883, 0.795898, 0.644531, 0.837891, 0.888184, 0.71875, 0.644531, 0.821289, 0.810547, 0.817383, 0.708984, 0.673828, 1.041504, 0.874023, 0.28125, 0.728516, 0.751953, 0.671875, 0.842773, 0.908691, 0.825195, 0.755859, 0.78125, 0.786133, 0.744141, 0.449219, 0.740234, 0.779297, 0.685547, 1.010864, 0.850586, 0.850586, 0.714844, 0.492188, 0.736328, 0.888184, 0.658203, 0.799805, 0.831055, 0.855469, 0.873047, 1.566406, 0.664062, 0.771484, 0.734375, 0.945557, 0.825195, 0.891602, 0.814453, 0.636719, 0.601562, 0.714844, 0.65625, 0.802734, 0.744141, 0.814453, 0.878906, 0.770508, 0.754883, 0.823242, 0.712891, 0.720703, 0.84668, 0.926758, 0.794922, 0.689453, 0.673828, 0.464844, 0.3125, 0.693359, 1.102539, 0.765625, 0.835938, 0.703125, 0.918945, 0.394531, 0.367188, 0.71875, 0.783203, 0.791016, 0.845703, 0.697266, 0.813477, 0.81543, 0.807617, 0.464844, 0.932617, 0.6875, 0.796875, 0.787109, 0.791016, 0.712891, 0.750977, 0.689453, 0.788086, 0.691406, 0.828125, 0.756836, 0.800781, 0.952148, 0.746094, 0.720703, 0.759766, 1.154297, 0.948975, 0.785156, 0.658203, 0.40625, 1.168945, 0.742188, 0.693359, 0.891602, 0.726562, 0.748047, 0.742188, 0.876953, 0.328125, 0.773438, 0.77832, 0.891113, 0.782227, 0.484375, 0.797852, 0.770508, 1.036133, 0.71875, 0.75293, 1.03125, 0.740234, 0.480469, 0.765625, 0.677734, 0.763672, 0.548828, 0.638672, 0.810547, 1.010132, 0.80957, 1.062256, 0.707031, 0.681641, 0.949951, 0.861328, 0.677734, 0.703125, 0.837891, 0.822266, 1.054932, 0.595703, 1.171875, 0.762695, 0.866211, 0.814453, 0.96936, 0.726562, 0.710938, 0.785156, 0.328125, 0.769531, 0.813477, 0.708984, 0.795898, 4.0, 0.650391, 0.744141, 0.5, 0.648438, 0.453125, 0.879395, 0.603516, 0.728516, 0.799805, 0.77832, 0.850586, 0.683594, 0.762695, 1.051025, 0.819336, 0.402344, 0.857422, 0.724609, 0.744141, 0.580078, 0.751953, 0.898438, 0.750977, 1.154297, 0.792969, 0.776367, 0.823242, 0.762695, 0.862305, 0.771484, 0.417969, 0.75293, 0.693359, 0.760742, 0.671875, 0.425781, 0.703125, 0.806641, 0.75293, 0.884766, 0.864258, 0.746094, 0.866211, 1.757812, 0.630859, 0.734375, 0.986206, 0.744141, 0.750977, 0.833984, 0.866211, 0.865234, 0.855469, 0.800781, 1.057129, 0.864258, 0.691406, 1.080566, 0.856445, 0.833984, 0.683594, 0.794922, 0.720703, 0.753906, 0.786133, 1.318359, 0.800781, 0.519531, 0.764648, 0.775391, 0.664062, 0.716797, 0.91748, 0.786133, 0.768555, 0.863281, 0.6875, 0.744141, 0.736328, 0.576172, 0.667969, 0.738281, 0.730469, 0.84375, 0.730469, 0.693359, 0.728516, 0.762695, 0.736328, 0.761719, 0.865234, 0.505859, 0.916992, 0.807617, 0.728516, 0.824219, 0.818359, 0.966797, 1.020142, 0.775391, 0.814453, 0.838867, 0.746094, 0.831055, 0.776367, 1.224609, 0.671875, 0.728516, 0.813477, 0.835938, 0.885742, 0.742188, 0.859375, 0.515625, 0.728516, 0.864258, 0.701172, 0.716797, 0.883301, 0.875977, 0.730469, 0.833008, 0.855469, 0.421875, 0.398438, 0.414062, 0.705078, 0.769531, 0.642578, 0.658203, 0.774414, 1.484375, 0.630859, 0.823242, 0.71875, 0.705078, 0.527344, 0.6875, 0.92627, 1.130859, 0.714844, 0.703125, 0.759766, 0.915039, 0.788086, 0.716797, 1.234375, 0.34375, 0.738281, 0.876953, 0.833008, 0.821289, 0.755859, 1.167969, 0.833008, 0.40625, 1.291016, 0.714844, 0.705078, 0.714844, 0.760742, 0.856445, 0.758789, 0.802734, 0.716797, 0.699219, 0.77832, 1.832031, 0.78125, 0.722656, 1.161133, 0.835938, 0.675781, 0.918457, 0.720703, 0.71875, 1.104004, 0.835938, 0.875977, 0.707031, 0.691406, 0.899902, 0.804688, 0.762695, 0.693359, 0.734375, 0.914551, 0.728516, 0.746094, 0.728516, 0.894531, 0.859375, 1.010132, 0.705078, 0.646484, 0.837891, 0.738281, 0.720703, 0.893066, 0.710938, 0.726562, 0.782227, 0.669922, 0.869141, 0.589844, 0.866211, 0.628906, 0.742188, 0.806641, 0.751953, 0.80957, 0.782227, 0.472656, 0.773438, 0.753906, 0.931152, 0.730469, 0.703125, 0.708984, 0.750977, 0.728516, 0.724609, 0.722656, 0.632812, 0.84668, 0.429688, 0.976074, 0.746094, 0.675781, 0.860352, 0.845703, 0.929199, 0.753906, 0.800781, 0.751953, 0.780273, 0.803711, 1.414062, 0.820312, 0.787109, 0.875488, 0.693359, 0.724609, 0.417969, 0.991699, 0.814453, 0.810547, 1.267578, 0.767578, 0.832031, 0.394531, 0.751953, 0.496094, 0.705078, 0.681641, 0.628906, 0.777344, 0.827148, 0.634766, 0.671875, 0.730469, 0.908203, 0.421875, 0.746094, 0.938477, 0.823242, 0.879883, 0.874023, 0.845703, 0.488281, 0.759766, 0.864258, 0.854492, 0.613281, 0.821289, 0.822266, 0.615234, 0.814453, 1.363281, 0.756836, 0.71875, 0.759766, 0.65625, 0.5, 0.855469, 0.720703, 0.623047, 0.833008, 0.744141, 0.708984, 0.417969, 0.650391, 1.024536, 0.6875, 0.772461, 0.895508, 0.919922, 0.881348, 0.697266, 0.756836, 0.768555, 1.515625, 0.738281, 0.847656, 0.673828, 0.823242, 0.730469, 0.849609, 0.813477, 0.740234, 0.34375, 0.779297, 0.84082, 0.769531, 0.691406, 0.779297, 0.75, 0.75293, 0.677734, 0.807617, 0.779297, 0.734375, 0.701172, 0.714844, 0.806641, 0.776367, 0.449219, 0.786133, 0.546875, 0.961914, 0.75293, 1.088867, 0.46875, 0.957031, 0.772461, 0.667969, 0.708984, 1.515625, 0.724609, 0.753906, 0.87207, 0.675781, 0.822266, 0.675781, 0.819336, 0.782227, 1.259766, 0.870117, 0.636719, 0.84668, 0.71875, 0.750977, 0.78418, 0.801758, 0.839844, 0.697266, 0.757812, 0.675781, 0.582031, 0.71875, 0.8125, 0.860352, 0.754883, 0.533203, 0.813477, 0.968018, 0.95166, 0.738281, 0.997009, 0.77832, 0.796875, 0.679688, 0.548828, 0.734375, 0.830078, 0.867188, 0.828125, 0.679688, 0.768555, 0.819336, 0.870117, 0.802734, 0.740234, 0.959717, 0.886719, 0.803711, 0.746094, 0.891113, 0.816406, 0.617188, 1.07666, 0.730469, 0.722656, 0.931641, 0.701172, 0.6875, 0.821289, 0.726562, 0.798828, 0.556641, 0.808594, 0.789062, 1.269531, 0.689453, 0.895996, 0.748047, 0.359375, 0.730469, 0.901367, 0.371094, 0.770508, 0.755859, 0.673828, 0.775391, 0.885742, 0.805664, 0.750977, 0.728516, 0.726562, 0.820312, 0.652344, 0.667969, 0.88916, 0.764648, 1.024902, 0.728516, 0.78125, 0.744141, 0.858398, 0.770508, 0.822266, 0.780273, 0.675781, 0.615234, 0.817383, 0.712891, 0.75, 1.020874, 0.80957, 0.793945, 0.95166, 0.748047, 0.766602, 0.795898, 0.816406, 0.798828, 0.766602, 1.324219, 0.807617, 0.946045, 0.730469, 0.734375, 0.757812, 0.429688, 0.767578, 0.879883, 0.793945, 0.762695, 0.891113, 0.699219, 0.750977, 0.488281, 0.850586, 0.930176, 0.742188, 0.776367, 0.853516, 0.913574, 0.837891, 0.792969, 0.774414, 0.746094, 0.71875, 0.697266, 0.90625, 0.730469, 0.958984, 0.847656, 0.84668, 0.722656, 0.937988, 0.632812, 1.005707, 0.714844, 0.699219, 0.857422, 0.828125, 0.912598, 0.603516, 0.900391, 0.750977, 0.8125, 0.707031, 0.874023, 0.976074, 0.922363, 0.796875, 0.807617, 0.701172, 0.728516, 0.775391, 0.769531, 0.800781, 0.810547, 0.859375, 0.738281, 0.748047, 0.685547, 0.775391, 0.744141, 0.705078, 0.891602, 0.828125, 0.852539, 0.81543, 0.829102, 0.714844, 0.736328, 0.693359, 0.732422, 0.750977, 0.701172, 0.597656, 0.660156, 0.894043, 0.758789, 0.813477, 0.761719, 0.71875, 0.770508, 0.787109, 0.783203, 1.116699, 0.874023, 0.786133, 0.837891, 0.754883, 0.761719, 0.852539, 0.876953, 0.761719, 0.818359, 0.780273, 1.664062, 1.045898, 0.683594, 0.788086, 0.744141, 0.689453, 0.335938, 0.773438, 0.96167, 0.793945, 0.753906, 0.730469, 0.779297, 0.738281, 0.464844, 0.802734, 0.708984, 1.04248, 0.772461, 0.767578, 0.742188, 0.75, 0.869141, 0.675781, 1.300781, 0.685547, 0.669922, 0.883789, 0.774414, 0.609375, 0.375, 0.864258, 0.782227, 0.775391, 0.705078, 0.722656, 0.746094, 0.726562, 0.78125, 0.823242, 0.720703, 0.91748, 0.701172, 0.677734, 0.669922, 0.827148, 1.017944, 0.484375, 0.703125, 0.744141, 0.757812, 0.764648, 0.738281, 0.811523, 0.820312, 0.899414, 0.703125, 0.925781, 0.803711, 0.681641, 0.770508, 0.750977, 0.814453, 0.708984, 0.797852, 0.328125, 0.359375, 0.772461, 0.746094, 0.697266, 0.958008, 0.762695, 0.807617, 0.640625, 0.664062, 0.548828, 0.720703, 0.829102, 0.813477, 0.703125, 0.683594, 0.842773, 0.75, 0.552734, 0.748047, 0.84375, 0.705078, 0.697266, 0.883301, 0.791016, 0.671875, 0.691406, 0.826172, 0.833008, 0.768555, 0.728516, 0.825195, 0.705078, 0.758789, 1.902344, 0.845703, 0.792969, 0.460938, 0.716797, 0.811523, 1.084961, 0.707031, 1.059326, 0.859375, 0.896484, 0.831055, 1.351562, 0.99295, 0.652344, 0.78418, 0.714844, 0.759766, 0.902832, 0.748047, 0.742188, 0.730469, 0.800781, 0.770508, 0.963623, 1.255859, 0.386719, 0.701172, 0.805664, 0.978271, 0.914062, 0.806641, 0.394531, 0.930176, 0.973877, 0.714844, 0.763672, 0.664062, 0.97522, 0.885742, 0.78418, 0.819336, 0.71875, 1.10498, 0.772461, 0.759766, 0.689453, 0.943359, 0.732422, 0.453125, 1.001762, 1.005493, 0.425781, 0.732422, 1.191406, 0.885742, 0.703125, 0.999641, 0.699219, 1.10498, 0.847656, 0.720703, 0.724609, 0.728516, 0.671875, 0.758789, 0.913086, 1.507812, 0.904785, 0.732422, 0.884277, 0.831055, 0.839844, 0.701172, 0.751953, 0.829102, 0.679688, 1.056885, 0.814453, 0.734375, 0.759766, 0.46875, 0.742188, 0.762695, 0.919434, 0.773438, 0.759766, 0.726562, 0.691406, 0.666016, 0.689453, 0.801758, 0.818359, 0.871094, 0.845703, 0.776367, 0.712891, 0.707031, 0.660156, 0.544922, 0.730469, 0.794922, 0.915527, 0.793945, 0.963379, 0.707031, 0.746094, 0.762695, 0.807617, 0.759766, 0.84082, 0.884766, 0.820312, 0.753906, 0.716797, 0.860352, 0.814453, 0.789062, 0.736328, 0.564453, 0.801758, 0.916992, 0.683594, 0.775391, 0.799805, 0.887207, 0.701172, 0.818359, 0.855469, 0.75, 0.636719, 1.0625, 0.786133, 0.818359, 0.796875, 0.946289, 0.876953, 0.75, 0.712891, 0.697266, 0.811523, 0.808594, 0.691406, 0.544922, 0.720703, 0.901855, 0.866211, 0.786133, 0.811523, 0.402344, 0.736328, 0.931152, 0.720703, 0.763672, 0.832031, 0.681641, 0.780273, 0.693359, 0.763672, 0.836914, 0.822266, 0.740234, 1.285156, 0.879395, 0.634766, 0.851562, 0.685547, 0.859375, 0.902832, 0.796875, 0.759766, 0.769531, 0.831055, 0.652344, 0.5, 0.720703, 1.511719, 0.806641, 0.914551, 1.455078, 0.761719, 0.801758, 0.788086, 0.813477, 0.728516, 0.84668, 0.662109, 0.701172, 0.799805, 0.824219, 0.795898, 0.683594, 0.722656, 0.849609, 0.685547, 0.826172, 0.851562, 0.669922, 0.689453, 0.858398, 0.664062, 0.750977, 0.703125, 1.006836, 0.905273, 0.527344, 0.805664, 0.931641, 0.750977, 0.767578, 0.756836, 0.615234, 0.789062, 0.786133, 0.826172, 0.740234, 0.78418, 0.794922, 0.742188, 1.172852, 0.740234, 0.703125, 1.00647, 0.707031, 0.675781, 0.755859, 0.75, 0.394531, 0.691406, 0.805664, 0.794922, 0.824219, 0.789062, 0.99585, 0.734375, 0.628906, 0.977661, 0.816406, 0.863281, 0.754883, 0.789062, 0.681641, 0.853516, 0.768555, 0.707031, 0.667969, 0.879395, 0.738281, 0.720703, 0.761719, 0.816406, 0.738281, 0.736328, 0.776367, 0.864258, 0.791016, 0.993835, 0.827148, 0.88916, 0.621094, 0.308594, 0.671875, 0.813477, 0.857422, 0.677734, 0.746094, 0.724609, 0.755859, 0.705078, 0.767578, 0.703125, 0.750977, 0.87207, 0.712891, 0.445312, 0.660156, 0.786133, 0.901367, 0.862305, 0.961914, 0.697266, 0.714844, 0.681641, 0.738281, 0.878418, 0.828125, 0.738281, 0.887695, 0.740234, 0.862305, 0.646484, 0.835938, 0.792969, 0.708984, 1.128906, 0.693359, 0.801758, 1.057861, 0.847656, 0.673828, 0.835938, 0.740234, 0.751953, 0.844727, 0.785156, 0.887695, 0.757812, 0.599609, 0.550781, 0.855469, 0.805664, 0.746094, 0.907715, 0.841797, 0.841797, 0.948242, 0.881348, 0.853516, 1.021484, 0.355469, 0.822266, 1.204102, 0.712891, 0.808594, 0.822266, 0.816406, 0.757812, 0.386719, 0.754883, 0.875488, 0.699219, 0.705078, 0.842773, 1.261719, 0.844727, 0.712891, 0.720703, 0.652344, 0.785156, 0.666016, 0.685547, 0.775391, 0.971313, 0.785156, 0.705078, 0.78418, 0.701172, 0.638672, 1.183594, 0.691406, 0.825195, 0.806641, 0.716797, 0.831055, 0.685547, 0.791992, 1.12207, 0.762695, 0.770508, 0.816406, 0.449219, 0.728516, 0.845703, 0.764648, 0.788086, 0.844727, 0.797852, 0.777344, 0.748047, 0.858398, 0.839844, 0.619141, 0.77832, 0.644531, 0.394531, 0.695312, 0.901367, 0.790039, 0.856445, 0.770508, 0.732422, 0.836914, 0.660156, 0.862305, 0.776367, 1.017578, 0.597656, 0.716797, 0.714844, 0.855469, 0.445312, 0.891602, 0.75293, 0.779297, 0.453125, 0.78125, 0.800781, 1.134766, 0.705078, 0.734375, 0.863281, 0.830078, 0.712891, 0.679688, 0.730469, 0.924316, 0.744141, 0.339844, 0.744141, 0.997437, 0.830078, 0.765625, 0.59375, 0.839844, 0.87207, 0.830078, 0.828125, 0.934082, 0.720703, 0.928711, 0.936035, 0.822266, 0.875, 0.777344, 0.860352, 0.724609, 0.764648, 0.716797, 0.987061, 0.722656, 0.799805, 0.775391, 0.882324, 0.740234, 0.759766, 0.832031, 0.8125, 1.049316, 0.681641, 1.291016, 0.558594, 0.764648, 0.722656, 0.746094, 0.689453, 0.80957, 0.806641, 0.811523, 0.5625, 0.699219, 0.756836, 0.693359, 0.707031, 0.813477, 0.386719, 0.825195, 0.794922, 0.766602, 0.328125, 0.746094, 0.587891, 1.527344, 0.8125, 0.760742, 0.829102, 0.854492, 0.744141, 0.771484, 0.814453, 0.71875, 0.525391, 0.638672, 0.882812, 0.675781, 0.65625, 0.740234, 0.693359, 0.766602, 0.814453, 0.764648, 0.820312, 0.730469, 0.722656, 0.779297, 0.854492, 0.762695, 1.03064, 0.81543, 0.697266, 0.582031, 1.108398, 0.755859, 1.269531, 0.852539, 0.823242, 0.878906, 0.885742, 0.762695, 0.677734, 0.876465, 0.800781, 1.104492, 0.710938, 0.762695, 0.943848, 0.738281, 0.89502, 0.773438, 0.821289, 0.78418, 0.744141, 0.794922, 0.847656, 0.708984, 0.768555, 0.790039, 0.998337, 0.763672, 0.754883, 0.746094, 0.65625, 0.861328, 0.808594, 0.824219, 0.870117, 1.376953, 0.786133, 0.673828, 0.830078, 0.730469, 0.833008, 0.898926, 0.827148, 0.776367, 0.799805, 0.852539, 0.806641, 0.851562, 0.789062, 0.852539, 0.854492, 0.544922, 0.763672, 0.742188, 0.716797, 0.763672, 0.707031, 0.837891, 0.744141, 0.667969, 0.714844, 0.791016, 0.708984, 0.734375, 0.728516, 0.823242, 0.761719, 0.922852, 0.818359, 0.615234, 0.761719, 0.742188, 0.807617, 1.191406, 0.768555, 0.863281, 0.80957, 0.788086, 1.066895, 0.844727, 0.836914, 0.703125, 0.386719, 0.856445, 0.868164, 0.476562, 0.744141, 0.860352, 0.848633, 0.736328, 0.764648, 0.71875, 0.669922, 0.75, 0.982056, 0.921875, 0.798828, 0.902832, 0.697266, 0.762695, 0.53125, 0.607422, 0.787109, 0.730469, 0.80957, 0.788086, 0.720703, 0.730469, 0.667969, 0.539062, 0.738281, 0.912598, 0.425781, 0.879883, 0.708984, 0.899414, 0.842773, 0.578125, 0.865234, 0.683594, 0.560547, 0.873047, 1.324219, 0.736328, 0.828125, 0.928711, 0.851562, 0.525391, 0.777344, 0.681641, 0.769531, 0.800781, 0.827148, 0.850586, 0.861328, 0.883789, 0.821289, 0.794922, 0.722656, 0.568359, 0.937988, 0.792969, 0.736328, 0.681641, 0.901855, 0.821289, 0.867188, 0.762695, 0.774414, 0.871094, 0.787109, 1.175781, 1.503906, 1.09668, 0.677734, 0.453125, 0.802734, 0.758789, 0.744141, 0.939453, 0.876465, 0.724609, 0.84082, 0.920898, 0.816406, 0.644531, 0.621094, 0.959229, 0.667969 ] }, "name": "onnx::Mul_8252", "outputIndexes": [ 490 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 489, 490 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_4/Mul_1_output_0", "outputIndexes": [ 491 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 420, 491 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_23_output_0", "outputIndexes": [ 492 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 492 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_4/Mul_output_0", "outputIndexes": [ 493 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.554688, 1.570312, 1.554688, 1.65625, 1.550781, 1.605469, 1.640625, 0.533203, 1.617188, 1.382812, 1.644531, 1.535156, 1.431641, 1.632812, 1.65625, 1.566406, 1.683594, 1.601562, 1.478516, 1.554688, 1.589844, 1.726562, 1.625, 1.435547, 1.427734, 1.539062, 1.382812, 1.392578, 1.421875, 1.589844, 1.464844, 1.240234, 1.519531, 0.630859, 1.496094, 1.298828, 1.527344, 1.609375, 1.441406, 1.507812, 1.582031, 1.439453, 1.644531, 1.222656, 0.762695, 1.648438, 1.617188, 1.632812, 1.34375, 1.367188, 1.6875, 1.025757, 1.542969, 0.578125, 1.574219, 1.417969, 1.597656, 1.574219, 1.347656, 1.359375, 1.181641, 1.503906, 1.550781, 1.574219, 1.371094, 1.488281, 1.086914, 1.601562, 1.435547, 1.490234, 1.632812, 1.671875, 1.451172, 1.527344, 1.476562, 1.53125, 0.972534, 1.355469, 1.294922, 0.744141, 1.478516, 0.537109, 1.412109, 1.216797, 1.59375, 1.566406, 1.527344, 1.271484, 0.864258, 1.455078, 1.539062, 1.539062, 1.628906, 0.827148, 1.574219, 0.535156, 1.578125, 1.578125, 1.488281, 1.488281, 1.306641, 1.621094, 1.640625, 1.582031, 1.667969, 1.578125, 1.589844, 1.314453, 1.566406, 1.570312, 1.617188, 1.503906, 1.667969, 1.140625, 1.613281, 1.234375, 1.601562, 0.605469, 1.613281, 1.75, 1.609375, 1.470703, 1.059082, 1.574219, 1.396484, 1.114746, 1.515625, 1.636719, 1.539062, 1.046387, 1.085938, 1.484375, 1.392578, 1.515625, 1.625, 1.691406, 1.361328, 1.07373, 1.511719, 1.601562, 1.458984, 1.105469, 1.449219, 1.636719, 1.554688, 1.324219, 1.453125, 1.605469, 1.558594, 1.660156, 1.613281, 1.371094, 1.53125, 0.96582, 1.65625, 1.609375, 1.018066, 1.523438, 0.716797, 0.669922, 0.819336, 1.609375, 1.386719, 1.004272, 1.660156, 1.570312, 1.636719, 0.640625, 1.617188, 1.435547, 1.523438, 0.767578, 1.425781, 0.716797, 1.59375, 1.535156, 1.582031, 0.564453, 1.554688, 1.421875, 1.503906, 0.615234, 1.271484, 0.488281, 1.427734, 1.498047, 0.969238, 1.53125, 1.466797, 1.367188, 1.640625, 1.302734, 1.523438, 1.550781, 1.582031, 1.5, 1.574219, 1.625, 1.679688, 1.486328, 1.511719, 1.539062, 1.53125, 1.404297, 1.578125, 1.585938, 1.435547, 1.5625, 1.5625, 1.652344, 1.316406, 1.625, 1.53125, 1.419922, 1.566406, 1.574219, 1.429688, 1.507812, 1.691406, 1.625, 1.378906, 1.314453, 1.648438, 1.675781, 1.679688, 1.574219, 1.511719, 1.542969, 1.455078, 1.302734, 1.255859, 1.550781, 1.542969, 1.714844, 1.589844, 1.691406, 1.257812, 1.660156, 1.484375, 1.496094, 1.373047, 1.539062, 1.683594, 0.578125, 1.53125, 1.398438, 1.443359, 1.396484, 1.714844, 0.977783, 1.632812, 1.589844, 0.805664, 1.558594, 1.613281, 1.554688, 1.464844, 1.601562, 1.275391, 1.503906, 1.589844, 1.628906, 1.589844, 1.523438, 1.539062, 1.308594, 1.726562, 1.585938, 1.503906, 1.445312, 1.542969, 1.566406, 1.535156, 1.441406, 1.558594, 1.574219, 0.868164, 1.496094, 1.632812, 1.554688, 1.263672, 1.625, 0.724609, 1.585938, 1.193359, 1.550781, 1.478516, 1.511719, 0.685547, 1.496094, 1.353516, 0.601562, 1.515625, 1.542969, 1.347656, 1.609375, 1.365234, 1.539062, 1.539062, 1.613281, 1.511719, 1.416016, 0.574219, 1.410156, 0.453125, 1.427734, 1.621094, 1.453125, 1.431641, 1.652344, 1.664062, 0.572266, 1.585938, 1.492188, 1.472656, 1.503906, 1.46875, 1.628906, 1.542969, 1.691406, 1.462891, 1.363281, 1.431641, 1.679688, 1.59375, 1.578125, 1.287109, 1.417969, 1.589844, 1.578125, 1.3125, 1.229492, 1.558594, 1.601562, 0.705078, 1.558594, 1.558594, 1.703125, 1.601562, 1.550781, 1.423828, 1.455078, 1.527344, 1.503906, 1.667969, 1.07373, 1.625, 0.962158, 1.289062, 1.628906, 0.675781, 1.330078, 0.75293, 1.351562, 0.525391, 0.753906, 1.550781, 1.636719, 1.136719, 1.402344, 0.658203, 1.621094, 1.375, 0.97583, 1.396484, 1.652344, 1.390625, 0.798828, 1.574219, 1.578125, 1.621094, 1.417969, 1.570312, 1.503906, 1.566406, 1.574219, 1.644531, 1.539062, 1.535156, 0.99115, 1.621094, 1.609375, 1.032471, 0.811523, 1.601562, 1.433594, 1.300781, 1.098145, 1.542969, 1.671875, 1.570312, 1.652344, 0.632812, 1.742188, 1.679688, 1.570312, 1.427734, 0.667969, 1.550781, 1.675781, 1.621094, 1.589844, 1.535156, 1.617188, 0.770508, 1.628906, 1.640625, 1.488281, 1.621094, 0.81543, 1.601562, 1.570312, 1.570312, 1.523438, 1.246094, 1.5, 1.574219, 1.554688, 1.550781, 1.511719, 1.585938, 1.660156, 1.355469, 1.558594, 1.484375, 1.349609, 1.53125, 1.527344, 1.617188, 1.519531, 1.271484, 1.574219, 1.585938, 1.248047, 0.921387, 1.535156, 1.578125, 1.570312, 1.589844, 1.519531, 1.625, 1.636719, 1.640625, 1.223633, 0.673828, 1.601562, 1.714844, 1.4375, 1.443359, 1.609375, 1.617188, 1.566406, 1.474609, 1.582031, 1.644531, 1.628906, 1.022339, 1.65625, 1.566406, 1.400391, 1.589844, 1.648438, 1.542969, 1.503906, 0.902344, 1.601562, 0.667969, 1.486328, 1.605469, 1.539062, 1.498047, 1.503906, 1.570312, 1.462891, 1.613281, 1.523438, 0.720703, 1.320312, 1.578125, 1.640625, 1.542969, 1.462891, 0.808594, 1.578125, 1.601562, 1.664062, 0.662109, 1.542969, 1.441406, 1.5625, 1.304688, 1.535156, 1.613281, 1.605469, 1.229492, 1.570312, 0.548828, 0.636719, 1.101562, 0.65625, 1.447266, 1.539062, 1.5625, 1.186523, 0.611328, 1.492188, 1.155273, 1.125977, 1.302734, 1.644531, 1.5625, 1.554688, 1.466797, 1.466797, 1.546875, 1.636719, 1.223633, 1.652344, 1.722656, 1.220703, 1.507812, 1.414062, 0.834961, 0.740234, 1.621094, 0.904297, 1.652344, 1.527344, 1.449219, 1.664062, 1.511719, 1.542969, 1.613281, 0.630859, 1.679688, 0.552734, 1.542969, 1.621094, 1.644531, 0.650391, 1.208008, 1.283203, 1.427734, 1.640625, 1.494141, 1.5625, 1.566406, 1.482422, 1.065918, 1.59375, 0.705078, 1.695312, 1.542969, 1.384766, 1.476562, 1.431641, 1.445312, 0.858398, 1.458984, 1.539062, 1.730469, 0.833984, 1.15625, 1.425781, 1.523438, 1.527344, 1.648438, 0.914551, 1.435547, 1.550781, 1.59375, 1.570312, 1.683594, 1.474609, 0.535156, 1.542969, 1.539062, 1.523438, 0.919434, 1.589844, 1.382812, 1.542969, 1.632812, 1.585938, 1.255859, 1.449219, 1.341797, 1.503906, 0.805664, 1.093262, 1.5625, 1.558594, 1.394531, 1.355469, 1.208008, 1.519531, 1.542969, 1.625, 1.574219, 1.275391, 1.542969, 1.625, 1.363281, 1.644531, 1.703125, 1.558594, 1.470703, 1.621094, 1.605469, 1.503906, 1.601562, 1.574219, 1.632812, 0.685547, 1.335938, 1.542969, 1.621094, 1.412109, 1.648438, 1.546875, 1.578125, 1.539062, 1.441406, 1.597656, 1.679688, 1.330078, 1.632812, 1.53125, 1.664062, 1.005066, 1.486328, 1.636719, 1.482422, 1.554688, 1.617188, 1.398438, 1.601562, 1.597656, 1.597656, 1.07373, 1.691406, 1.609375, 1.241211, 0.675781, 1.597656, 0.800781, 1.617188, 1.667969, 1.425781, 0.871094, 0.488281, 0.626953, 1.636719, 1.601562, 1.664062, 1.601562, 1.527344, 1.53125, 1.511719, 1.470703, 1.589844, 1.546875, 1.511719, 0.558594, 1.460938, 1.53125, 1.554688, 1.589844, 1.539062, 1.523438, 1.648438, 1.423828, 1.554688, 1.574219, 1.237305, 1.554688, 1.570312, 1.585938, 1.160156, 1.396484, 1.5625, 0.492188, 1.192383, 1.384766, 1.5625, 1.566406, 1.223633, 1.542969, 1.621094, 1.443359, 1.429688, 1.472656, 1.550781, 1.53125, 1.648438, 1.457031, 1.421875, 1.636719, 1.453125, 1.558594, 1.365234, 1.472656, 1.4375, 1.523438, 1.53125, 1.585938, 1.582031, 1.417969, 1.558594, 1.443359, 1.621094, 1.660156, 1.691406, 1.578125, 1.145508, 1.455078, 1.578125, 0.931152, 1.554688, 1.246094, 1.542969, 1.71875, 1.515625, 1.574219, 1.09375, 0.650391, 1.062012, 1.644531, 1.585938, 1.648438, 1.378906, 1.582031, 1.59375, 1.507812, 1.527344, 1.574219, 1.53125, 1.566406, 1.628906, 1.632812, 1.589844, 1.503906, 1.490234, 1.490234, 1.427734, 1.339844, 1.617188, 1.59375, 1.585938, 1.761719, 1.644531, 1.640625, 1.535156, 1.625, 1.550781, 1.341797, 1.582031, 0.703125, 1.554688, 1.539062, 1.601562, 1.5, 1.417969, 1.609375, 1.492188, 1.382812, 1.613281, 1.625, 1.648438, 1.498047, 1.664062, 1.648438, 1.449219, 1.59375, 1.464844, 1.664062, 1.597656, 1.609375, 1.277344, 1.243164, 1.460938, 1.439453, 1.363281, 1.503906, 1.106934, 1.621094, 1.542969, 0.870117, 1.044434, 1.558594, 1.601562, 1.478516, 1.196289, 1.628906, 1.324219, 1.617188, 1.746094, 1.114258, 1.582031, 1.339844, 0.728516, 1.636719, 1.621094, 1.625, 1.302734, 0.962158, 1.503906, 1.546875, 0.691406, 1.427734, 1.644531, 1.679688, 0.634766, 1.621094, 0.896484, 1.382812, 1.683594, 1.455078, 1.053467, 1.558594, 1.5625, 1.550781, 1.53125, 1.539062, 1.679688, 1.671875, 1.498047, 1.462891, 1.527344, 1.550781, 1.585938, 1.609375, 1.498047, 1.447266, 1.496094, 1.139648, 1.613281, 1.539062, 1.019653, 1.53125, 1.125977, 1.671875, 1.753906, 1.558594, 1.683594, 1.605469, 1.683594, 1.566406, 1.652344, 1.703125, 1.345703, 1.443359, 1.335938, 1.566406, 0.382812, 1.345703, 1.269531, 1.527344, 1.419922, 1.100098, 1.574219, 1.640625, 1.527344, 1.554688, 1.511719, 0.601562, 1.558594, 1.4375, 1.482422, 0.703125, 1.648438, 1.542969, 1.636719, 0.693359, 1.378906, 1.289062, 1.480469, 1.535156, 1.621094, 1.625, 1.287109, 1.098145, 1.478516, 1.589844, 1.511719, 1.640625, 1.640625, 1.667969, 1.412109, 1.523438, 0.720703, 1.550781, 1.550781, 1.419922, 1.445312, 1.589844, 1.71875, 1.554688, 1.515625, 1.601562, 1.147461, 1.480469, 1.492188, 1.648438, 1.04126, 1.351562, 1.435547, 0.667969, 0.501953, 1.118652, 0.965576, 1.527344, 1.605469, 1.605469, 1.388672, 0.619141, 0.507812, 1.539062, 1.707031, 1.251953, 1.589844, 1.449219, 1.644531, 1.53125, 1.255859, 0.615234, 1.523438, 1.369141, 1.302734, 0.842773, 1.494141, 1.417969, 1.419922, 1.46875, 1.636719, 1.554688, 1.476562, 1.609375, 1.273438, 1.578125, 1.515625, 1.328125, 1.453125, 1.214844, 1.578125, 1.582031, 0.987793, 0.572266, 1.371094, 1.59375, 1.507812, 1.474609, 1.542969, 1.503906, 1.458984, 1.613281, 0.529297, 1.322266, 1.118164, 1.648438, 1.644531, 0.5625, 1.65625, 1.605469, 1.488281, 1.570312, 1.582031, 1.277344, 1.296875, 0.658203, 1.570312, 1.345703, 1.527344, 0.59375, 1.78125, 1.625, 1.351562, 1.605469, 1.171875, 1.378906, 1.482422, 1.632812, 1.578125, 0.995361, 1.511719, 1.652344, 1.157227, 0.734375, 1.036865, 0.6875, 1.433594, 1.5, 1.65625, 1.474609, 1.605469, 1.601562, 1.617188, 0.541016, 1.597656, 1.519531, 1.566406, 1.648438, 0.669922, 1.511719, 1.511719, 0.433594, 1.378906, 0.595703, 1.574219, 0.625, 1.227539, 1.550781, 1.59375, 1.605469, 1.162109, 1.433594, 1.08252, 1.546875, 0.601562, 1.292969, 1.169922, 0.968262, 0.874023, 1.617188, 1.730469, 1.28125, 0.866211, 1.582031, 1.371094, 1.578125, 1.204102, 1.388672, 1.558594, 0.564453, 1.558594, 1.484375, 1.4375, 0.580078, 0.771484, 1.558594, 1.621094, 1.458984, 1.585938, 1.632812, 1.585938, 1.142578, 0.572266, 1.447266, 1.585938, 1.601562, 1.263672, 1.539062, 1.648438, 1.71875, 1.585938, 1.570312, 1.519531, 1.613281, 1.445312, 1.371094, 1.375, 1.466797, 1.232422, 1.570312, 1.597656, 1.621094, 1.585938, 1.59375, 0.748047, 1.675781, 0.599609, 1.200195, 1.318359, 0.658203, 1.617188, 1.367188, 1.554688, 1.478516, 1.640625, 1.511719, 1.455078, 1.523438, 0.568359, 1.269531, 1.443359, 1.408203, 1.613281, 1.492188, 1.174805, 1.550781, 1.589844, 1.683594, 1.519531, 1.71875, 0.583984, 1.644531, 1.664062, 1.1875, 1.59375, 1.478516, 1.466797, 1.574219, 1.6875, 1.585938, 1.640625, 1.589844, 1.65625, 1.648438, 1.062012, 1.503906, 1.496094, 1.671875, 1.644531, 1.414062, 0.755859, 1.519531, 0.728516, 1.542969, 1.605469, 1.217773, 1.535156, 1.660156, 1.542969, 1.496094, 1.275391, 1.449219, 0.572266, 0.558594, 0.568359, 1.601562, 1.585938, 0.695312, 1.494141, 1.496094, 1.05542, 0.742188, 1.445312, 1.085449, 1.511719, 0.712891, 1.542969, 1.527344, 1.175781, 1.585938, 1.349609, 1.333984, 1.601562, 1.519531, 0.560547, 0.867188, 0.724609, 1.5, 1.621094, 1.585938, 1.703125, 1.219727, 0.714844, 1.376953, 0.683594, 1.933594, 1.5, 1.734375, 1.511719, 1.074219, 1.578125, 1.578125, 1.550781, 1.285156, 1.511719, 1.398438, 0.488281, 1.660156, 1.597656, 1.294922, 1.632812, 1.511719, 1.570312, 1.388672, 1.523438, 1.306641, 1.65625, 1.605469, 1.507812, 1.59375, 1.683594, 1.339844, 1.585938, 1.507812, 1.558594, 1.550781, 1.46875, 1.373047, 1.519531, 1.484375, 1.644531, 1.306641, 1.476562, 0.787109, 1.738281, 1.414062, 1.511719, 1.306641, 1.478516, 1.511719, 1.667969, 0.71875, 1.597656, 0.819336, 1.585938, 1.382812, 1.441406, 1.240234, 1.472656, 1.016602, 1.59375, 0.662109, 1.539062, 1.086426, 1.644531, 1.5, 1.416016, 1.597656, 1.546875, 1.542969, 1.396484, 1.515625, 1.511719, 1.482422, 0.556641, 1.582031, 1.40625, 1.443359, 1.519531, 1.378906, 1.636719, 1.431641, 0.966064, 1.457031, 1.589844, 1.470703, 1.196289, 1.609375, 1.570312, 1.462891, 1.417969, 1.523438, 0.5625, 1.566406, 1.5, 1.644531, 0.882812, 1.349609, 0.932617, 0.542969, 1.496094, 0.554688, 0.623047, 1.339844, 1.527344, 1.632812, 1.664062, 1.001999, 1.447266, 1.28125, 1.601562, 0.623047, 1.542969, 1.527344, 1.535156, 1.855469, 1.621094, 1.652344, 0.597656, 1.621094, 1.566406, 1.0354, 0.699219, 1.582031, 1.59375, 0.724609, 1.671875, 0.862305, 1.570312, 1.349609, 1.5625, 1.421875, 0.679688, 1.601562, 1.460938, 1.443359, 1.613281, 1.507812, 1.089844, 0.572266, 1.523438, 1.519531, 1.496094, 1.613281, 1.605469, 1.628906, 1.474609, 1.498047, 1.466797, 1.427734, 0.92334, 1.542969, 1.628906, 1.496094, 1.664062, 1.345703, 1.523438, 1.601562, 1.605469, 0.488281, 1.478516, 1.609375, 1.546875, 1.507812, 1.496094, 1.386719, 1.464844, 1.482422, 1.494141, 1.625, 1.488281, 1.605469, 1.566406, 1.019531, 1.472656, 0.658203, 1.535156, 0.720703, 1.507812, 1.589844, 1.527344, 0.617188, 1.408203, 1.443359, 1.5, 1.585938, 1.291016, 1.578125, 1.550781, 1.535156, 1.503906, 1.488281, 0.80957, 1.503906, 1.546875, 1.337891, 1.605469, 1.523438, 1.542969, 1.617188, 1.570312, 1.636719, 1.511719, 1.402344, 1.447266, 1.511719, 1.464844, 0.820312, 1.470703, 1.617188, 1.621094, 1.410156, 0.636719, 1.621094, 1.648438, 1.621094, 1.523438, 1.542969, 1.490234, 1.519531, 1.488281, 0.568359, 1.652344, 1.519531, 1.490234, 1.578125, 1.65625, 1.507812, 1.648438, 1.671875, 1.578125, 1.400391, 1.695312, 1.554688, 1.644531, 1.443359, 1.648438, 1.710938, 1.017944, 1.859375, 1.511719, 1.498047, 1.574219, 1.511719, 1.062988, 1.695312, 1.535156, 1.550781, 0.578125, 1.416016, 1.211914, 0.986877, 1.511719, 1.59375, 1.824219, 0.505859, 1.597656, 1.535156, 0.523438, 0.916016, 1.53125, 1.574219, 1.601562, 1.574219, 1.613281, 1.433594, 1.574219, 1.388672, 1.683594, 0.816406, 1.589844, 1.609375, 1.574219, 0.669922, 1.527344, 1.585938, 1.578125, 1.527344, 1.601562, 1.472656, 1.53125, 1.349609, 0.664062, 1.550781, 1.546875, 1.511719, 1.429688, 1.138672, 1.480469, 0.724609, 1.439453, 1.574219, 1.056641, 1.589844, 1.679688, 1.4375, 1.164062, 1.365234, 1.601562, 1.585938, 1.558594, 0.998146, 0.646484, 1.494141, 1.496094, 1.496094, 1.306641, 1.601562, 1.585938, 1.582031, 0.59375, 1.435547, 1.695312, 1.458984, 1.433594, 1.386719, 1.648438, 1.589844, 1.585938, 1.431641, 1.496094, 1.460938, 1.621094, 1.667969, 1.613281, 1.339844, 1.337891, 1.326172, 1.267578, 1.621094, 1.365234, 1.277344, 1.550781, 1.123047, 1.726562, 1.542969, 1.605469, 1.498047, 1.539062, 1.53125, 1.098633, 1.425781, 1.480469, 1.554688, 1.609375, 1.609375, 1.10791, 1.515625, 1.675781, 1.558594, 1.636719, 1.589844, 1.398438, 1.660156, 1.605469, 1.486328, 1.507812, 0.780273, 1.53125, 1.648438, 1.511719, 1.53125, 1.652344, 1.707031, 1.478516, 1.511719, 1.460938, 1.632812, 1.578125, 1.347656, 1.078613, 1.445312, 1.458984, 1.644531, 1.490234, 1.644531, 1.640625, 1.640625, 1.652344, 1.570312, 1.539062, 1.261719, 1.664062, 1.433594, 1.404297, 1.511719, 1.5625, 1.550781, 1.476562, 1.53125, 1.498047, 1.589844, 0.744141, 1.503906, 1.503906, 1.248047, 1.589844, 1.636719, 0.537109, 1.515625, 1.730469, 1.519531, 0.816406, 1.585938, 1.511719, 0.989563, 0.654297, 1.410156, 1.466797, 1.644531, 1.494141, 1.503906, 1.570312, 1.53125, 1.683594, 1.574219, 1.223633, 1.570312, 0.966064, 1.609375, 1.648438, 0.775391, 0.539062, 1.542969, 1.597656, 1.582031, 0.947998, 1.589844, 1.259766, 1.441406, 1.554688, 1.40625, 1.314453, 1.566406, 1.474609, 1.304688, 1.621094, 1.628906, 1.482422, 0.738281, 1.032471, 1.476562, 1.480469, 1.648438, 1.245117, 1.443359, 1.683594, 1.388672, 0.930664, 1.601562, 1.582031, 1.378906, 1.578125, 1.466797, 1.28125, 1.511719, 1.384766, 0.464844, 0.550781, 1.554688, 1.439453, 1.511719, 1.613281, 1.466797, 1.566406, 0.795898, 1.578125, 0.952148, 0.9729, 1.523438, 1.671875, 1.574219, 1.554688, 1.582031, 1.601562, 0.804688, 1.617188, 1.40625, 1.339844, 1.527344, 1.804688, 1.484375, 1.449219, 1.310547, 1.621094, 1.570312, 1.570312, 1.4375, 1.176758, 1.388672, 1.542969, 1.376953, 1.710938, 1.546875, 0.626953, 1.59375, 1.585938, 0.931641, 1.585938, 1.179688, 1.404297, 1.628906, 1.574219, 1.550781, 1.196289, 1.492188, 1.609375, 1.621094, 1.597656, 1.726562, 1.539062, 1.482422, 1.433594, 1.628906, 1.640625, 1.365234, 0.75, 0.511719, 1.503906, 1.53125, 1.570312, 1.585938, 1.470703, 0.457031, 1.726562, 1.636719, 1.421875, 1.535156, 0.869141, 1.671875, 1.652344, 1.539062, 1.474609, 1.515625, 1.447266, 1.416016, 1.259766, 1.632812, 1.496094, 1.550781, 0.628906, 1.699219, 1.217773, 0.597656, 1.566406, 0.884766, 1.679688, 1.480469, 1.277344, 1.484375, 0.648438, 1.609375, 1.59375, 1.511719, 1.523438, 1.589844, 1.496094, 1.433594, 1.558594, 1.648438, 1.527344, 1.675781, 1.632812, 0.928711, 1.462891, 1.511719, 1.380859, 1.496094, 1.361328, 1.597656, 0.794922, 1.433594, 0.550781, 1.570312, 1.398438, 1.65625, 1.419922, 1.546875, 1.535156, 1.554688, 1.441406, 1.417969, 1.621094, 1.628906, 1.621094, 1.308594, 1.613281, 0.977417, 1.554688, 1.217773, 0.638672, 1.515625, 1.683594, 1.597656, 1.601562, 1.59375, 1.294922, 1.400391, 1.546875, 1.089844, 1.163086, 1.644531, 1.648438, 1.621094, 1.464844, 1.574219, 1.19043, 1.632812, 1.597656, 1.5625, 0.714844, 1.427734, 1.582031, 1.507812, 1.5625, 1.238281, 1.617188, 1.511719, 1.470703, 1.582031, 1.632812, 1.527344, 0.699219, 1.511719, 1.617188, 1.558594, 1.742188, 1.632812, 1.632812, 1.421875, 1.333984, 1.628906, 1.59375, 0.910645, 0.726562, 1.480469, 1.585938, 1.667969, 1.523438, 1.554688, 0.501953, 1.550781, 1.621094, 1.484375, 1.636719, 1.294922, 1.482422, 1.375, 0.574219, 1.582031, 1.585938, 1.574219, 1.474609, 0.837891, 1.609375, 1.480469, 1.578125, 1.46875, 1.515625, 1.691406, 1.416016, 1.373047, 0.98584, 1.433594, 1.155273, 0.582031, 1.558594, 1.105957, 1.640625, 1.585938, 0.97522, 1.59375, 1.582031, 1.511719, 1.558594, 1.5625, 1.179688, 1.421875, 0.963867, 1.570312, 1.142578, 1.496094, 1.5625, 1.574219, 1.482422, 1.523438, 1.539062, 1.652344, 1.178711, 1.644531, 1.589844, 0.705078, 1.298828, 1.554688, 1.699219, 1.396484, 0.712891, 1.443359, 1.453125, 1.539062, 1.5625, 1.511719, 0.638672, 1.570312, 1.478516, 1.05249, 1.546875, 1.416016, 1.458984, 1.457031, 1.400391, 1.427734, 1.511719, 1.597656, 1.648438, 1.496094, 1.730469, 1.617188, 0.582031, 1.566406, 1.5625, 1.699219, 1.597656, 1.660156, 1.636719, 1.384766, 0.997162, 1.71875, 1.589844, 1.554688, 1.519531, 1.009583, 1.447266, 1.527344, 1.523438, 1.515625, 1.476562, 1.5625, 1.484375, 1.601562, 1.292969, 1.574219, 1.546875, 1.507812, 1.585938, 1.339844, 1.652344, 1.333984, 1.353516, 1.667969, 0.857422, 0.453125, 1.523438, 1.238281, 1.570312, 1.609375, 1.527344, 1.511719, 1.287109, 1.558594, 1.298828, 1.486328, 1.550781, 1.605469, 1.566406, 0.634766, 1.582031, 1.566406, 1.800781, 1.449219, 1.486328, 1.515625, 1.498047, 1.570312, 1.357422, 1.605469, 1.660156, 1.625, 1.605469, 1.439453, 1.213867, 1.566406, 1.166992, 1.357422, 1.558594, 1.345703, 1.601562, 1.71875, 1.554688, 1.617188, 1.474609, 1.613281, 1.229492, 1.585938, 1.246094, 0.89209, 1.605469, 1.462891, 1.546875, 0.677734, 1.18457, 1.605469, 1.523438, 1.675781, 1.59375, 1.416016, 1.667969, 1.439453, 1.310547, 1.439453, 0.566406, 1.5, 0.911621, 1.466797, 1.582031, 1.667969, 1.628906, 1.449219, 0.550781, 1.550781, 1.625, 1.498047, 1.492188, 1.671875, 1.169922, 1.636719, 1.496094, 1.316406, 0.957764, 1.53125, 1.519531, 1.380859, 1.59375, 1.644531, 1.523438, 1.574219, 1.246094, 1.527344, 1.386719, 1.197266, 1.589844, 1.636719, 1.648438, 1.527344, 1.345703, 1.494141, 1.371094, 1.326172, 1.535156, 1.439453, 1.398438, 0.542969, 1.578125, 1.527344, 1.667969, 1.671875, 1.480469, 1.574219, 1.589844, 1.523438, 1.636719, 1.161133, 1.443359, 1.59375, 1.523438, 0.595703, 1.542969, 1.578125, 1.632812, 1.664062, 1.578125, 1.5, 1.652344, 1.445312, 1.628906, 1.585938, 1.416016, 0.552734, 1.455078, 1.386719, 1.691406, 0.648438, 1.613281, 0.634766, 1.585938, 0.548828, 1.519531, 1.361328, 1.019165, 0.994659, 1.421875, 1.542969, 1.667969, 1.398438, 1.554688, 1.511719, 1.625, 1.664062, 0.46875, 0.861328, 0.931641, 1.570312, 1.660156, 1.408203, 1.617188, 1.652344, 1.617188, 1.149414, 1.699219, 1.585938, 1.376953, 1.472656, 1.53125, 1.273438, 1.546875, 1.683594, 1.150391, 1.546875, 1.558594, 1.605469, 1.570312, 1.601562, 1.191406, 1.53125, 1.470703, 1.445312, 1.558594, 1.691406, 1.255859, 1.535156, 1.148438, 0.790039, 1.503906, 1.539062, 1.466797, 0.785156, 1.714844, 1.625, 1.628906, 0.673828, 1.431641, 1.185547, 1.601562, 1.458984, 1.291016, 0.517578, 1.683594, 1.585938, 1.597656, 0.507812, 1.199219, 0.599609, 1.148438, 1.589844, 1.300781, 1.636719, 1.648438, 1.570312, 1.617188, 1.494141, 1.423828, 0.808594, 0.866211, 1.574219, 1.466797, 1.578125, 1.597656, 1.539062, 1.554688, 1.707031, 1.179688, 1.53125, 1.507812, 1.486328, 0.791992, 1.640625, 1.601562, 1.597656, 1.710938, 1.511719, 0.736328, 1.722656, 0.619141, 1.020874, 1.691406, 1.585938, 1.5625, 1.644531, 1.447266, 1.574219, 1.632812, 1.59375, 1.527344, 1.511719, 1.470703, 1.382812, 1.589844, 1.632812, 1.507812, 1.318359, 1.648438, 0.999905, 1.371094, 1.419922, 1.050049, 1.527344, 1.523438, 1.539062, 1.566406, 1.410156, 1.380859, 1.527344, 1.367188, 1.02063, 1.664062, 1.609375, 1.114258, 1.519531, 1.613281, 1.566406, 1.306641, 1.511719, 1.695312, 1.550781, 1.585938, 1.503906, 0.953125, 1.408203, 1.470703, 0.857422, 1.652344, 1.496094, 0.634766, 1.515625, 1.239258, 1.609375, 1.542969, 1.523438, 1.679688, 1.699219, 1.53125, 1.457031, 1.578125, 1.511719, 1.464844, 1.570312, 0.984497, 1.515625, 1.511719, 1.917969, 0.738281, 1.457031, 1.535156, 1.558594, 1.09668, 1.585938, 1.355469, 1.447266, 1.402344, 0.787109, 1.302734, 1.65625, 1.519531, 0.697266, 1.632812, 1.5, 0.766602, 1.589844, 1.570312, 1.710938, 1.492188, 1.535156, 1.554688, 0.864258, 1.574219, 1.636719, 1.435547, 1.478516, 1.365234, 1.435547, 1.460938, 0.609375, 1.033691, 1.5625, 1.322266, 1.585938, 1.208008, 1.386719, 1.546875, 1.789062, 0.730469, 1.28125, 1.621094, 0.539062, 1.539062, 1.457031, 1.675781, 1.636719, 0.669922, 1.609375, 1.605469, 0.582031, 1.675781, 0.667969, 1.482422, 1.5, 1.5625, 1.640625, 0.664062, 1.566406, 1.341797, 1.527344, 1.546875, 1.628906, 1.332031, 0.6875, 1.605469, 1.664062, 1.585938, 1.5, 0.724609, 1.439453, 1.609375, 1.466797, 1.582031, 1.605469, 1.601562, 1.322266, 1.378906, 1.632812, 1.388672, 1.710938, 0.789062, 1.004425, 1.294922, 1.554688, 0.597656, 1.707031, 1.271484, 1.462891, 1.722656, 1.605469, 1.3125, 1.285156, 1.683594, 1.625, 0.714844, 1.851562, 1.124512, 1.453125 ] }, "name": "onnx::Mul_8254", "outputIndexes": [ 494 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493, 494 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_4/Mul_1_output_0", "outputIndexes": [ 495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 495 ], "outputIndexes": [ 2618 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2618 ], "outputIndexes": [ 2619 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear", "inputIndexes": [ 2619 ], "outputIndexes": [ 2620 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 183141056, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2620 ], "outputIndexes": [ 2621 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2621 ], "outputIndexes": [ 496 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 496, 496 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_output_0", "outputIndexes": [ 497 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 496, 497 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_1_output_0", "outputIndexes": [ 498 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 498 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_2_output_0", "outputIndexes": [ 499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 496, 499 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Add_output_0", "outputIndexes": [ 500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 500 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_3_output_0", "outputIndexes": [ 501 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 501 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_4/Tanh_output_0", "outputIndexes": [ 502 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 502 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Add_1_output_0", "outputIndexes": [ 503 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 496, 503 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_4_output_0", "outputIndexes": [ 504 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 504 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_5_output_0", "outputIndexes": [ 505 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 495 ], "outputIndexes": [ 2622 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2622 ], "outputIndexes": [ 2623 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear", "inputIndexes": [ 2623 ], "outputIndexes": [ 2624 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 195085014, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2624 ], "outputIndexes": [ 2625 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2625 ], "outputIndexes": [ 506 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 505, 506 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_4/Mul_output_0", "outputIndexes": [ 507 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 507 ], "outputIndexes": [ 2626 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2626 ], "outputIndexes": [ 2627 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear", "inputIndexes": [ 2627 ], "outputIndexes": [ 2628 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 207028972, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2628 ], "outputIndexes": [ 2629 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2629 ], "outputIndexes": [ 508 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 508 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_4/Mul_output_0", "outputIndexes": [ 509 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.285156, 1.245117, 1.246094, 1.333984, 1.222656, 1.192383, 1.279297, 0.949463, 1.257812, 1.332031, 1.361328, 1.229492, 1.296875, 1.214844, 1.243164, 1.230469, 1.198242, 1.231445, 1.273438, 1.257812, 1.314453, 1.213867, 1.163086, 1.332031, 1.347656, 1.277344, 1.318359, 1.400391, 1.410156, 1.304688, 1.253906, 1.412109, 1.257812, 1.132812, 1.245117, 1.392578, 1.225586, 1.239258, 1.289062, 1.269531, 1.269531, 1.296875, 1.18457, 1.390625, 1.332031, 1.188477, 1.229492, 1.255859, 1.558594, 1.371094, 1.296875, 1.490234, 1.259766, 1.402344, 1.269531, 1.347656, 1.263672, 1.21875, 1.425781, 1.3125, 1.396484, 1.523438, 1.259766, 1.237305, 1.449219, 1.192383, 1.464844, 1.235352, 1.28125, 1.188477, 1.214844, 1.183594, 1.3125, 1.230469, 1.283203, 1.199219, 1.458984, 1.324219, 1.373047, 1.369141, 1.255859, 0.946533, 1.386719, 1.388672, 1.222656, 1.273438, 1.273438, 1.398438, 1.349609, 1.306641, 1.261719, 1.206055, 1.287109, 1.277344, 1.28125, 0.900391, 1.225586, 1.21582, 1.363281, 1.253906, 1.400391, 1.259766, 1.228516, 1.304688, 1.210938, 1.261719, 1.308594, 1.378906, 1.205078, 1.231445, 1.279297, 1.328125, 1.306641, 1.160156, 1.227539, 1.466797, 1.232422, 1.453125, 1.169922, 1.255859, 1.207031, 1.291016, 1.832031, 1.220703, 1.333984, 1.490234, 1.255859, 1.246094, 1.244141, 1.511719, 1.396484, 1.28125, 1.328125, 1.239258, 1.294922, 1.235352, 1.328125, 1.503906, 1.292969, 1.279297, 1.703125, 1.392578, 1.253906, 1.168945, 1.253906, 1.421875, 1.314453, 1.200195, 1.231445, 1.294922, 1.195312, 1.332031, 1.279297, 2.8125, 1.181641, 1.259766, 1.435547, 1.257812, 1.21875, 1.219727, 1.753906, 1.322266, 1.341797, 1.40625, 1.275391, 1.287109, 1.275391, 1.170898, 1.235352, 1.269531, 1.294922, 1.239258, 1.359375, 1.1875, 1.207031, 1.40625, 1.222656, 0.883301, 1.3125, 1.335938, 1.263672, 1.148438, 1.355469, 0.948975, 1.457031, 1.208984, 1.316406, 1.253906, 1.255859, 1.369141, 1.229492, 1.75, 1.294922, 1.245117, 1.259766, 1.237305, 1.248047, 1.365234, 1.269531, 1.292969, 1.291016, 1.246094, 1.223633, 1.245117, 1.273438, 1.224609, 1.447266, 1.239258, 1.246094, 1.253906, 1.396484, 1.230469, 1.353516, 1.349609, 1.222656, 1.300781, 1.318359, 1.243164, 1.296875, 1.279297, 1.363281, 1.402344, 1.213867, 1.296875, 1.223633, 1.271484, 1.245117, 1.229492, 1.333984, 1.316406, 1.400391, 1.261719, 1.369141, 1.21582, 1.231445, 1.213867, 1.433594, 1.175781, 1.255859, 1.359375, 1.384766, 1.240234, 1.219727, 3.015625, 1.140625, 1.337891, 1.316406, 1.306641, 1.208984, 1.482422, 1.166016, 1.271484, 1.332031, 1.219727, 1.285156, 1.229492, 1.267578, 1.269531, 1.621094, 1.28125, 1.229492, 1.220703, 1.211914, 1.22168, 1.314453, 1.347656, 1.165039, 1.227539, 1.275391, 1.291016, 1.222656, 1.200195, 1.275391, 1.275391, 1.208008, 1.222656, 1.373047, 1.289062, 1.257812, 1.239258, 1.376953, 1.253906, 1.328125, 1.224609, 1.667969, 1.25, 1.332031, 1.314453, 1.167969, 1.255859, 1.285156, 1.271484, 1.287109, 1.197266, 1.40625, 1.22168, 1.294922, 1.25, 1.237305, 1.181641, 1.320312, 1.322266, 1.203125, 1.386719, 0.84668, 1.277344, 1.330078, 1.3125, 1.283203, 1.251953, 1.255859, 1.037598, 1.292969, 1.273438, 1.347656, 1.283203, 1.255859, 1.206055, 1.213867, 1.22168, 1.265625, 1.507812, 1.349609, 1.271484, 1.238281, 1.291016, 1.378906, 1.324219, 1.28125, 1.3125, 1.353516, 1.396484, 1.243164, 1.238281, 4.5625, 1.257812, 1.223633, 1.21875, 1.239258, 1.231445, 1.249023, 1.248047, 1.349609, 1.269531, 1.306641, 1.439453, 1.216797, 1.613281, 1.300781, 1.245117, 1.429688, 1.322266, 1.589844, 1.349609, 1.000645, 1.271484, 1.332031, 1.191406, 1.519531, 1.332031, 1.201172, 1.265625, 1.277344, 1.462891, 1.542969, 1.198242, 1.324219, 1.324219, 1.245117, 1.19043, 1.229492, 1.277344, 1.216797, 1.279297, 1.349609, 1.328125, 1.304688, 1.257812, 1.298828, 1.490234, 1.236328, 1.300781, 1.396484, 1.386719, 1.202148, 1.28125, 1.324219, 1.447266, 1.249023, 1.231445, 1.233398, 1.195312, 1.081055, 1.242188, 1.203125, 1.269531, 1.347656, 1.143555, 1.245117, 1.165039, 1.242188, 1.273438, 1.251953, 1.322266, 1.355469, 1.324219, 1.214844, 1.320312, 1.228516, 1.486328, 1.210938, 1.223633, 1.255859, 1.291016, 1.503906, 1.255859, 1.230469, 1.226562, 1.198242, 1.245117, 1.285156, 1.300781, 1.566406, 1.231445, 1.273438, 1.380859, 1.157227, 1.225586, 1.230469, 1.238281, 1.498047, 1.287109, 1.259766, 1.419922, 1.539062, 1.271484, 1.229492, 1.216797, 1.224609, 1.394531, 1.304688, 1.157227, 1.229492, 1.347656, 1.306641, 1.287109, 1.253906, 1.462891, 1.300781, 1.226562, 1.212891, 1.222656, 1.269531, 1.261719, 1.257812, 1.236328, 1.455078, 1.194336, 1.230469, 1.371094, 1.269531, 1.261719, 1.253906, 1.300781, 1.416016, 1.214844, 1.194336, 1.234375, 1.322266, 1.240234, 1.228516, 1.237305, 1.285156, 1.34375, 1.175781, 1.369141, 1.275391, 1.523438, 1.227539, 1.294922, 1.275391, 1.229492, 0.636719, 1.271484, 1.275391, 1.171875, 1.161133, 1.230469, 1.273438, 1.289062, 1.332031, 1.223633, 1.205078, 1.237305, 1.447266, 1.24707, 1.036377, 1.330078, 1.410156, 1.092285, 1.375, 1.242188, 1.211914, 1.369141, 1.574219, 1.243164, 1.429688, 1.4375, 1.535156, 1.198242, 1.259766, 1.239258, 1.298828, 1.265625, 1.263672, 1.230469, 1.503906, 1.213867, 1.229492, 1.412109, 1.257812, 1.289062, 1.257812, 1.363281, 1.179688, 1.324219, 1.271484, 1.242188, 1.275391, 1.194336, 1.238281, 1.234375, 1.180664, 1.176758, 1.217773, 6.0625, 1.233398, 1.185547, 1.213867, 1.164062, 0.841797, 1.353516, 1.326172, 1.222656, 1.373047, 1.238281, 1.261719, 1.279297, 1.400391, 1.265625, 1.298828, 1.152344, 1.400391, 1.333984, 1.304688, 1.302734, 1.285156, 1.601562, 1.292969, 1.275391, 1.186523, 1.083984, 1.578125, 1.392578, 1.225586, 1.318359, 1.224609, 1.53125, 1.298828, 1.357422, 1.273438, 1.235352, 1.186523, 1.255859, 0.854492, 1.300781, 1.222656, 1.246094, 1.306641, 1.208008, 1.632812, 1.302734, 1.244141, 1.211914, 1.539062, 1.257812, 2.304688, 1.267578, 1.542969, 1.490234, 1.230469, 1.246094, 1.318359, 1.511719, 1.535156, 1.261719, 1.291016, 1.251953, 1.238281, 1.423828, 1.339844, 1.285156, 1.300781, 1.226562, 1.255859, 1.234375, 1.292969, 1.245117, 1.324219, 1.230469, 1.19043, 1.191406, 1.28125, 1.542969, 1.380859, 1.191406, 1.275391, 1.261719, 1.165039, 1.269531, 1.232422, 1.287109, 1.300781, 1.201172, 1.240234, 1.328125, 1.259766, 1.345703, 1.186523, 2.09375, 1.255859, 1.275391, 1.265625, 1.25, 1.199219, 1.267578, 1.246094, 1.161133, 1.182617, 1.478516, 1.182617, 1.24707, 1.386719, 1.213867, 1.151367, 1.78125, 1.188477, 1.257812, 1.378906, 1.511719, 1.223633, 1.125977, 1.219727, 1.227539, 1.199219, 1.224609, 1.212891, 1.208984, 1.292969, 1.296875, 1.22168, 1.223633, 1.294922, 1.011292, 1.296875, 1.199219, 1.203125, 1.182617, 1.308594, 1.204102, 1.208008, 1.277344, 1.269531, 1.205078, 1.466797, 1.238281, 1.22168, 1.3125, 1.542969, 1.570312, 1.241211, 0.895508, 1.251953, 1.322266, 1.15332, 1.206055, 1.480469, 1.198242, 1.235352, 1.632812, 1.320312, 1.25, 1.214844, 1.213867, 1.182617, 1.25, 1.314453, 1.160156, 1.369141, 1.230469, 1.261719, 1.298828, 1.292969, 1.220703, 1.220703, 1.229492, 1.259766, 1.251953, 1.210938, 1.359375, 1.202148, 1.155273, 1.208984, 1.253906, 1.4375, 1.341797, 1.267578, 1.523438, 1.233398, 1.535156, 1.229492, 1.249023, 1.21582, 1.230469, 1.431641, 1.398438, 1.410156, 1.253906, 1.234375, 1.175781, 1.292969, 1.245117, 1.229492, 1.209961, 1.193359, 1.246094, 1.230469, 1.240234, 1.234375, 1.183594, 1.253906, 1.332031, 1.248047, 1.511719, 1.345703, 1.376953, 1.271484, 1.166016, 1.265625, 1.291016, 1.208984, 1.236328, 1.333984, 1.318359, 1.267578, 1.351562, 1.229492, 1.271484, 1.28125, 1.245117, 1.232422, 1.21582, 1.306641, 1.255859, 1.314453, 1.318359, 1.277344, 1.261719, 1.193359, 1.306641, 1.198242, 1.289062, 1.283203, 1.194336, 1.287109, 1.189453, 1.267578, 1.245117, 1.875, 1.402344, 1.245117, 1.300781, 1.294922, 1.263672, 1.371094, 1.243164, 1.263672, 1.542969, 1.398438, 1.202148, 1.245117, 1.269531, 1.402344, 1.192383, 1.349609, 1.25, 1.109375, 1.466797, 1.275391, 1.523438, 1.535156, 1.191406, 1.255859, 1.165039, 1.339844, 1.419922, 1.28125, 1.232422, 1.294922, 1.283203, 1.251953, 1.217773, 1.203125, 1.244141, 1.550781, 1.550781, 1.435547, 1.228516, 1.445312, 1.223633, 1.259766, 1.235352, 1.265625, 1.324219, 1.259766, 1.223633, 1.212891, 1.240234, 1.204102, 1.243164, 1.255859, 1.249023, 1.225586, 1.550781, 1.300781, 1.410156, 1.337891, 1.229492, 1.472656, 1.242188, 1.470703, 1.181641, 1.098145, 1.257812, 1.240234, 1.206055, 1.123535, 1.245117, 1.224609, 1.200195, 1.328125, 1.28125, 1.5, 1.289062, 0.740234, 1.376953, 1.380859, 1.235352, 1.355469, 1.519531, 1.21582, 1.225586, 1.287109, 1.232422, 1.259766, 1.091309, 1.259766, 1.285156, 1.271484, 1.414062, 1.208984, 1.300781, 1.15332, 1.211914, 1.296875, 1.498047, 1.257812, 1.300781, 1.210938, 1.245117, 1.40625, 2.242188, 1.251953, 1.230469, 1.277344, 1.255859, 1.169922, 1.261719, 1.361328, 1.213867, 1.238281, 1.213867, 1.139648, 1.326172, 1.298828, 1.217773, 1.196289, 1.267578, 1.267578, 1.3125, 1.396484, 1.269531, 1.363281, 1.249023, 1.507812, 1.345703, 1.249023, 1.132812, 0.799805, 1.400391, 1.785156, 1.228516, 1.225586, 1.19043, 1.419922, 1.031006, 0.956299, 1.24707, 1.243164, 1.416016, 1.269531, 1.275391, 1.230469, 1.277344, 1.373047, 1.168945, 1.324219, 1.324219, 1.416016, 1.53125, 1.255859, 1.287109, 1.326172, 1.225586, 1.19043, 1.253906, 1.287109, 1.222656, 1.384766, 1.283203, 1.263672, 1.316406, 1.304688, 1.730469, 1.408203, 1.244141, 1.478516, 1.054199, 1.476562, 1.217773, 1.261719, 1.363281, 1.236328, 1.257812, 1.277344, 1.263672, 0.906738, 1.404297, 1.462891, 1.277344, 1.263672, 1.132812, 1.212891, 1.253906, 1.486328, 1.24707, 1.245117, 1.476562, 1.371094, 1.150391, 1.275391, 1.332031, 1.292969, 1.255859, 1.075684, 1.306641, 1.519531, 1.304688, 1.5, 1.291016, 1.228516, 1.285156, 1.265625, 1.4375, 1.230469, 1.209961, 1.458984, 1.369141, 0.985046, 1.069824, 1.320312, 1.300781, 1.245117, 1.378906, 1.226562, 1.198242, 1.229492, 0.936035, 1.229492, 1.230469, 1.202148, 1.214844, 4.0625, 1.197266, 1.259766, 1.12793, 1.310547, 1.098633, 1.231445, 1.241211, 1.400391, 1.294922, 1.224609, 1.273438, 1.382812, 1.294922, 1.570312, 1.265625, 1.072266, 1.423828, 1.375, 1.503906, 1.310547, 1.233398, 1.196289, 1.375, 1.570312, 1.255859, 1.351562, 1.294922, 1.365234, 1.322266, 1.227539, 1.067383, 1.200195, 1.291016, 1.28125, 1.217773, 0.9823, 1.22168, 1.222656, 1.245117, 1.28125, 1.214844, 1.246094, 1.515625, 0.621094, 1.259766, 1.263672, 1.328125, 1.380859, 1.229492, 1.217773, 1.231445, 1.206055, 1.225586, 1.279297, 1.447266, 1.326172, 1.306641, 1.566406, 1.322266, 1.429688, 1.21582, 1.230469, 1.230469, 1.285156, 1.251953, 1.445312, 1.151367, 1.111816, 1.480469, 1.400391, 1.291016, 1.18457, 1.384766, 1.257812, 1.308594, 1.306641, 1.208984, 1.277344, 1.275391, 1.188477, 1.333984, 1.289062, 1.320312, 1.18457, 1.265625, 1.464844, 1.277344, 1.229492, 1.224609, 1.253906, 1.182617, 1.143555, 1.273438, 1.25, 1.390625, 1.238281, 1.300781, 1.373047, 1.453125, 1.178711, 1.229492, 1.191406, 1.233398, 1.269531, 1.22168, 1.828125, 1.228516, 1.289062, 1.230469, 1.214844, 1.322266, 1.351562, 1.332031, 1.232422, 1.227539, 1.291016, 1.384766, 1.199219, 1.245117, 1.237305, 1.275391, 1.431641, 1.28125, 0.983887, 1.031494, 1.053955, 1.201172, 1.25, 1.341797, 1.246094, 1.271484, 2.046875, 1.378906, 1.294922, 1.427734, 1.236328, 1.173828, 1.223633, 1.34375, 1.558594, 1.25, 1.294922, 1.34375, 1.259766, 1.285156, 1.12793, 1.9375, 0.890137, 1.261719, 1.275391, 1.291016, 1.198242, 1.412109, 1.679688, 1.380859, 1.047607, 1.828125, 1.259766, 1.134766, 1.265625, 1.511719, 1.28125, 1.214844, 1.273438, 1.335938, 1.239258, 1.339844, 2.882812, 1.198242, 1.199219, 1.847656, 1.226562, 1.200195, 1.283203, 1.265625, 1.239258, 1.570312, 1.255859, 1.302734, 1.232422, 1.182617, 1.175781, 1.347656, 1.24707, 1.245117, 1.275391, 1.302734, 1.244141, 1.333984, 1.271484, 1.363281, 1.322266, 1.582031, 1.240234, 1.355469, 1.255859, 1.294922, 1.243164, 1.503906, 1.244141, 1.285156, 1.172852, 1.357422, 1.275391, 1.314453, 1.253906, 1.25, 1.271484, 1.433594, 1.231445, 1.519531, 1.191406, 1.125, 1.25, 1.429688, 1.269531, 1.267578, 1.34375, 1.196289, 1.228516, 1.245117, 1.326172, 1.253906, 1.201172, 1.324219, 0.943359, 1.304688, 1.253906, 1.249023, 1.269531, 1.386719, 1.287109, 1.300781, 1.539062, 1.287109, 1.229492, 1.337891, 1.992188, 1.22168, 1.267578, 1.294922, 1.298828, 1.242188, 1.047119, 1.423828, 1.300781, 1.304688, 1.722656, 1.425781, 1.498047, 1.030518, 1.300781, 1.005096, 1.255859, 1.347656, 1.200195, 1.217773, 1.217773, 0.897461, 1.300781, 1.367188, 1.308594, 1.03125, 1.277344, 1.308594, 1.263672, 1.082031, 1.277344, 1.238281, 1.149414, 1.217773, 1.296875, 1.558594, 1.310547, 1.289062, 1.25, 1.322266, 1.205078, 1.6875, 1.212891, 1.314453, 1.235352, 1.287109, 1.245117, 1.306641, 1.259766, 1.253906, 1.219727, 1.291016, 1.408203, 1.021729, 1.22168, 1.542969, 1.275391, 1.208008, 1.217773, 1.306641, 1.310547, 1.283203, 1.275391, 1.314453, 2.195312, 1.267578, 1.239258, 1.229492, 1.213867, 1.302734, 1.310547, 1.235352, 1.193359, 0.901367, 1.287109, 1.251953, 1.223633, 1.210938, 1.310547, 1.337891, 1.292969, 1.236328, 1.335938, 1.176758, 1.253906, 1.212891, 1.230469, 1.492188, 1.304688, 1.19043, 1.285156, 1.244141, 1.369141, 1.244141, 1.419922, 1.146484, 1.419922, 1.294922, 1.213867, 1.228516, 1.707031, 1.198242, 1.253906, 1.306641, 1.275391, 1.306641, 1.40625, 1.275391, 1.320312, 1.761719, 1.28125, 1.177734, 1.206055, 1.191406, 1.291016, 1.176758, 1.275391, 1.359375, 1.265625, 1.253906, 1.195312, 1.302734, 1.318359, 1.198242, 1.314453, 1.271484, 1.165039, 1.273438, 1.283203, 1.283203, 1.231445, 1.349609, 1.265625, 1.300781, 1.251953, 1.198242, 1.132812, 1.269531, 1.322266, 1.273438, 1.164062, 1.275391, 1.271484, 1.253906, 1.271484, 1.318359, 1.192383, 1.275391, 1.223633, 1.291016, 1.246094, 1.21582, 1.417969, 0.90625, 1.259766, 1.271484, 1.320312, 1.220703, 1.408203, 1.22168, 1.259766, 1.308594, 1.166992, 1.302734, 1.380859, 1.239258, 1.249023, 1.285156, 1.15332, 0.904297, 1.192383, 1.373047, 0.978271, 1.476562, 1.238281, 1.179688, 1.236328, 1.308594, 1.265625, 1.285156, 1.277344, 1.283203, 1.222656, 1.369141, 1.188477, 1.332031, 1.259766, 1.574219, 1.227539, 1.210938, 1.201172, 1.261719, 1.244141, 1.314453, 1.291016, 1.285156, 1.275391, 1.265625, 1.222656, 1.269531, 1.394531, 1.5, 1.263672, 1.546875, 1.269531, 1.248047, 1.458984, 1.240234, 1.172852, 1.371094, 1.488281, 1.402344, 1.351562, 1.244141, 1.222656, 1.427734, 1.033936, 1.300781, 1.371094, 1.271484, 1.355469, 1.251953, 1.227539, 1.220703, 1.143555, 1.365234, 1.277344, 1.275391, 1.28125, 1.376953, 1.233398, 1.234375, 1.248047, 1.294922, 1.263672, 1.226562, 1.222656, 1.236328, 1.22168, 1.386719, 1.380859, 1.371094, 1.425781, 1.310547, 1.239258, 1.472656, 1.255859, 1.445312, 1.198242, 1.229492, 1.302734, 1.199219, 1.304688, 1.277344, 1.453125, 1.287109, 1.363281, 1.332031, 1.308594, 1.223633, 1.433594, 1.205078, 1.138672, 1.246094, 1.188477, 1.275391, 1.328125, 1.231445, 1.177734, 1.255859, 1.249023, 1.435547, 1.320312, 1.1875, 1.353516, 1.353516, 1.275391, 1.227539, 1.291016, 1.261719, 1.277344, 1.244141, 1.181641, 1.347656, 1.373047, 1.220703, 1.253906, 1.245117, 1.292969, 1.259766, 1.18457, 1.18457, 1.211914, 1.219727, 1.233398, 1.636719, 1.203125, 1.261719, 1.333984, 1.275391, 1.238281, 1.296875, 1.369141, 1.211914, 1.318359, 1.234375, 1.464844, 1.478516, 1.259766, 1.404297, 1.200195, 1.150391, 0.94751, 1.279297, 1.251953, 1.287109, 1.476562, 1.21875, 1.3125, 1.451172, 1.169922, 1.320312, 1.251953, 1.359375, 1.28125, 1.216797, 1.253906, 1.200195, 1.24707, 1.206055, 1.294922, 1.170898, 1.5, 1.289062, 1.279297, 1.337891, 1.03833, 1.322266, 1.251953, 1.229492, 1.429688, 1.212891, 1.396484, 1.267578, 1.224609, 1.337891, 1.345703, 1.335938, 1.302734, 1.318359, 1.189453, 1.185547, 1.484375, 1.155273, 1.474609, 1.239258, 1.28125, 1.198242, 1.412109, 1.322266, 1.192383, 1.427734, 1.474609, 1.335938, 1.263672, 1.3125, 1.253906, 1.318359, 1.367188, 1.223633, 1.345703, 0.800781, 0.912109, 1.228516, 1.300781, 1.243164, 1.310547, 1.326172, 1.230469, 1.294922, 1.211914, 1.308594, 1.421875, 1.322266, 1.245117, 1.217773, 1.236328, 1.310547, 1.200195, 1.3125, 1.206055, 1.386719, 1.353516, 1.208008, 1.174805, 1.291016, 1.271484, 1.306641, 1.177734, 1.269531, 1.200195, 1.265625, 1.378906, 1.279297, 1.265625, 2.273438, 1.259766, 1.244141, 1.143555, 1.238281, 1.233398, 1.476562, 1.198242, 1.679688, 1.412109, 1.271484, 1.292969, 1.498047, 1.683594, 1.248047, 1.241211, 1.204102, 1.261719, 1.176758, 1.277344, 1.289062, 1.318359, 1.238281, 1.228516, 1.402344, 1.613281, 0.883301, 1.232422, 1.226562, 1.363281, 1.330078, 1.292969, 0.938721, 1.265625, 1.369141, 1.261719, 1.229492, 1.34375, 1.275391, 1.294922, 1.255859, 1.332031, 1.257812, 1.539062, 1.279297, 1.417969, 1.144531, 1.384766, 1.269531, 1.112793, 1.605469, 1.365234, 0.937744, 1.246094, 1.304688, 1.242188, 1.230469, 1.507812, 1.255859, 1.167969, 1.228516, 1.289062, 1.225586, 1.232422, 1.191406, 1.237305, 1.376953, 2.039062, 1.265625, 1.239258, 1.196289, 1.359375, 1.527344, 1.259766, 1.229492, 1.390625, 1.269531, 1.332031, 1.249023, 1.365234, 1.285156, 1.062012, 1.253906, 1.333984, 1.3125, 1.322266, 1.259766, 1.275391, 1.302734, 1.261719, 1.243164, 1.255859, 1.257812, 1.213867, 1.371094, 1.226562, 1.480469, 1.222656, 1.396484, 1.211914, 1.271484, 1.189453, 1.259766, 1.225586, 1.300781, 1.369141, 1.318359, 1.271484, 1.478516, 1.398438, 1.185547, 1.230469, 1.220703, 1.261719, 1.248047, 1.472656, 1.25, 1.24707, 1.181641, 1.308594, 1.382812, 1.322266, 1.222656, 1.273438, 1.449219, 1.261719, 1.229492, 1.339844, 1.261719, 1.207031, 1.212891, 1.632812, 1.259766, 1.246094, 1.304688, 1.228516, 1.237305, 1.1875, 1.347656, 1.359375, 1.271484, 1.275391, 1.476562, 1.310547, 1.279297, 1.267578, 1.246094, 1.242188, 1.25, 0.924316, 1.243164, 1.306641, 1.271484, 1.217773, 1.363281, 1.257812, 1.34375, 1.367188, 1.253906, 1.289062, 1.255859, 1.265625, 1.435547, 1.246094, 1.245117, 1.285156, 1.277344, 1.263672, 1.175781, 1.306641, 1.359375, 1.466797, 1.384766, 1.380859, 1.095703, 1.226562, 1.914062, 1.165039, 1.322266, 1.339844, 1.249023, 1.253906, 1.269531, 1.267578, 1.243164, 1.488281, 1.283203, 1.503906, 1.347656, 1.474609, 1.275391, 1.226562, 1.244141, 1.330078, 1.255859, 1.285156, 1.229492, 1.402344, 1.214844, 1.287109, 1.294922, 1.390625, 1.240234, 1.240234, 1.306641, 1.275391, 1.34375, 1.404297, 1.209961, 1.283203, 1.275391, 1.206055, 1.261719, 1.257812, 1.427734, 1.225586, 1.304688, 1.316406, 1.28125, 1.523438, 1.294922, 1.237305, 1.316406, 1.200195, 1.277344, 1.172852, 1.224609, 1.060791, 1.208984, 1.294922, 1.207031, 1.277344, 1.224609, 1.322266, 1.279297, 1.369141, 1.220703, 1.285156, 1.279297, 1.304688, 1.462891, 1.318359, 1.330078, 1.236328, 1.248047, 1.211914, 1.25, 1.326172, 1.208008, 1.408203, 1.249023, 1.308594, 1.285156, 1.241211, 1.414062, 1.213867, 1.539062, 1.341797, 1.238281, 1.347656, 0.823242, 1.233398, 1.375, 1.249023, 1.166992, 1.205078, 1.263672, 1.416016, 1.225586, 1.361328, 1.292969, 1.248047, 1.259766, 1.236328, 1.072754, 1.183594, 1.230469, 1.163086, 1.285156, 1.349609, 1.259766, 1.225586, 1.233398, 1.337891, 1.271484, 1.302734, 1.18457, 1.277344, 1.298828, 1.474609, 1.209961, 1.46875, 1.337891, 1.223633, 1.523438, 1.193359, 1.18457, 1.431641, 1.225586, 1.230469, 1.324219, 1.384766, 1.224609, 1.375, 1.511719, 1.251953, 1.287109, 1.213867, 1.199219, 1.443359, 1.257812, 1.234375, 1.275391, 1.206055, 1.376953, 1.337891, 1.357422, 1.380859, 1.462891, 0.967041, 1.300781, 0.179688, 1.228516, 1.285156, 1.192383, 1.3125, 1.229492, 0.980469, 1.257812, 1.242188, 1.255859, 1.204102, 1.216797, 1.714844, 1.196289, 1.244141, 1.335938, 1.416016, 1.291016, 1.269531, 1.287109, 1.21582, 1.318359, 1.308594, 1.208008, 1.412109, 1.232422, 1.253906, 1.714844, 1.197266, 1.238281, 1.208984, 1.24707, 1.349609, 1.28125, 1.341797, 1.621094, 1.243164, 1.291016, 1.324219, 1.093262, 1.259766, 1.318359, 1.212891, 1.177734, 1.322266, 1.229492, 1.222656, 1.230469, 1.279297, 1.474609, 1.246094, 1.249023, 1.197266, 1.030396, 1.246094, 1.261719, 1.273438, 1.230469, 1.213867, 1.28125, 1.246094, 1.251953, 1.257812, 1.25, 1.378906, 1.163086, 1.259766, 1.294922, 1.213867, 1.165039, 1.316406, 1.337891, 1.259766, 1.048096, 1.277344, 1.392578, 1.609375, 1.449219, 1.269531, 1.275391, 1.253906, 1.267578, 1.188477, 1.233398, 1.269531, 1.157227, 0.817383, 1.480469, 1.726562, 1.239258, 1.211914, 1.271484, 1.228516, 1.233398, 1.244141, 1.441406, 1.204102, 1.197266, 1.427734, 1.337891, 1.273438, 1.503906, 1.259766, 1.253906, 1.427734, 1.269531, 1.265625, 1.306641, 1.253906, 1.212891, 1.439453, 1.333984, 1.318359, 1.302734, 1.318359, 1.226562, 1.613281, 1.257812, 1.964844, 1.3125, 1.275391, 1.283203, 1.316406, 1.414062, 1.175781, 1.259766, 1.224609, 1.253906, 1.28125, 1.40625, 1.191406, 1.248047, 1.357422, 0.925781, 1.232422, 1.287109, 1.224609, 0.938232, 1.380859, 1.242188, 1.507812, 1.245117, 1.398438, 1.163086, 1.300781, 1.216797, 1.199219, 1.337891, 1.349609, 1.283203, 1.371094, 1.275391, 1.231445, 1.19043, 1.237305, 1.233398, 1.21875, 1.181641, 1.433594, 1.314453, 1.230469, 1.238281, 1.46875, 1.275391, 1.253906, 1.445312, 1.222656, 1.232422, 1.240234, 1.490234, 1.265625, 1.972656, 1.226562, 1.28125, 1.240234, 1.245117, 1.245117, 1.201172, 1.245117, 1.265625, 1.458984, 1.230469, 1.294922, 1.503906, 1.213867, 1.316406, 1.248047, 1.402344, 1.243164, 1.507812, 1.380859, 1.349609, 1.429688, 1.300781, 1.320312, 1.324219, 1.25, 1.322266, 1.314453, 1.191406, 1.498047, 1.523438, 1.197266, 1.261719, 1.816406, 1.249023, 1.204102, 1.279297, 1.339844, 1.328125, 1.239258, 1.291016, 1.201172, 1.273438, 1.535156, 1.339844, 1.341797, 1.380859, 1.245117, 1.335938, 1.220703, 1.285156, 1.410156, 1.24707, 1.240234, 1.245117, 1.244141, 1.140625, 1.222656, 1.287109, 1.257812, 1.219727, 1.261719, 1.244141, 1.460938, 1.300781, 1.373047, 1.182617, 1.337891, 1.294922, 1.255859, 1.245117, 1.890625, 1.235352, 1.464844, 1.320312, 1.314453, 1.369141, 1.427734, 1.21582, 1.188477, 1.099609, 1.249023, 1.390625, 1.222656, 1.289062, 1.275391, 1.259766, 1.273438, 1.237305, 1.267578, 1.408203, 1.269531, 1.289062, 1.476562, 1.292969, 1.318359, 1.279297, 1.300781, 1.257812, 1.367188, 1.273438, 1.361328, 1.273438, 1.419922, 1.285156, 1.21875, 1.140625, 1.263672, 1.341797, 1.271484, 0.987854, 1.330078, 1.28125, 1.257812, 1.223633, 1.229492, 1.287109, 1.219727, 0.982178, 1.292969, 1.175781, 1.300781, 1.341797, 1.324219, 1.228516, 1.204102, 1.267578, 1.304688, 1.294922, 1.245117, 1.279297, 1.451172, 1.503906, 1.261719, 1.259766, 1.248047, 1.253906, 1.255859, 1.404297, 1.242188, 1.294922, 1.133789, 1.394531, 1.285156, 1.414062, 1.292969, 1.188477, 1.333984, 1.206055, 1.574219, 1.765625, 1.582031, 1.233398, 1.06543, 1.176758, 1.380859, 1.285156, 1.269531, 1.322266, 1.375, 1.412109, 1.253906, 1.175781, 1.322266, 1.047607, 1.613281, 1.271484 ] }, "name": "onnx::Mul_8256", "outputIndexes": [ 510 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 509, 510 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_4/Mul_1_output_0", "outputIndexes": [ 511 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 492, 511 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_24_output_0", "outputIndexes": [ 512 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 512, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_45_output_0", "outputIndexes": [ 513 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 513 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_5/Mul_output_0", "outputIndexes": [ 514 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.490234, 1.255859, 1.330078, 1.917969, 1.283203, 1.333984, 1.421875, 0.644531, 1.597656, 1.074707, 1.59375, 1.240234, 1.231445, 1.664062, 1.699219, 1.259766, 1.376953, 1.429688, 1.359375, 1.433594, 1.589844, 1.578125, 1.380859, 1.213867, 1.094238, 1.298828, 1.427734, 1.302734, 1.601562, 1.621094, 1.239258, 1.085449, 1.310547, 0.720703, 1.171875, 1.324219, 1.12207, 1.388672, 1.115234, 1.066895, 1.589844, 1.214844, 1.384766, 1.059082, 0.742188, 1.558594, 1.472656, 1.318359, 1.333984, 1.265625, 1.363281, 1.198242, 1.357422, 0.887695, 1.439453, 1.304688, 1.492188, 1.275391, 1.050293, 1.026978, 1.227539, 1.130859, 1.404297, 1.34375, 1.392578, 1.194336, 1.043213, 1.326172, 1.15332, 1.261719, 1.439453, 1.515625, 1.072754, 1.213867, 1.185547, 1.168945, 0.999634, 1.135742, 1.128906, 0.858398, 1.170898, 0.615234, 0.977539, 1.201172, 1.265625, 1.498047, 1.189453, 1.047119, 0.84375, 1.02124, 1.376953, 1.138672, 1.761719, 0.850586, 1.589844, 0.699219, 1.355469, 1.396484, 1.318359, 1.210938, 0.987061, 1.808594, 1.40625, 1.460938, 1.494141, 1.240234, 1.582031, 1.140625, 1.320312, 1.179688, 1.683594, 1.332031, 1.726562, 2.273438, 1.574219, 1.052979, 1.503906, 0.836914, 1.361328, 1.875, 1.429688, 1.207031, 0.607422, 1.519531, 1.126953, 1.105469, 1.259766, 1.382812, 1.474609, 1.072266, 1.15625, 1.06543, 1.089355, 1.182617, 1.472656, 1.507812, 1.081543, 1.169922, 1.22168, 1.855469, 1.347656, 1.8125, 1.109863, 1.240234, 1.279297, 1.028442, 1.197266, 1.253906, 1.314453, 1.566406, 1.155273, 1.192383, 1.24707, 1.625, 1.613281, 1.570312, 1.054932, 1.341797, 0.798828, 0.736328, 1.228516, 1.773438, 1.186523, 1.024414, 1.773438, 1.222656, 1.625, 0.621094, 1.8125, 0.973389, 1.316406, 0.936523, 1.136719, 0.707031, 1.230469, 1.482422, 1.519531, 0.798828, 1.304688, 1.298828, 1.134766, 0.691406, 1.186523, 0.544922, 1.054688, 1.151367, 0.960449, 1.181641, 1.067871, 1.208008, 1.523438, 0.754883, 1.373047, 1.349609, 1.402344, 1.253906, 1.255859, 1.773438, 1.492188, 1.414062, 1.292969, 1.318359, 1.231445, 1.019409, 1.597656, 1.328125, 1.306641, 1.204102, 1.371094, 1.601562, 1.203125, 1.375, 1.470703, 1.038574, 1.238281, 1.554688, 1.155273, 1.257812, 1.582031, 1.597656, 1.294922, 1.298828, 1.255859, 1.839844, 1.474609, 1.375, 1.213867, 1.216797, 1.152344, 1.02771, 2.039062, 1.695312, 1.574219, 1.59375, 1.439453, 1.820312, 1.345703, 1.515625, 1.237305, 1.208008, 1.3125, 1.192383, 1.5625, 1.030273, 1.146484, 1.363281, 1.19043, 1.230469, 1.632812, 1.080078, 1.279297, 1.671875, 0.953613, 1.167969, 1.443359, 1.135742, 1.146484, 1.462891, 1.143555, 1.223633, 1.683594, 1.652344, 1.400391, 1.21582, 1.136719, 1.118164, 1.664062, 1.373047, 1.239258, 1.22168, 1.341797, 1.210938, 1.177734, 1.121582, 1.318359, 1.451172, 0.881348, 1.265625, 1.371094, 1.296875, 1.181641, 1.400391, 0.879883, 1.388672, 0.981567, 1.201172, 1.310547, 1.285156, 0.848633, 1.170898, 1.166016, 0.84668, 1.910156, 1.1875, 1.090332, 1.492188, 1.123535, 1.402344, 1.421875, 1.275391, 1.40625, 1.145508, 0.734375, 1.1875, 0.501953, 1.289062, 1.828125, 1.375, 1.015198, 1.5625, 1.632812, 0.615234, 1.154297, 1.324219, 1.245117, 1.320312, 1.320312, 1.496094, 1.208984, 1.462891, 1.188477, 1.010193, 1.164062, 1.480469, 1.515625, 1.53125, 1.291016, 1.151367, 1.714844, 1.585938, 1.237305, 1.279297, 1.232422, 1.427734, 0.642578, 1.310547, 1.408203, 1.464844, 1.609375, 1.227539, 1.084473, 1.200195, 1.470703, 1.088379, 1.550781, 1.015991, 1.470703, 1.095215, 1.0177, 1.423828, 1.074219, 1.183594, 1.049316, 1.244141, 0.521484, 0.844727, 1.398438, 1.585938, 1.065918, 1.161133, 0.732422, 1.480469, 1.057617, 0.983032, 1.155273, 1.433594, 1.020264, 1.01416, 1.388672, 1.384766, 1.480469, 1.234375, 1.320312, 1.25, 1.851562, 1.59375, 1.652344, 1.292969, 1.589844, 1.03418, 1.337891, 1.667969, 1.029907, 0.958496, 1.53125, 1.244141, 1.045898, 1.07373, 1.233398, 1.376953, 1.683594, 1.466797, 0.638672, 1.742188, 1.558594, 1.523438, 1.208984, 0.685547, 1.271484, 1.492188, 1.423828, 1.789062, 1.202148, 1.605469, 0.832031, 1.992188, 1.617188, 1.371094, 1.287109, 1.081543, 1.316406, 1.166016, 1.628906, 1.441406, 1.394531, 1.091309, 1.324219, 1.273438, 1.376953, 1.380859, 1.679688, 1.511719, 1.15332, 1.373047, 1.196289, 1.244141, 1.294922, 1.396484, 1.390625, 1.361328, 0.95459, 1.847656, 1.472656, 1.164062, 1.558594, 1.322266, 1.363281, 1.271484, 1.443359, 1.488281, 1.675781, 1.710938, 1.570312, 1.031494, 1.460938, 1.363281, 1.839844, 1.21875, 1.115234, 1.53125, 1.554688, 1.292969, 1.211914, 1.554688, 1.515625, 1.539062, 1.225586, 1.539062, 1.227539, 1.601562, 1.462891, 1.275391, 1.326172, 1.148438, 0.918457, 1.339844, 0.71875, 1.300781, 1.570312, 1.273438, 1.1875, 1.088867, 1.617188, 1.172852, 1.316406, 1.398438, 0.757812, 1.100586, 1.300781, 1.589844, 1.367188, 1.09375, 1.367188, 1.310547, 1.640625, 1.539062, 0.705078, 1.265625, 1.179688, 1.703125, 1.21875, 1.322266, 1.632812, 1.507812, 1.125, 1.291016, 0.484375, 0.791016, 1.020386, 0.845703, 1.131836, 1.380859, 1.380859, 1.008667, 0.712891, 1.269531, 1.074219, 1.478516, 1.585938, 1.28125, 1.232422, 1.263672, 1.083984, 1.382812, 1.283203, 1.59375, 1.244141, 1.46875, 1.507812, 0.987671, 1.542969, 1.202148, 0.830078, 0.833008, 1.585938, 0.893066, 1.402344, 1.137695, 1.188477, 1.304688, 1.261719, 1.376953, 1.201172, 0.989563, 1.367188, 0.808594, 1.178711, 1.222656, 1.402344, 1.051758, 3.109375, 1.294922, 1.445312, 1.515625, 1.632812, 1.235352, 1.392578, 1.245117, 1.035645, 1.496094, 1.08252, 1.4375, 1.613281, 1.093262, 1.320312, 1.355469, 1.125, 1.482422, 1.130859, 1.225586, 1.820312, 1.511719, 1.119629, 1.480469, 1.353516, 1.419922, 1.597656, 1.75, 1.34375, 1.554688, 1.921875, 1.402344, 1.660156, 1.382812, 0.800781, 1.382812, 1.251953, 1.217773, 0.919922, 1.306641, 1.257812, 1.46875, 1.445312, 1.449219, 1.28125, 1.124023, 0.754883, 1.229492, 1.298828, 1.236328, 1.519531, 1.269531, 1.365234, 1.181641, 1.138672, 1.242188, 1.320312, 1.53125, 1.398438, 1.019897, 1.267578, 1.710938, 1.094238, 1.476562, 1.605469, 1.169922, 1.133789, 1.402344, 1.828125, 1.152344, 1.335938, 1.392578, 1.742188, 0.991821, 1.112305, 1.492188, 1.59375, 1.161133, 1.328125, 1.507812, 1.341797, 1.273438, 1.277344, 1.357422, 2.109375, 1.106445, 1.449219, 1.640625, 1.554688, 1.182617, 1.167969, 1.699219, 1.176758, 1.257812, 1.5, 1.302734, 1.341797, 1.198242, 1.447266, 1.049316, 1.439453, 1.470703, 0.984985, 0.814453, 1.337891, 0.84082, 1.216797, 1.636719, 1.339844, 0.993958, 0.603516, 0.695312, 1.396484, 1.211914, 1.371094, 1.19043, 1.12793, 1.199219, 1.1875, 1.378906, 1.363281, 1.285156, 1.243164, 0.757812, 1.244141, 1.078125, 1.229492, 1.192383, 1.335938, 1.091309, 1.449219, 1.425781, 1.412109, 1.224609, 1.006927, 1.229492, 1.15332, 1.582031, 1.062988, 1.392578, 1.263672, 0.736328, 1.429688, 1.15625, 1.200195, 1.263672, 1.068848, 1.357422, 1.503906, 1.03125, 1.496094, 1.104004, 1.345703, 1.151367, 1.490234, 1.183594, 1.100098, 1.373047, 1.34375, 1.263672, 2.054688, 1.096191, 1.197266, 1.161133, 1.095215, 1.269531, 1.503906, 1.140625, 1.271484, 1.320312, 1.371094, 1.390625, 1.46875, 1.519531, 1.917969, 1.400391, 1.597656, 1.123047, 1.15625, 0.937012, 1.279297, 1.613281, 1.101074, 1.328125, 1.090332, 1.231445, 1.028809, 1.503906, 1.660156, 1.376953, 1.056885, 1.539062, 1.373047, 1.208984, 1.233398, 1.376953, 1.165039, 1.367188, 1.380859, 1.519531, 1.400391, 1.333984, 1.18457, 1.886719, 1.242188, 1.108398, 1.511719, 1.183594, 1.585938, 1.699219, 1.294922, 1.597656, 1.185547, 1.75, 1.345703, 1.149414, 1.359375, 0.75, 1.361328, 1.398438, 1.402344, 1.375, 1.204102, 1.542969, 1.310547, 1.123535, 1.539062, 1.605469, 1.298828, 1.445312, 1.582031, 1.707031, 1.162109, 1.300781, 1.225586, 1.394531, 1.416016, 1.464844, 1.412109, 1.060059, 1.023438, 1.202148, 1.068359, 1.136719, 2.140625, 1.558594, 1.375, 1.243164, 1.066406, 1.300781, 1.326172, 1.161133, 1.198242, 1.363281, 1.189453, 1.347656, 1.492188, 1.103027, 1.369141, 1.243164, 1.208008, 1.429688, 1.447266, 1.275391, 1.12207, 0.940918, 1.279297, 1.225586, 0.958496, 1.033691, 1.554688, 1.644531, 0.897461, 1.412109, 0.879883, 1.425781, 1.425781, 1.178711, 1.076172, 1.345703, 1.408203, 1.209961, 1.183594, 1.326172, 1.707031, 1.458984, 1.251953, 1.201172, 1.271484, 1.3125, 1.539062, 1.339844, 1.137695, 1.053467, 1.455078, 1.066895, 1.404297, 1.353516, 1.261719, 1.206055, 1.058838, 1.738281, 1.308594, 1.478516, 1.433594, 1.337891, 1.316406, 1.527344, 1.427734, 1.617188, 1.237305, 1.150391, 1.294922, 1.566406, 0.421875, 1.04541, 1.12793, 1.322266, 1.18457, 1.1875, 1.494141, 1.388672, 1.259766, 1.291016, 1.164062, 0.849609, 1.227539, 1.265625, 1.101074, 1.320312, 1.609375, 1.410156, 1.439453, 0.788086, 1.116211, 0.899902, 1.152344, 1.316406, 1.59375, 1.566406, 1.357422, 0.909668, 1.15918, 1.337891, 1.382812, 1.714844, 1.458984, 1.769531, 1.131836, 1.253906, 0.865234, 1.259766, 2.03125, 1.255859, 1.235352, 1.257812, 1.585938, 1.217773, 1.302734, 1.585938, 1.041992, 1.162109, 1.392578, 1.777344, 1.060791, 1.087402, 1.062012, 0.791992, 0.621094, 0.973145, 0.644531, 1.390625, 1.5, 1.267578, 1.296875, 0.716797, 0.572266, 1.200195, 1.476562, 1.292969, 1.310547, 1.124023, 1.558594, 1.382812, 1.322266, 0.710938, 1.578125, 1.083496, 0.919922, 0.957764, 1.243164, 1.162109, 1.237305, 1.12793, 1.439453, 1.157227, 1.214844, 1.226562, 1.347656, 1.609375, 1.162109, 1.088867, 1.285156, 1.333984, 1.992188, 1.333984, 0.975952, 0.613281, 2.140625, 1.233398, 1.203125, 1.318359, 1.164062, 1.246094, 1.118164, 1.667969, 0.496094, 1.071289, 1.054199, 1.632812, 1.353516, 0.611328, 1.353516, 1.3125, 1.371094, 1.236328, 1.574219, 1.154297, 1.163086, 0.756836, 1.353516, 1.166016, 1.149414, 0.732422, 1.339844, 1.628906, 1.394531, 1.59375, 1.398438, 1.07373, 1.269531, 1.726562, 1.554688, 1.013855, 1.207031, 1.601562, 1.042236, 1.447266, 1.734375, 2.039062, 1.134766, 1.5625, 1.363281, 1.296875, 1.328125, 1.094727, 1.46875, 0.582031, 1.439453, 1.371094, 1.314453, 1.326172, 1.707031, 1.140625, 1.224609, 0.449219, 1.017578, 0.640625, 1.455078, 0.726562, 1.095215, 1.212891, 1.433594, 1.490234, 1.032715, 1.174805, 1.275391, 1.404297, 0.811523, 1.077148, 1.144531, 1.042725, 0.853516, 1.417969, 1.710938, 1.154297, 1.332031, 1.542969, 1.112305, 1.621094, 0.994019, 1.283203, 1.298828, 0.611328, 1.373047, 1.166992, 1.28125, 0.785156, 1.200195, 1.203125, 1.601562, 1.193359, 1.53125, 1.636719, 1.34375, 1.191406, 3.3125, 1.04541, 1.339844, 1.554688, 1.228516, 1.255859, 1.335938, 1.746094, 1.566406, 1.416016, 1.25, 1.917969, 1.237305, 1.112305, 1.5, 1.398438, 1.135742, 1.181641, 1.355469, 1.240234, 1.425781, 1.376953, 1.847656, 1.496094, 0.738281, 1.165039, 1.197266, 0.799805, 1.402344, 1.279297, 1.235352, 1.292969, 1.427734, 1.22168, 1.191406, 1.175781, 0.748047, 1.064453, 1.166992, 1.220703, 1.488281, 1.112793, 0.952881, 1.211914, 1.339844, 1.375, 1.265625, 1.589844, 0.782227, 1.839844, 1.589844, 1.117188, 1.414062, 1.396484, 1.386719, 1.326172, 1.447266, 1.328125, 1.486328, 1.15625, 1.753906, 1.490234, 0.855469, 1.141602, 1.090332, 1.414062, 1.511719, 1.425781, 1.089844, 1.527344, 0.772461, 1.152344, 1.558594, 1.212891, 1.289062, 1.507812, 1.714844, 1.185547, 1.230469, 1.492188, 0.77832, 0.472656, 0.830078, 1.223633, 1.298828, 0.857422, 1.15625, 1.191406, 1.275391, 0.905762, 1.275391, 1.203125, 1.21582, 0.744141, 1.112305, 1.239258, 1.175781, 1.222656, 1.157227, 1.135742, 1.585938, 1.224609, 0.936523, 1.074707, 1.111328, 1.233398, 1.664062, 1.427734, 1.777344, 1.199219, 1.137695, 1.104004, 0.783203, 1.205078, 1.176758, 1.46875, 1.231445, 1.033447, 1.480469, 1.355469, 1.226562, 1.200195, 1.193359, 1.131836, 1.367188, 1.449219, 1.257812, 0.936035, 1.462891, 1.224609, 1.527344, 1.394531, 1.166992, 1.585938, 1.636719, 1.621094, 1.217773, 1.400391, 1.828125, 1.207031, 1.384766, 1.152344, 1.460938, 1.644531, 1.145508, 1.15625, 1.324219, 1.349609, 1.59375, 1.079102, 1.114746, 0.896484, 1.789062, 1.229492, 1.231445, 0.998093, 1.133789, 1.164062, 1.408203, 0.964355, 1.574219, 0.916504, 1.398438, 1.15332, 1.181641, 1.135742, 1.236328, 0.979126, 1.382812, 0.722656, 1.257812, 1.136719, 1.9375, 1.234375, 1.183594, 1.318359, 1.308594, 1.263672, 1.049805, 1.314453, 1.200195, 1.361328, 0.772461, 1.558594, 1.166992, 1.143555, 1.421875, 1.166016, 1.671875, 1.161133, 1.022217, 1.251953, 1.394531, 1.116699, 1.15625, 1.335938, 1.410156, 1.206055, 1.128906, 1.283203, 0.648438, 1.474609, 1.09082, 1.714844, 1.22168, 1.201172, 0.989197, 0.636719, 1.275391, 0.683594, 1.075684, 1.110352, 1.035645, 1.644531, 1.404297, 1.910156, 1.21582, 1.126953, 1.523438, 0.677734, 1.316406, 1.421875, 1.433594, 1.851562, 1.527344, 1.597656, 0.754883, 1.396484, 1.636719, 1.10791, 0.845703, 1.460938, 1.511719, 0.905273, 1.558594, 1.65625, 1.332031, 1.050781, 1.324219, 1.069824, 0.748047, 1.628906, 1.210938, 0.975952, 1.605469, 1.326172, 1.128906, 0.874023, 1.236328, 1.824219, 1.285156, 1.376953, 1.597656, 1.667969, 1.249023, 1.210938, 1.275391, 0.981201, 0.782227, 1.302734, 1.519531, 1.271484, 1.570312, 1.28125, 1.228516, 1.574219, 1.214844, 0.546875, 1.355469, 1.460938, 1.339844, 1.236328, 1.271484, 1.160156, 1.263672, 1.094238, 1.384766, 1.423828, 1.098145, 1.233398, 1.318359, 1.167969, 1.189453, 0.78125, 1.341797, 0.820312, 1.710938, 1.380859, 1.785156, 0.650391, 1.208008, 1.155273, 1.174805, 1.158203, 1.449219, 1.439453, 1.230469, 1.613281, 1.167969, 1.330078, 0.875977, 1.453125, 1.380859, 1.200195, 1.558594, 1.172852, 1.449219, 1.255859, 1.232422, 1.433594, 1.265625, 1.380859, 1.208984, 1.201172, 1.067871, 0.902344, 1.231445, 1.636719, 1.523438, 1.121094, 0.728516, 1.445312, 1.761719, 1.707031, 1.380859, 1.722656, 1.433594, 1.339844, 1.243164, 0.774414, 1.470703, 1.386719, 1.273438, 1.390625, 1.292969, 1.410156, 1.566406, 1.808594, 1.285156, 1.304688, 1.683594, 1.458984, 1.507812, 1.05957, 1.605469, 1.769531, 0.985291, 2.078125, 1.275391, 1.195312, 1.714844, 1.151367, 1.010986, 1.695312, 1.220703, 1.412109, 0.724609, 1.141602, 0.981689, 2.398438, 1.173828, 1.628906, 1.949219, 0.476562, 1.335938, 1.298828, 0.537109, 1.111328, 1.376953, 1.155273, 1.182617, 1.447266, 1.337891, 1.283203, 1.316406, 1.051025, 1.308594, 0.820312, 1.171875, 1.746094, 1.239258, 1.120605, 1.188477, 1.492188, 1.267578, 1.447266, 1.490234, 1.351562, 1.386719, 1.172852, 1.0354, 1.191406, 1.166992, 1.302734, 1.451172, 1.094727, 1.173828, 1.175781, 1.193359, 1.429688, 1.142578, 1.394531, 1.476562, 1.180664, 2.054688, 1.128906, 1.875, 1.292969, 1.174805, 1.020996, 0.952393, 1.251953, 1.131836, 1.322266, 1.205078, 1.695312, 1.320312, 1.380859, 0.744141, 1.225586, 1.714844, 1.320312, 1.15918, 1.359375, 1.683594, 1.542969, 1.542969, 1.233398, 1.302734, 1.199219, 1.180664, 1.664062, 1.351562, 1.476562, 1.269531, 1.214844, 1.136719, 1.824219, 1.022705, 1.488281, 1.245117, 1.189453, 1.621094, 1.341797, 1.632812, 1.044678, 1.609375, 1.302734, 1.165039, 1.085938, 1.225586, 1.423828, 1.427734, 1.503906, 1.12793, 1.162109, 1.589844, 1.273438, 1.460938, 1.474609, 1.339844, 1.710938, 1.337891, 1.234375, 1.105957, 0.99765, 1.267578, 1.3125, 1.511719, 1.574219, 1.652344, 1.589844, 1.271484, 1.109863, 1.203125, 1.378906, 1.341797, 1.130859, 1.054199, 1.022095, 1.068848, 1.667969, 1.198242, 1.585938, 1.275391, 1.410156, 1.367188, 1.28125, 1.273438, 1.145508, 1.439453, 1.314453, 1.263672, 1.53125, 1.125977, 1.251953, 1.149414, 1.425781, 1.433594, 1.28125, 1.460938, 1.361328, 1.022217, 1.234375, 1.435547, 1.228516, 0.648438, 1.683594, 1.730469, 1.285156, 0.936035, 1.275391, 1.132812, 1.093262, 0.669922, 1.222656, 1.067871, 2.046875, 1.188477, 1.216797, 1.259766, 1.177734, 1.757812, 1.28125, 1.820312, 1.170898, 0.987305, 1.671875, 1.478516, 0.84082, 0.583984, 1.699219, 1.449219, 1.410156, 0.972168, 1.486328, 1.209961, 1.24707, 1.382812, 1.152344, 0.950439, 1.703125, 1.105957, 1.089355, 1.287109, 1.808594, 1.742188, 0.808594, 0.998665, 1.204102, 1.279297, 1.203125, 1.106445, 1.365234, 1.511719, 1.161133, 0.925293, 1.546875, 1.6875, 1.158203, 1.445312, 1.135742, 1.194336, 1.296875, 1.228516, 0.556641, 0.707031, 1.285156, 0.961426, 1.242188, 1.757812, 1.055176, 1.314453, 0.966064, 1.166016, 0.988831, 1.070312, 1.558594, 1.511719, 1.237305, 1.146484, 1.578125, 1.53125, 0.947998, 1.458984, 1.234375, 1.157227, 1.183594, 1.480469, 1.195312, 1.143555, 1.15918, 1.425781, 1.503906, 1.292969, 1.326172, 1.376953, 1.185547, 1.363281, 1.119141, 1.683594, 1.318359, 0.685547, 1.404297, 1.480469, 1.416016, 1.339844, 0.935547, 1.118652, 1.625, 1.490234, 1.134766, 1.027832, 1.073242, 1.410156, 1.421875, 1.480469, 1.554688, 1.163086, 1.197266, 1.277344, 1.449219, 1.416016, 1.21875, 0.860352, 0.677734, 1.292969, 1.417969, 1.695312, 1.462891, 1.219727, 0.519531, 1.757812, 1.679688, 1.255859, 1.271484, 0.857422, 2.023438, 1.542969, 1.384766, 1.051758, 1.228516, 1.192383, 1.084961, 1.144531, 1.429688, 1.330078, 1.345703, 0.740234, 1.871094, 1.133789, 0.952637, 1.351562, 1.527344, 1.539062, 1.116699, 1.213867, 1.269531, 1.683594, 1.376953, 1.273438, 1.259766, 1.241211, 1.217773, 1.357422, 1.324219, 0.892578, 1.726562, 1.320312, 1.664062, 1.462891, 1.09082, 1.069824, 1.304688, 1.213867, 1.131836, 1.878906, 1.46875, 0.92041, 1.182617, 0.677734, 1.369141, 1.08252, 1.800781, 1.192383, 1.283203, 1.232422, 1.326172, 0.938477, 1.178711, 1.464844, 1.523438, 1.734375, 1.224609, 1.486328, 1.068359, 1.164062, 1.05249, 0.742188, 1.198242, 1.494141, 1.667969, 1.443359, 1.777344, 1.259766, 1.069336, 1.339844, 1.021362, 1.122559, 1.4375, 1.695312, 1.472656, 1.165039, 1.292969, 1.245117, 1.554688, 1.507812, 1.195312, 0.842773, 1.234375, 1.636719, 1.0625, 1.433594, 1.098633, 1.570312, 1.158203, 1.259766, 1.357422, 1.486328, 1.166016, 1.059326, 1.228516, 1.458984, 1.213867, 1.851562, 1.535156, 1.457031, 1.173828, 1.152344, 1.484375, 1.345703, 0.90332, 0.847656, 1.197266, 1.613281, 1.753906, 1.267578, 1.601562, 0.673828, 1.28125, 1.695312, 1.289062, 1.330078, 1.384766, 1.109375, 1.129883, 0.662109, 1.425781, 1.376953, 1.589844, 1.205078, 1.65625, 1.59375, 1.169922, 1.498047, 1.083984, 1.578125, 1.8125, 1.151367, 1.208008, 1.026367, 1.196289, 1.109863, 0.751953, 1.273438, 1.353516, 1.414062, 1.699219, 2.046875, 1.511719, 1.482422, 1.196289, 1.455078, 1.253906, 1.233398, 1.277344, 0.977783, 1.683594, 1.191406, 1.07373, 1.271484, 1.244141, 1.400391, 1.124023, 1.480469, 1.470703, 1.051025, 1.237305, 1.550781, 0.947021, 1.061768, 1.180664, 1.667969, 1.15625, 0.759766, 1.125977, 1.396484, 1.494141, 1.382812, 1.126953, 0.800781, 1.458984, 1.275391, 1.217773, 1.419922, 1.231445, 1.255859, 1.172852, 1.439453, 1.146484, 1.267578, 1.808594, 1.164062, 1.152344, 1.597656, 1.322266, 0.654297, 1.167969, 1.457031, 1.488281, 1.435547, 1.283203, 1.820312, 1.130859, 1.028931, 1.730469, 1.597656, 1.417969, 1.296875, 1.120605, 1.203125, 1.466797, 1.298828, 1.326172, 1.185547, 1.470703, 1.209961, 1.425781, 1.03418, 1.320312, 1.400391, 1.208984, 1.337891, 1.135742, 1.412109, 1.441406, 1.227539, 1.703125, 0.936523, 0.603516, 1.212891, 1.275391, 1.294922, 1.292969, 1.292969, 1.137695, 1.271484, 1.232422, 1.207031, 1.292969, 1.285156, 1.443359, 1.243164, 0.689453, 1.267578, 1.335938, 1.929688, 1.390625, 1.609375, 1.171875, 1.25, 1.237305, 1.060303, 1.722656, 1.429688, 1.217773, 1.484375, 1.152344, 1.289062, 1.178711, 1.105469, 1.285156, 1.464844, 1.347656, 1.265625, 1.542969, 2.09375, 1.652344, 1.21582, 1.466797, 1.180664, 1.324219, 1.328125, 0.945801, 1.470703, 1.245117, 1.105957, 0.646484, 1.188477, 1.46875, 1.306641, 1.785156, 1.671875, 1.490234, 1.574219, 1.375, 1.328125, 1.200195, 0.691406, 1.251953, 0.987061, 1.092285, 1.253906, 1.609375, 1.523438, 1.287109, 0.599609, 1.431641, 1.490234, 1.1875, 1.238281, 1.570312, 1.178711, 1.519531, 1.198242, 1.161133, 0.953857, 1.298828, 1.145508, 1.141602, 1.482422, 1.898438, 1.265625, 1.316406, 1.036865, 1.275391, 1.298828, 1.191406, 1.322266, 1.359375, 1.492188, 1.198242, 1.271484, 1.10791, 1.177734, 1.152344, 1.248047, 1.158203, 1.40625, 0.626953, 1.267578, 1.511719, 1.464844, 1.515625, 1.355469, 1.582031, 1.324219, 1.287109, 1.453125, 1.255859, 1.067383, 1.367188, 1.161133, 0.621094, 1.175781, 1.402344, 1.417969, 1.59375, 1.300781, 1.242188, 1.773438, 1.101074, 1.640625, 1.263672, 1.152344, 0.892578, 1.214844, 1.099121, 1.660156, 0.703125, 1.597656, 0.864258, 1.425781, 0.667969, 1.527344, 1.167969, 1.394531, 1.035889, 1.104492, 1.404297, 1.460938, 0.988953, 1.257812, 1.275391, 1.800781, 1.322266, 0.662109, 0.956543, 0.90332, 1.490234, 1.59375, 1.028687, 1.59375, 1.554688, 1.302734, 1.067871, 1.628906, 1.261719, 1.203125, 1.482422, 1.253906, 1.03418, 1.597656, 1.617188, 1.112305, 1.357422, 1.310547, 1.96875, 1.376953, 1.371094, 1.142578, 1.707031, 1.269531, 1.130859, 1.320312, 1.478516, 1.106445, 1.302734, 0.979736, 0.905273, 1.431641, 1.240234, 1.326172, 0.968018, 1.402344, 1.425781, 1.636719, 0.780273, 1.177734, 1.161133, 1.416016, 1.300781, 1.225586, 0.703125, 1.451172, 1.431641, 1.328125, 0.607422, 1.165039, 0.785156, 1.753906, 1.445312, 1.030762, 1.464844, 1.574219, 1.136719, 1.515625, 1.347656, 1.142578, 1.02002, 0.935547, 1.546875, 1.121582, 1.18457, 1.375, 1.203125, 1.398438, 1.472656, 1.12793, 1.330078, 1.169922, 1.349609, 1.015869, 1.722656, 1.460938, 1.15332, 1.566406, 1.152344, 0.933105, 1.332031, 0.802734, 0.748047, 1.574219, 1.470703, 1.570312, 1.609375, 1.230469, 1.300781, 1.667969, 1.453125, 1.769531, 1.219727, 1.251953, 1.271484, 1.21875, 1.746094, 1.259766, 1.15918, 1.554688, 1.267578, 1.152344, 1.324219, 1.010132, 1.3125, 1.185547, 1.486328, 1.283203, 1.111816, 1.092773, 1.271484, 1.009338, 1.041748, 1.535156, 1.664062, 1.302734, 1.196289, 1.085938, 1.337891, 1.145508, 1.322266, 1.84375, 1.355469, 1.269531, 1.275391, 1.00824, 1.453125, 1.196289, 0.970459, 1.400391, 1.349609, 0.793945, 1.369141, 1.172852, 1.558594, 1.300781, 1.384766, 1.632812, 1.460938, 1.211914, 1.096191, 1.298828, 1.158203, 1.208008, 1.207031, 1.064941, 1.375, 1.914062, 2.007812, 0.856445, 1.251953, 1.22168, 1.482422, 0.844727, 1.298828, 1.25, 1.294922, 1.150391, 1.570312, 1.234375, 1.398438, 1.248047, 0.788086, 1.464844, 1.404297, 0.785156, 1.371094, 1.341797, 1.574219, 1.042725, 1.25, 1.223633, 0.856445, 1.435547, 1.761719, 1.310547, 1.18457, 1.455078, 1.135742, 1.249023, 0.724609, 0.956055, 1.289062, 1.078613, 1.427734, 1.257812, 1.146484, 1.200195, 1.353516, 0.869141, 1.169922, 1.582031, 0.693359, 1.503906, 1.130859, 1.664062, 1.5, 0.769531, 1.558594, 1.285156, 0.868164, 1.753906, 1.960938, 1.233398, 1.320312, 1.789062, 1.597656, 0.758789, 1.476562, 1.062988, 1.378906, 1.363281, 1.65625, 1.102539, 1.104492, 1.429688, 1.511719, 1.455078, 1.205078, 0.790039, 1.382812, 1.433594, 1.176758, 1.245117, 1.621094, 1.652344, 1.193359, 1.291016, 1.441406, 1.158203, 1.542969, 1.294922, 1.455078, 1.1875, 1.240234, 0.6875, 1.519531, 1.210938, 1.114746, 1.554688, 1.515625, 1.09375, 1.294922, 1.671875, 1.589844, 0.764648, 1.367188, 0.945557, 1.046875 ] }, "name": "onnx::Mul_8258", "outputIndexes": [ 515 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514, 515 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_5/Mul_1_output_0", "outputIndexes": [ 516 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 516 ], "outputIndexes": [ 2630 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2630 ], "outputIndexes": [ 2631 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear", "inputIndexes": [ 2631 ], "outputIndexes": [ 2632 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 218972930, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2632 ], "outputIndexes": [ 2633 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2633 ], "outputIndexes": [ 517 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 516 ], "main_type": "NONE", "name": "/Shape_71_output_0", "outputIndexes": [ 518 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 518 ], "main_type": "NONE", "name": "Shape1445", "outputIndexes": [ 519 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 518 ], "main_type": "NONE", "name": "Rank1447", "outputIndexes": [ 520 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 520, 520 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1449", "outputIndexes": [ 521 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 521 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1450", "outputIndexes": [ 522 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 521, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1452", "outputIndexes": [ 523 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 523 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1453", "outputIndexes": [ 524 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 519, 522, 524, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1456", "outputIndexes": [ 525 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1457", "outputIndexes": [ 526 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 526 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1458", "outputIndexes": [ 527 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 527, 526 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1459", "outputIndexes": [ 528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518, 528, 521 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_79_output_0", "outputIndexes": [ 529 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 529, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_161_output_0", "outputIndexes": [ 530 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 530, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_65_output_0", "outputIndexes": [ 531 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 517, 531 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_46_output_0", "outputIndexes": [ 532 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_40_output_0", "outputIndexes": [ 533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532 ], "main_type": "NONE", "name": "/Shape_72_output_0", "outputIndexes": [ 534 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 534 ], "main_type": "NONE", "name": "Shape1466", "outputIndexes": [ 535 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 534 ], "main_type": "NONE", "name": "Rank1468", "outputIndexes": [ 536 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 536, 536 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1470", "outputIndexes": [ 537 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1471", "outputIndexes": [ 538 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1473", "outputIndexes": [ 539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 539 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1474", "outputIndexes": [ 540 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 535, 538, 540, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1477", "outputIndexes": [ 541 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 541 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1478", "outputIndexes": [ 542 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 542 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1479", "outputIndexes": [ 543 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 543, 542 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1480", "outputIndexes": [ 544 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 534, 544, 537 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_80_output_0", "outputIndexes": [ 545 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 545, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_15_output_0", "outputIndexes": [ 546 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 546, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_166_output_0", "outputIndexes": [ 547 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 547, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_21_output_0", "outputIndexes": [ 548 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 548 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_10_output_0", "outputIndexes": [ 549 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 21, 547, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_20_output_0", "outputIndexes": [ 550 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 549, 550 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_68_output_0", "outputIndexes": [ 551 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 551, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_41_output_0", "outputIndexes": [ 552 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 533, 552 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_25_output_0", "outputIndexes": [ 553 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 516 ], "outputIndexes": [ 2634 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2634 ], "outputIndexes": [ 2635 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear", "inputIndexes": [ 2635 ], "outputIndexes": [ 2636 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 221627160, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2636 ], "outputIndexes": [ 2637 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2637 ], "outputIndexes": [ 554 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 530, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_66_output_0", "outputIndexes": [ 555 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 554, 555 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_47_output_0", "outputIndexes": [ 556 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 556, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_42_output_0", "outputIndexes": [ 557 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 556 ], "main_type": "NONE", "name": "/Shape_73_output_0", "outputIndexes": [ 558 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 558 ], "main_type": "NONE", "name": "Shape1529", "outputIndexes": [ 559 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 558 ], "main_type": "NONE", "name": "Rank1531", "outputIndexes": [ 560 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560, 560 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1533", "outputIndexes": [ 561 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 561 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1534", "outputIndexes": [ 562 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 561, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1536", "outputIndexes": [ 563 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 563 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1537", "outputIndexes": [ 564 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 559, 562, 564, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1540", "outputIndexes": [ 565 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 565 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1541", "outputIndexes": [ 566 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 566 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1542", "outputIndexes": [ 567 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 567, 566 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1543", "outputIndexes": [ 568 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 558, 568, 561 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_81_output_0", "outputIndexes": [ 569 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 569, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_16_output_0", "outputIndexes": [ 570 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 570, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_168_output_0", "outputIndexes": [ 571 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 556, 571, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_23_output_0", "outputIndexes": [ 572 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 572 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_11_output_0", "outputIndexes": [ 573 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 556, 21, 571, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_22_output_0", "outputIndexes": [ 574 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573, 574 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_69_output_0", "outputIndexes": [ 575 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 575, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_43_output_0", "outputIndexes": [ 576 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 557, 576 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_26_output_0", "outputIndexes": [ 577 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 516 ], "outputIndexes": [ 2638 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2638 ], "outputIndexes": [ 2639 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear", "inputIndexes": [ 2639 ], "outputIndexes": [ 2640 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 222954286, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2640 ], "outputIndexes": [ 2641 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2641 ], "outputIndexes": [ 578 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 578, 555 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_48_output_0", "outputIndexes": [ 579 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553, 577, 579, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_53_output_0", "outputIndexes": [ 580 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 580 ], "outputIndexes": [ 2642 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2642 ], "outputIndexes": [ 2643 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear", "inputIndexes": [ 2643 ], "outputIndexes": [ 2644 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 224281412, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2644 ], "outputIndexes": [ 2645 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2645 ], "outputIndexes": [ 581 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 581 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_5/Mul_output_0", "outputIndexes": [ 582 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.013611, 0.849609, 0.979126, 1.353516, 0.860352, 0.916016, 0.943359, 0.183594, 1.152344, 0.677734, 1.028687, 0.87207, 0.748047, 1.18457, 1.171875, 0.799805, 0.945068, 0.927246, 1.149414, 1.058594, 1.211914, 1.031128, 0.845703, 0.792969, 0.791992, 0.851562, 1.009033, 1.117676, 1.478516, 1.289062, 0.681641, 0.583984, 1.062988, 0.339844, 0.707031, 0.912109, 0.683594, 0.998093, 0.625, 0.679688, 1.222656, 0.994659, 0.943359, 0.59375, 0.351562, 1.000828, 0.98999, 0.791992, 1.535156, 0.838867, 1.045166, 0.931152, 0.961914, 0.744141, 1.038086, 0.716797, 1.008484, 0.87207, 0.876465, 0.638672, 0.705078, 1.478516, 1.001442, 0.952148, 1.431641, 0.669922, 0.605469, 0.939697, 0.666016, 0.776367, 1.062988, 1.064453, 0.792969, 0.751953, 0.736328, 0.644531, 0.587891, 0.681641, 0.642578, 0.425781, 0.677734, 0.097656, 0.890137, 0.638672, 0.770508, 0.895996, 0.736328, 0.660156, 0.398438, 0.722656, 0.939453, 0.619141, 1.417969, 0.335938, 1.140625, 0.058594, 0.716797, 1.00885, 1.119629, 0.787109, 0.75, 1.365234, 1.034424, 0.989746, 0.990112, 0.857422, 1.201172, 0.691406, 0.877441, 0.738281, 1.291016, 0.917969, 1.322266, 2.148438, 1.007019, 0.660156, 1.103027, 0.640625, 0.782227, 1.347656, 0.837891, 0.771484, 1.150391, 1.10791, 0.728516, 0.759766, 0.884277, 1.019165, 0.961426, 0.716797, 0.556641, 0.623047, 0.642578, 0.740234, 1.098145, 1.003662, 0.603516, 0.798828, 0.798828, 1.457031, 1.773438, 1.1875, 0.582031, 0.75, 0.836914, 0.820312, 0.779297, 0.80957, 0.833984, 1.081543, 0.707031, 0.701172, 0.811523, 1.255859, 1.112305, 1.251953, 0.464844, 1.02771, 0.304688, 0.28125, 2.007812, 1.206055, 0.827148, 0.496094, 1.330078, 0.965088, 1.242188, 0.183594, 1.34375, 0.648438, 0.974854, 0.378906, 0.834961, 0.300781, 0.78418, 1.292969, 1.131836, 0.179688, 1.010803, 0.966553, 0.730469, 0.261719, 0.732422, 0.1875, 1.010132, 0.640625, 0.398438, 0.722656, 0.587891, 0.693359, 1.080078, 1.111328, 0.983765, 0.944336, 1.040283, 0.84668, 0.799805, 1.332031, 0.992462, 1.09668, 0.732422, 0.935059, 0.895996, 0.5625, 1.114746, 0.980347, 1.458984, 0.760742, 0.937744, 1.033691, 0.848633, 0.927246, 1.103027, 0.848633, 0.774414, 1.181641, 0.720703, 0.806641, 1.196289, 1.137695, 0.881836, 1.050537, 0.822266, 1.375, 1.028076, 0.898926, 0.679688, 0.775391, 0.762695, 0.484375, 1.890625, 1.273438, 1.257812, 1.098145, 0.99839, 1.224609, 1.051514, 0.919922, 0.779297, 0.900391, 1.076172, 0.779297, 1.046143, 3.609375, 0.626953, 1.24707, 0.667969, 0.930664, 1.109375, 0.492188, 0.782227, 1.400391, 0.40625, 0.697266, 1.112305, 0.615234, 0.791016, 1.065918, 1.488281, 0.801758, 1.28125, 1.251953, 0.922852, 0.754883, 0.787109, 0.699219, 1.026489, 0.910645, 0.912109, 0.928223, 0.973145, 0.677734, 0.746094, 0.701172, 0.973145, 0.933105, 0.335938, 0.804688, 0.955322, 0.892578, 0.667969, 0.955322, 0.464844, 0.84082, 1.277344, 0.724609, 0.953125, 0.977417, 0.328125, 0.689453, 0.632812, 0.417969, 1.037598, 0.767578, 0.859375, 1.098633, 0.664062, 1.033447, 1.103516, 0.851562, 1.166016, 0.734375, 0.351562, 1.011353, 0.109375, 0.808594, 1.347656, 1.0271, 0.601562, 1.084473, 1.271484, 0.191406, 0.774414, 0.983032, 0.958496, 0.912109, 0.868164, 1.083984, 0.755859, 0.993835, 0.748047, 1.089355, 0.720703, 1.045898, 0.993805, 1.115234, 0.691406, 0.722656, 1.519531, 1.181641, 0.607422, 0.827148, 0.838867, 0.997543, 3.125, 0.900391, 0.884277, 0.912598, 1.150391, 0.768555, 0.675781, 0.724609, 1.210938, 0.667969, 1.091797, 0.59375, 0.947998, 0.607422, 0.544922, 1.002914, 0.774414, 0.556641, 1.10791, 0.838867, 0.207031, 0.363281, 1.089844, 1.25, 0.701172, 0.699219, 0.265625, 0.997925, 0.585938, 0.546875, 1.261719, 1.037354, 0.535156, 0.597656, 0.994171, 0.871094, 1.067871, 0.734375, 0.826172, 0.915039, 1.447266, 1.384766, 1.224609, 0.787109, 1.208984, 0.662109, 0.987671, 1.316406, 0.488281, 0.484375, 1.097168, 0.786133, 0.605469, 0.675781, 0.858398, 0.908203, 1.320312, 1.050537, 0.25, 1.233398, 1.136719, 1.152344, 0.793945, 0.226562, 0.794922, 0.900391, 0.984985, 1.373047, 0.807617, 1.249023, 0.390625, 1.765625, 1.269531, 0.90625, 0.878906, 0.954834, 0.946045, 0.742188, 1.114746, 1.070312, 0.965332, 0.558594, 0.89502, 0.822266, 0.97644, 0.961426, 1.257812, 1.098145, 1.757812, 0.875488, 0.793945, 0.833008, 0.685547, 0.974365, 0.876953, 1.023315, 0.96582, 1.582031, 1.174805, 0.817383, 1.84375, 0.925293, 0.929199, 0.837891, 0.990295, 1.316406, 1.238281, 1.122559, 1.18457, 0.537109, 1.597656, 1.017944, 1.216797, 1.237305, 0.738281, 1.152344, 1.088379, 0.905762, 0.820312, 1.074219, 1.075684, 1.114258, 0.875, 1.083984, 0.675781, 1.322266, 1.103027, 0.879395, 0.925781, 0.848633, 0.521484, 0.926758, 0.253906, 0.818359, 1.11377, 0.926758, 0.699219, 0.630859, 1.183594, 0.916016, 0.881348, 1.146484, 0.375, 1.322266, 0.821289, 1.353516, 0.918457, 0.691406, 1.613281, 0.888672, 1.375, 1.003006, 0.328125, 0.879395, 0.740234, 1.386719, 0.726562, 0.875488, 1.161133, 1.061523, 0.799805, 0.877441, 0.03125, 0.417969, 0.529297, 0.304688, 0.960205, 1.045166, 0.885742, 0.503906, 0.648438, 0.758789, 0.707031, 1.253906, 1.769531, 0.84082, 0.880371, 0.899414, 0.708984, 0.867188, 0.803711, 1.171875, 0.832031, 0.976074, 1.050781, 0.644531, 1.135742, 0.835938, 0.363281, 0.433594, 1.181641, 0.382812, 0.952393, 0.722656, 0.783203, 0.852539, 0.813477, 0.831055, 0.77832, 0.414062, 0.844727, 4.09375, 0.720703, 0.826172, 0.855469, 0.355469, 2.046875, 0.813477, 1.074707, 1.064453, 1.515625, 0.769531, 0.898438, 0.875488, 0.53125, 1.213867, 0.786133, 0.95874, 1.308594, 0.712891, 0.807617, 0.98877, 0.681641, 1.640625, 0.691406, 0.78418, 1.209961, 1.263672, 0.874023, 1.228516, 0.970947, 1.117676, 1.257812, 1.792969, 0.857422, 1.306641, 1.5625, 0.961426, 1.158203, 0.876953, 0.019531, 1.026245, 0.833984, 0.65625, 0.355469, 0.92334, 1.835938, 1.181641, 1.114746, 1.068848, 1.490234, 0.669922, 2.109375, 0.792969, 1.376953, 0.879395, 1.114746, 0.777344, 0.966309, 1.433594, 0.827148, 0.785156, 0.849609, 1.086914, 0.964844, 0.638672, 0.792969, 1.261719, 0.607422, 1.010925, 1.077637, 0.726562, 0.828125, 0.937988, 1.410156, 0.714844, 0.910156, 0.873047, 1.302734, 1.015442, 0.777344, 1.025757, 1.152344, 0.642578, 0.827148, 1.115234, 0.935547, 0.953857, 0.965576, 0.905273, 0.982666, 0.644531, 1.01062, 1.431641, 1.08252, 2.242188, 0.654297, 1.078613, 0.949219, 0.867188, 0.915527, 0.775391, 0.801758, 0.638672, 1.006958, 0.464844, 0.977051, 1.189453, 0.544922, 0.300781, 0.856445, 1.035156, 0.697266, 1.251953, 1.118652, 0.601562, 0.125, 0.242188, 0.967041, 0.751953, 0.839844, 0.671875, 0.638672, 0.691406, 0.827148, 0.971558, 0.915039, 0.884766, 0.728516, 0.308594, 0.701172, 0.722656, 0.699219, 0.677734, 0.922852, 0.724609, 0.986633, 0.932129, 0.947266, 0.697266, 0.736328, 0.801758, 0.71875, 1.19043, 0.662109, 1.462891, 0.845703, 0.238281, 1.761719, 0.759766, 0.814453, 0.776367, 0.728516, 0.967285, 1.067871, 1.449219, 1.106934, 0.603516, 0.730469, 0.644531, 1.027466, 0.732422, 0.810547, 0.887695, 1.121582, 0.724609, 1.9375, 0.775391, 0.732422, 0.708984, 0.728516, 0.75293, 1.054688, 0.650391, 0.860352, 1.138672, 0.970947, 0.900391, 0.882324, 1.172852, 1.835938, 1.091797, 1.302734, 0.75, 0.705078, 0.744141, 0.856445, 1.100098, 0.630859, 0.906738, 0.681641, 1.091309, 0.460938, 1.015991, 1.142578, 0.838867, 0.515625, 1.12207, 0.986755, 0.753906, 0.730469, 1.071777, 0.716797, 1.017822, 0.935547, 1.114258, 1.062988, 1.018433, 0.821289, 1.640625, 0.750977, 0.829102, 1.105957, 0.576172, 1.204102, 1.195312, 0.791016, 1.131836, 0.771484, 1.318359, 0.914062, 0.740234, 0.814453, 0.300781, 0.964355, 0.833008, 0.94751, 0.84082, 0.855469, 1.141602, 0.995941, 0.587891, 1.330078, 1.283203, 0.859375, 1.174805, 1.061523, 1.378906, 0.744141, 0.837891, 0.750977, 0.942627, 0.94043, 1.074219, 1.898438, 0.556641, 0.589844, 0.900879, 0.591797, 0.707031, 2.3125, 1.03418, 1.012634, 1.030762, 0.464844, 0.985474, 0.962402, 0.669922, 0.736328, 0.933105, 0.685547, 1.010925, 0.912109, 0.617188, 0.976074, 1.335938, 1.092773, 0.896484, 0.918945, 0.822266, 0.6875, 0.398438, 0.732422, 0.773438, 0.501953, 0.662109, 1.110352, 1.085449, 0.351562, 0.953369, 0.513672, 1.482422, 1.408203, 0.65625, 0.511719, 0.874023, 0.928711, 0.766602, 0.775391, 0.96582, 1.210938, 0.928711, 0.765625, 0.621094, 0.77832, 0.845703, 1.175781, 0.796875, 0.652344, 1.400391, 1.255859, 0.632812, 1.101562, 0.887695, 0.921387, 0.736328, 0.628906, 1.172852, 0.675781, 1.086914, 1.020874, 0.880371, 0.669922, 1.119629, 1.014404, 1.169922, 0.585938, 0.697266, 1.412109, 1.181641, 0.011719, 0.625, 0.652344, 0.767578, 0.797852, 0.891602, 1.105957, 1.02417, 0.852539, 0.918945, 0.830078, 0.277344, 0.851562, 0.84082, 0.583984, 1.226562, 1.146484, 1.160156, 0.764648, 0.269531, 0.6875, 0.826172, 0.648438, 0.972046, 1.201172, 1.239258, 1.251953, 1.878906, 0.683594, 0.886719, 0.794922, 1.225586, 0.99733, 1.353516, 0.664062, 0.667969, 0.398438, 0.793945, 0.991638, 1.088379, 0.78418, 0.759766, 0.995636, 0.864258, 0.884277, 1.135742, 0.558594, 0.623047, 1.092285, 1.283203, 0.583984, 0.548828, 0.619141, 0.253906, 0.164062, 0.484375, 0.984131, 1.071289, 0.924805, 0.77832, 1.161133, 0.203125, 0.183594, 0.708984, 1.076172, 0.786133, 0.942383, 0.630859, 1.018799, 0.894043, 0.963379, 0.261719, 1.275391, 0.591797, 0.654297, 0.634766, 0.897461, 0.677734, 0.804688, 0.636719, 1.006866, 0.642578, 0.77832, 0.838867, 0.864258, 1.225586, 0.785156, 0.583984, 0.887207, 1.722656, 1.53125, 0.917969, 0.472656, 0.191406, 2.234375, 0.75, 0.772461, 1.068848, 0.803711, 0.875488, 0.708984, 1.341797, 0.007812, 0.744141, 0.65625, 1.1875, 0.87207, 0.300781, 0.89209, 0.914551, 1.269531, 0.720703, 1.143555, 1.09668, 0.5625, 0.292969, 0.890137, 0.564453, 0.716797, 0.316406, 0.615234, 1.263672, 1.613281, 1.131836, 1.347656, 0.537109, 0.636719, 1.265625, 1.243164, 0.496094, 0.640625, 1.100586, 0.628906, 2.03125, 0.425781, 1.992188, 0.775391, 1.271484, 0.919434, 1.06543, 0.84082, 0.683594, 1.042236, 0.035156, 1.026245, 1.019897, 0.759766, 0.87207, 4.515625, 0.556641, 0.882324, 0.058594, 0.621094, 0.277344, 1.143555, 0.355469, 0.554688, 0.939697, 1.019897, 1.037109, 0.544922, 0.805664, 1.275391, 0.9646, 0.210938, 0.813477, 0.615234, 0.535156, 0.386719, 0.981689, 1.21875, 0.697266, 1.320312, 1.074219, 0.868164, 1.289062, 0.642578, 0.865234, 0.819336, 0.175781, 0.888184, 0.817383, 0.829102, 0.410156, 0.257812, 0.707031, 1.24707, 0.693359, 1.131836, 1.18457, 0.806641, 0.868164, 2.414062, 0.613281, 0.796875, 1.206055, 0.693359, 0.793945, 0.904297, 1.163086, 1.162109, 1.090332, 0.961426, 1.667969, 0.987488, 0.675781, 1.582031, 1.183594, 0.738281, 0.761719, 0.955811, 0.753906, 0.803711, 0.916016, 1.597656, 0.963623, 0.261719, 0.582031, 0.669922, 0.398438, 0.895996, 1.116699, 0.847656, 0.928711, 1.051025, 0.714844, 0.710938, 0.807617, 0.308594, 0.5625, 0.776367, 0.757812, 1.100098, 0.761719, 0.535156, 0.833008, 0.720703, 0.833008, 0.888184, 1.11377, 0.300781, 1.503906, 1.22168, 0.570312, 1.055908, 1.044189, 1.228516, 1.486328, 0.881836, 0.926758, 1.002808, 0.817383, 1.240234, 0.985901, 1.044189, 0.685547, 0.697266, 0.973877, 1.051758, 1.066895, 0.710938, 1.255859, 0.300781, 0.714844, 1.192383, 0.697266, 0.89209, 1.135742, 1.373047, 0.772461, 0.785156, 1.19043, 0.296875, 0.085938, 0.21875, 0.790039, 0.877441, 0.398438, 0.642578, 0.750977, 2.257812, 0.476562, 0.953369, 0.65625, 0.675781, 0.277344, 0.748047, 1.039062, 1.363281, 0.798828, 0.732422, 0.693359, 1.273438, 0.873047, 0.885254, 1.028809, 0.230469, 0.810547, 1.308594, 1.062988, 1.28125, 0.666016, 1.119629, 0.871094, 0.226562, 1.488281, 0.707031, 0.875, 0.783203, 0.685547, 1.035645, 0.897949, 0.773438, 0.648438, 0.708984, 0.710938, 2.492188, 0.971436, 0.813477, 1.486328, 1.074707, 0.744141, 1.175781, 0.849609, 0.730469, 1.804688, 1.078125, 1.263672, 0.732422, 0.84668, 1.271484, 0.712891, 0.962158, 0.768555, 0.980835, 1.347656, 0.708984, 0.675781, 0.849609, 1.060791, 1.155273, 1.040527, 0.662109, 0.429688, 1.306641, 0.646484, 0.87793, 0.938477, 0.788086, 0.732422, 0.953857, 0.453125, 1.269531, 0.367188, 1.078125, 0.611328, 0.736328, 0.6875, 0.938721, 0.521484, 0.950439, 0.265625, 0.849609, 0.572266, 1.435547, 0.80957, 0.681641, 0.84082, 0.92627, 0.732422, 0.648438, 0.774414, 0.6875, 1.130859, 0.222656, 1.18457, 0.701172, 0.646484, 0.959229, 0.983643, 1.349609, 0.819336, 0.744141, 0.820312, 0.898926, 0.771484, 2.210938, 0.937988, 0.915527, 0.901855, 0.589844, 0.884277, 0.152344, 1.353516, 0.822266, 1.304688, 1.347656, 0.761719, 0.648438, 0.191406, 0.825195, 0.261719, 0.632812, 0.554688, 0.589844, 1.112793, 0.873047, 0.883789, 0.744141, 0.601562, 1.114258, 0.195312, 1.001175, 0.953857, 1.054443, 1.126953, 1.07373, 1.080078, 0.277344, 0.928223, 1.322266, 0.691406, 0.382812, 0.964111, 1.095703, 0.394531, 1.051025, 1.683594, 0.849609, 0.652344, 0.817383, 0.648438, 0.273438, 1.267578, 0.744141, 0.595703, 1.182617, 0.968262, 0.560547, 0.265625, 0.693359, 1.59375, 0.714844, 0.870117, 1.186523, 1.287109, 1.181641, 0.730469, 0.802734, 0.765625, 1.753906, 0.864258, 1.037842, 0.746094, 1.057617, 0.772461, 0.875977, 1.236328, 0.740234, 0.152344, 0.854492, 0.990784, 0.864258, 0.701172, 0.832031, 0.793945, 0.791992, 0.652344, 0.936523, 0.925781, 0.673828, 0.730469, 0.945068, 0.823242, 0.870117, 0.253906, 0.931152, 0.324219, 1.492188, 0.94751, 1.585938, 0.265625, 1.172852, 0.724609, 0.673828, 0.768555, 1.855469, 0.918457, 0.890137, 1.241211, 0.701172, 0.959473, 0.472656, 1.123047, 0.986023, 1.894531, 1.283203, 0.603516, 1.019165, 0.792969, 0.87793, 0.943115, 0.849609, 0.979736, 0.691406, 0.802734, 0.646484, 0.308594, 0.648438, 1.125977, 1.120117, 0.617188, 0.269531, 1.021851, 1.292969, 1.396484, 0.922363, 1.431641, 0.977905, 0.861328, 0.774414, 0.382812, 0.899414, 1.071289, 0.944336, 1.100098, 0.619141, 1.082031, 1.145508, 1.349609, 0.826172, 0.677734, 1.22168, 1.022827, 1.013184, 0.691406, 1.212891, 1.121094, 0.441406, 1.105469, 0.793945, 0.775391, 1.355469, 0.658203, 0.511719, 1.143555, 0.800781, 0.969849, 0.40625, 0.730469, 0.630859, 1.847656, 0.675781, 1.292969, 1.016724, 0.050781, 0.864258, 1.380859, 0.15625, 0.742188, 0.958252, 0.671875, 0.818359, 1.016724, 0.946045, 0.78418, 0.808594, 0.605469, 0.902344, 0.441406, 0.730469, 1.378906, 0.801758, 0.966309, 0.826172, 1.03833, 0.795898, 1.025513, 1.024902, 0.985229, 0.890137, 0.707031, 0.441406, 0.837891, 0.730469, 0.87207, 1.447266, 0.730469, 0.845703, 1.15918, 0.760742, 0.942627, 0.634766, 1.089355, 1.019043, 0.808594, 2.4375, 0.730469, 1.558594, 0.830078, 0.767578, 0.597656, 0.25, 0.837891, 1.081055, 0.92041, 0.650391, 1.251953, 0.823242, 1.019653, 0.277344, 0.911621, 1.200195, 0.849609, 0.766602, 0.948242, 1.160156, 1.097656, 1.125977, 0.760742, 0.87207, 0.726562, 0.744141, 1.207031, 0.94043, 1.457031, 0.826172, 0.981812, 0.626953, 1.279297, 0.582031, 1.345703, 0.782227, 0.564453, 1.074219, 0.92041, 1.294922, 0.574219, 1.241211, 0.895508, 0.736328, 0.697266, 0.994568, 1.261719, 1.051025, 1.129883, 0.722656, 0.726562, 0.984009, 0.811523, 1.067383, 1.10791, 0.891602, 1.257812, 0.793945, 0.868164, 0.572266, 0.541016, 0.839844, 0.807617, 1.369141, 1.238281, 1.124023, 1.07959, 1.002899, 0.695312, 0.807617, 0.84668, 0.813477, 0.765625, 0.537109, 0.484375, 0.675781, 1.283203, 0.844727, 1.219727, 0.811523, 0.857422, 0.896484, 0.988281, 0.833984, 1.625, 0.95166, 0.893066, 0.928711, 1.137695, 0.761719, 0.857422, 1.063477, 1.026245, 1.119141, 0.837891, 2.046875, 1.269531, 0.683594, 0.819336, 0.925781, 0.777344, 0.15625, 1.28125, 1.253906, 0.879883, 0.476562, 0.839844, 0.722656, 0.626953, 0.273438, 0.893555, 0.626953, 1.65625, 0.746094, 0.773438, 0.865234, 0.793945, 1.355469, 0.6875, 1.597656, 0.736328, 0.472656, 1.261719, 0.905762, 0.351562, 0.21875, 1.357422, 1.009644, 1.011414, 0.53125, 0.978638, 0.679688, 0.811523, 1.051514, 0.900879, 0.677734, 1.455078, 0.669922, 0.580078, 0.799805, 1.263672, 1.675781, 0.308594, 0.492188, 0.798828, 0.831055, 0.777344, 0.560547, 0.948486, 1.011047, 0.908203, 0.505859, 1.193359, 1.275391, 0.576172, 1.057373, 0.755859, 0.732422, 0.766602, 1.066406, 0.070312, 0.019531, 0.799805, 0.662109, 0.738281, 1.367188, 0.710938, 0.943359, 0.375, 0.660156, 0.402344, 0.568359, 1.174805, 1.086914, 0.80957, 0.628906, 1.193359, 0.977783, 0.40625, 1.091797, 0.804688, 0.6875, 0.71875, 0.895996, 0.874023, 0.664062, 0.595703, 0.916992, 1.144531, 0.819336, 0.811523, 1.077637, 0.667969, 0.935059, 2.835938, 1.052734, 0.806641, 0.257812, 0.973999, 1.018677, 1.371094, 0.854492, 1.118652, 0.998871, 1.263672, 1.088867, 1.726562, 0.829102, 0.619141, 0.960693, 0.897949, 0.947266, 1.069824, 0.834961, 0.751953, 0.857422, 1.031738, 0.967285, 1.211914, 1.137695, 0.234375, 0.824219, 0.988586, 1.335938, 1.093262, 0.748047, 0.070312, 1.245117, 1.296875, 0.751953, 0.956787, 0.425781, 1.392578, 1.032227, 1.066406, 0.701172, 0.740234, 1.570312, 0.673828, 0.621094, 0.888672, 1.275391, 0.951416, 0.238281, 1.308594, 1.105957, 0.246094, 0.862305, 1.660156, 1.141602, 0.626953, 0.980347, 0.732422, 1.828125, 0.931152, 0.792969, 0.847656, 0.748047, 0.677734, 0.985962, 1.038818, 2.546875, 1.320312, 0.891113, 1.173828, 1.228516, 0.833984, 0.660156, 0.893555, 0.800781, 0.679688, 1.632812, 1.088867, 0.564453, 0.802734, 0.234375, 0.793945, 0.751953, 1.351562, 0.707031, 0.819336, 0.673828, 0.940186, 0.599609, 0.693359, 1.02002, 1.084473, 1.206055, 0.869141, 1.012756, 0.552734, 0.705078, 0.564453, 0.328125, 0.791992, 0.893066, 1.335938, 0.957031, 1.4375, 0.6875, 0.703125, 0.931641, 0.611328, 0.644531, 0.977539, 1.253906, 1.108398, 0.75, 0.738281, 0.87207, 1.051514, 1.05542, 0.791016, 0.390625, 0.865234, 1.519531, 0.683594, 0.985229, 0.666016, 1.152344, 0.666016, 0.869141, 0.911133, 0.927246, 0.654297, 0.779297, 0.736328, 0.974121, 0.851562, 1.223633, 1.22168, 1.068359, 0.681641, 0.615234, 1.151367, 0.956299, 0.457031, 0.351562, 0.703125, 1.269531, 1.386719, 0.861328, 1.249023, 0.230469, 0.799805, 1.388672, 0.751953, 0.855469, 1.011902, 0.636719, 0.740234, 0.410156, 1.029053, 1.028076, 1.235352, 0.750977, 1.523438, 1.302734, 0.701172, 1.174805, 0.660156, 1.283203, 1.193359, 0.714844, 0.724609, 0.597656, 0.962646, 0.509766, 0.253906, 0.757812, 1.992188, 0.887207, 1.507812, 1.996094, 1.00531, 0.97229, 0.822266, 1.04248, 0.738281, 0.905762, 0.827148, 0.484375, 1.275391, 0.744141, 0.786133, 0.744141, 0.785156, 1.079102, 0.726562, 1.170898, 1.011292, 0.511719, 0.769531, 1.181641, 0.480469, 0.636719, 0.691406, 1.177734, 0.976929, 0.292969, 0.827148, 1.300781, 1.048828, 0.901855, 0.77832, 0.382812, 1.072754, 0.842773, 0.918457, 0.956299, 0.816406, 0.805664, 0.660156, 1.511719, 0.652344, 0.796875, 1.503906, 0.712891, 0.724609, 1.100586, 0.84375, 0.136719, 0.720703, 0.985901, 1.011047, 0.974731, 0.888184, 1.308594, 0.636719, 0.449219, 1.414062, 1.078125, 1.135742, 0.898438, 0.644531, 0.615234, 1.09668, 0.930664, 0.841797, 0.720703, 1.205078, 0.771484, 0.910645, 0.576172, 0.907227, 0.948486, 0.786133, 0.919434, 0.955078, 0.855469, 1.470703, 0.839844, 1.324219, 0.453125, 0.160156, 0.640625, 0.915527, 0.856445, 0.767578, 0.802734, 0.708984, 0.673828, 0.790039, 0.695312, 0.913574, 0.888672, 1.083008, 0.722656, 0.25, 0.764648, 0.859375, 1.296875, 1.054199, 1.408203, 0.728516, 0.838867, 0.734375, 0.667969, 1.304688, 1.188477, 0.791992, 1.144531, 0.748047, 0.916504, 0.693359, 0.720703, 0.726562, 1.064941, 1.462891, 0.81543, 1.021851, 1.847656, 1.245117, 0.634766, 1.195312, 0.650391, 0.830078, 0.873047, 0.521484, 1.041748, 0.796875, 0.605469, 0.277344, 0.753906, 1.193359, 0.888184, 1.291016, 1.216797, 1.394531, 1.239258, 1.063965, 0.983765, 1.347656, 0.164062, 0.891113, 1.597656, 0.646484, 0.899902, 1.098633, 1.11084, 0.884277, 0.210938, 0.904785, 1.040771, 0.679688, 0.807617, 1.102539, 1.664062, 1.026733, 0.791992, 0.693359, 0.429688, 0.891113, 0.763672, 0.660156, 0.965088, 1.455078, 0.844727, 0.893066, 0.613281, 0.801758, 0.691406, 1.660156, 0.792969, 0.931152, 1.000203, 0.742188, 0.823242, 0.625, 0.904785, 1.335938, 0.870117, 0.691406, 0.987366, 0.242188, 0.794922, 1.220703, 0.910645, 1.009399, 1.164062, 1.180664, 0.873047, 0.985107, 1.103027, 0.791992, 0.576172, 0.893555, 0.626953, 0.179688, 0.768555, 0.997406, 0.894043, 1.115234, 0.785156, 0.71875, 1.3125, 0.578125, 1.222656, 0.791016, 1.132812, 0.4375, 0.793945, 0.691406, 1.165039, 0.246094, 1.253906, 0.527344, 0.895508, 0.203125, 1.041992, 0.776367, 1.28125, 0.533203, 0.558594, 1.052979, 0.942383, 0.605469, 0.75293, 0.728516, 1.398438, 0.763672, 0.042969, 0.464844, 0.798828, 1.117676, 1.079102, 0.599609, 1.135742, 1.044678, 0.879395, 0.691406, 1.118652, 0.816406, 1.088379, 1.283203, 0.886719, 0.813477, 1.201172, 1.097656, 0.578125, 0.942627, 0.827148, 1.496094, 0.887207, 0.942139, 0.636719, 1.400391, 0.831055, 0.75, 1.04126, 0.956055, 1.371094, 0.770508, 1.878906, 0.316406, 0.938477, 0.804688, 0.947754, 0.449219, 0.986084, 1.093262, 1.219727, 0.378906, 0.732422, 0.603516, 0.793945, 0.705078, 0.738281, 0.230469, 1.089355, 1.10498, 0.911621, 0.03125, 0.550781, 0.492188, 1.96875, 1.033691, 0.619141, 0.99897, 1.141602, 0.763672, 0.893555, 0.998062, 0.750977, 0.371094, 0.425781, 1.206055, 0.529297, 0.621094, 0.896484, 0.691406, 0.87793, 0.942627, 0.642578, 0.913574, 0.707031, 0.897949, 0.617188, 1.201172, 0.983154, 1.277344, 1.082031, 0.671875, 0.363281, 1.488281, 0.472656, 1.486328, 1.242188, 0.961426, 1.213867, 1.244141, 0.662109, 0.833984, 1.199219, 1.086914, 1.6875, 0.568359, 0.791992, 1.275391, 0.699219, 1.310547, 0.765625, 0.850586, 1.054199, 0.78125, 0.720703, 0.897461, 0.503906, 0.970825, 0.89209, 1.167969, 0.900391, 0.658203, 0.675781, 0.716797, 0.864258, 0.613281, 1.089844, 1.337891, 1.816406, 0.829102, 0.646484, 1.019287, 0.632812, 0.96582, 1.261719, 0.940674, 0.868164, 0.859375, 0.597656, 1.292969, 0.89502, 0.523438, 0.988586, 0.985901, 0.324219, 0.827148, 0.667969, 1.03418, 0.834961, 0.802734, 1.143555, 0.874023, 0.693359, 0.664062, 0.853516, 0.708984, 0.619141, 0.858398, 0.630859, 0.787109, 1.753906, 1.261719, 0.441406, 0.819336, 0.827148, 1.081543, 1.34375, 0.869141, 1.209961, 1.001862, 0.798828, 1.597656, 0.834961, 0.950684, 0.728516, 0.234375, 1.06543, 1.097656, 0.261719, 0.926758, 1.088867, 1.330078, 0.613281, 0.848633, 0.736328, 0.421875, 0.96167, 1.316406, 1.205078, 0.84375, 1.189453, 0.636719, 0.767578, 0.292969, 0.441406, 0.826172, 0.53125, 0.966064, 0.716797, 0.636719, 0.764648, 0.791016, 0.382812, 0.673828, 1.209961, 0.207031, 1.173828, 0.697266, 1.18457, 1.07373, 0.328125, 1.191406, 0.734375, 0.441406, 1.229492, 2.070312, 0.826172, 1.111816, 1.394531, 1.253906, 0.28125, 1.162109, 0.521484, 0.919434, 0.945557, 1.204102, 0.97937, 0.813477, 1.07666, 1.011902, 1.038574, 0.699219, 0.292969, 1.126953, 1.063965, 0.769531, 0.722656, 1.255859, 1.18457, 0.850586, 0.780273, 0.964111, 0.931152, 1.084961, 1.197266, 2.007812, 1.464844, 0.766602, 0.269531, 0.970825, 0.728516, 0.764648, 1.196289, 1.11084, 0.632812, 0.92041, 1.205078, 1.169922, 0.335938, 0.644531, 0.981323, 0.574219 ] }, "name": "onnx::Mul_8281", "outputIndexes": [ 583 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 582, 583 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_5/Mul_1_output_0", "outputIndexes": [ 584 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 513, 584 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_28_output_0", "outputIndexes": [ 585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 585 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_5/Mul_output_0", "outputIndexes": [ 586 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.388672, 1.382812, 1.402344, 1.691406, 1.398438, 1.451172, 1.429688, 0.464844, 1.447266, 1.142578, 1.558594, 1.345703, 1.219727, 1.478516, 1.597656, 1.347656, 1.404297, 1.40625, 1.275391, 1.410156, 1.484375, 1.601562, 1.458984, 1.213867, 1.232422, 1.396484, 1.152344, 1.24707, 1.322266, 1.443359, 1.233398, 1.001938, 1.345703, 0.548828, 1.306641, 1.077637, 1.328125, 1.427734, 1.223633, 1.326172, 1.458984, 1.300781, 1.466797, 1.00946, 0.597656, 1.488281, 1.457031, 1.402344, 1.271484, 1.177734, 1.400391, 0.854492, 1.369141, 0.541016, 1.404297, 1.177734, 1.388672, 1.378906, 1.196289, 1.151367, 0.960205, 1.248047, 1.390625, 1.380859, 1.197266, 1.285156, 0.867188, 1.417969, 1.192383, 1.316406, 1.457031, 1.507812, 1.271484, 1.347656, 1.287109, 1.300781, 0.783203, 1.129883, 1.066895, 0.623047, 1.296875, 0.449219, 1.208984, 1.031494, 1.380859, 1.345703, 1.330078, 1.050781, 0.677734, 1.249023, 1.373047, 1.298828, 1.554688, 0.648438, 1.457031, 0.492188, 1.361328, 1.396484, 1.339844, 1.271484, 1.105469, 1.53125, 1.457031, 1.443359, 1.519531, 1.427734, 1.523438, 1.076172, 1.427734, 1.349609, 1.435547, 1.324219, 1.585938, 1.063477, 1.396484, 1.017334, 1.527344, 0.537109, 1.378906, 1.640625, 1.40625, 1.291016, 0.874023, 1.439453, 1.161133, 0.92041, 1.373047, 1.482422, 1.332031, 0.835938, 0.88623, 1.271484, 1.197266, 1.308594, 1.433594, 1.507812, 1.129883, 0.88916, 1.271484, 1.628906, 1.152344, 0.587891, 1.213867, 1.414062, 1.353516, 1.183594, 1.208008, 1.433594, 1.412109, 1.492188, 1.402344, 1.163086, 1.333984, 0.316406, 1.478516, 1.494141, 0.819336, 1.345703, 0.570312, 0.527344, 0.756836, 1.53125, 1.192383, 0.808594, 1.605469, 1.433594, 1.492188, 0.513672, 1.511719, 1.214844, 1.380859, 0.642578, 1.242188, 0.558594, 1.382812, 1.462891, 1.414062, 0.511719, 1.373047, 1.306641, 1.333984, 0.505859, 1.049316, 0.410156, 1.208984, 1.314453, 0.759766, 1.347656, 1.231445, 1.132812, 1.515625, 0.935059, 1.310547, 1.382812, 1.453125, 1.289062, 1.378906, 1.490234, 1.482422, 1.322266, 1.277344, 1.404297, 1.318359, 1.1875, 1.441406, 1.427734, 1.285156, 1.339844, 1.363281, 1.511719, 1.145508, 1.429688, 1.380859, 1.24707, 1.390625, 1.486328, 1.226562, 1.279297, 1.558594, 1.441406, 1.138672, 1.095215, 1.433594, 1.632812, 1.466797, 1.380859, 1.279297, 1.345703, 1.209961, 1.0625, 1.002747, 1.554688, 1.445312, 1.542969, 1.412109, 1.644531, 1.05249, 1.423828, 1.275391, 1.359375, 1.157227, 1.365234, 1.494141, 0.827148, 1.306641, 1.302734, 1.1875, 1.234375, 1.566406, 0.769531, 1.435547, 1.449219, 0.648438, 1.363281, 1.419922, 1.341797, 1.238281, 1.455078, 1.223633, 1.308594, 1.449219, 1.498047, 1.425781, 1.289062, 1.333984, 1.079102, 1.515625, 1.404297, 1.289062, 1.298828, 1.378906, 1.34375, 1.337891, 1.230469, 1.417969, 1.359375, 0.677734, 1.261719, 1.480469, 1.425781, 1.020142, 1.458984, 0.59375, 1.404297, 1.084961, 1.34375, 1.265625, 1.353516, 0.574219, 1.287109, 1.123047, 0.560547, 1.455078, 1.353516, 1.202148, 1.439453, 1.168945, 1.371094, 1.443359, 1.447266, 1.324219, 1.155273, 0.472656, 1.277344, 0.378906, 1.233398, 1.558594, 1.279297, 1.229492, 1.527344, 1.492188, 0.457031, 1.367188, 1.330078, 1.298828, 1.302734, 1.255859, 1.523438, 1.353516, 1.46875, 1.235352, 1.183594, 1.174805, 1.53125, 1.398438, 1.388672, 1.052002, 1.189453, 1.464844, 1.427734, 1.09082, 1.035889, 1.375, 1.382812, 0.6875, 1.404297, 1.365234, 1.523438, 1.554688, 1.373047, 1.24707, 1.292969, 1.419922, 1.285156, 1.470703, 0.881348, 1.439453, 0.782227, 1.089355, 1.470703, 0.619141, 1.087402, 0.648438, 1.135742, 0.4375, 0.597656, 1.414062, 1.486328, 0.933594, 1.176758, 0.542969, 1.445312, 1.160156, 0.755859, 1.249023, 1.503906, 1.192383, 0.638672, 1.4375, 1.404297, 1.445312, 1.205078, 1.361328, 1.3125, 1.527344, 1.472656, 1.539062, 1.351562, 1.357422, 0.789062, 1.429688, 1.535156, 0.819336, 0.652344, 1.476562, 1.240234, 1.094238, 0.875, 1.380859, 1.458984, 1.425781, 1.539062, 0.484375, 1.511719, 1.53125, 1.421875, 1.213867, 0.533203, 1.324219, 1.488281, 1.451172, 1.494141, 1.314453, 1.486328, 0.615234, 1.523438, 1.554688, 1.347656, 1.464844, 0.685547, 1.425781, 1.400391, 1.425781, 1.412109, 1.029541, 1.219727, 1.351562, 1.359375, 1.392578, 1.310547, 1.503906, 1.490234, 1.089355, 1.349609, 1.259766, 1.107422, 1.353516, 1.345703, 1.398438, 1.326172, 1.121582, 1.472656, 1.462891, 1.02478, 0.81543, 1.365234, 1.386719, 1.457031, 1.423828, 1.404297, 1.496094, 1.443359, 1.539062, 0.99295, 0.650391, 1.429688, 1.605469, 1.326172, 1.192383, 1.523438, 1.480469, 1.384766, 1.253906, 1.40625, 1.433594, 1.494141, 0.893555, 1.507812, 1.369141, 1.324219, 1.396484, 1.408203, 1.380859, 1.349609, 0.728516, 1.425781, 0.523438, 1.296875, 1.476562, 1.359375, 1.269531, 1.271484, 1.466797, 1.277344, 1.433594, 1.445312, 0.589844, 1.15918, 1.367188, 1.464844, 1.349609, 1.21582, 1.345703, 1.390625, 1.523438, 1.484375, 0.527344, 1.34375, 1.237305, 1.478516, 1.074707, 1.324219, 1.460938, 1.441406, 1.00087, 1.410156, 0.429688, 0.550781, 0.888672, 0.5625, 1.318359, 1.373047, 1.357422, 0.934082, 0.488281, 1.296875, 0.94043, 0.960938, 1.197266, 1.460938, 1.388672, 1.386719, 1.257812, 1.251953, 1.330078, 1.570312, 1.037598, 1.488281, 1.550781, 1.035156, 1.333984, 1.225586, 0.65625, 0.601562, 1.535156, 0.712891, 1.462891, 1.294922, 1.246094, 1.462891, 1.294922, 1.322266, 1.402344, 0.580078, 1.474609, 0.595703, 1.369141, 1.386719, 1.484375, 0.59375, 0.958252, 1.053955, 1.210938, 1.476562, 1.431641, 1.380859, 1.417969, 1.322266, 0.84668, 1.488281, 0.648438, 1.507812, 1.386719, 1.183594, 1.223633, 1.232422, 1.259766, 0.839844, 1.244141, 1.365234, 1.597656, 0.819336, 0.984863, 1.361328, 1.328125, 1.361328, 1.443359, 0.932129, 1.178711, 1.496094, 1.570312, 1.423828, 1.554688, 1.314453, 0.46875, 1.417969, 1.332031, 1.304688, 0.720703, 1.458984, 1.152344, 1.458984, 1.470703, 1.414062, 1.177734, 1.259766, 0.793945, 1.287109, 0.742188, 0.895996, 1.474609, 1.341797, 1.202148, 1.105957, 0.980225, 1.298828, 1.365234, 1.496094, 1.429688, 1.066406, 1.333984, 1.515625, 1.124023, 1.46875, 1.566406, 1.349609, 1.271484, 1.445312, 1.457031, 1.267578, 1.433594, 1.419922, 1.488281, 0.589844, 1.165039, 1.371094, 1.503906, 1.166992, 1.429688, 1.355469, 1.414062, 1.324219, 1.271484, 1.398438, 1.660156, 1.106445, 1.460938, 1.527344, 1.527344, 0.910156, 1.249023, 1.519531, 1.369141, 1.388672, 1.439453, 1.229492, 1.392578, 1.390625, 1.439453, 0.827148, 1.570312, 1.455078, 1.00885, 0.5625, 1.408203, 0.695312, 1.380859, 1.5625, 1.230469, 0.708984, 0.410156, 0.515625, 1.439453, 1.414062, 1.476562, 1.402344, 1.306641, 1.353516, 1.320312, 1.204102, 1.351562, 1.3125, 1.322266, 0.505859, 1.223633, 1.367188, 1.333984, 1.390625, 1.365234, 1.400391, 1.476562, 1.216797, 1.380859, 1.333984, 1.058105, 1.363281, 1.355469, 1.40625, 0.933594, 1.306641, 1.353516, 0.453125, 1.296875, 1.208984, 1.375, 1.367188, 1.004944, 1.365234, 1.433594, 1.148438, 1.24707, 1.240234, 1.326172, 1.332031, 1.486328, 1.228516, 1.237305, 1.474609, 1.365234, 1.347656, 1.097168, 1.333984, 1.21582, 1.310547, 1.380859, 1.390625, 1.382812, 1.216797, 1.400391, 1.273438, 1.457031, 1.53125, 1.472656, 1.414062, 1.078125, 1.210938, 1.519531, 0.780273, 1.351562, 1.047852, 1.363281, 1.636719, 1.292969, 1.353516, 0.875, 0.640625, 0.848633, 1.458984, 1.423828, 1.482422, 1.129883, 1.490234, 1.453125, 1.328125, 1.382812, 1.423828, 1.322266, 1.355469, 1.484375, 1.429688, 1.460938, 1.337891, 1.302734, 1.566406, 1.181641, 1.151367, 1.515625, 1.330078, 1.4375, 1.625, 1.458984, 1.480469, 1.341797, 1.478516, 1.433594, 1.186523, 1.363281, 0.5625, 1.380859, 1.376953, 1.408203, 1.320312, 1.257812, 1.476562, 1.326172, 1.19043, 1.496094, 1.425781, 1.511719, 1.287109, 1.445312, 1.503906, 1.223633, 1.427734, 1.263672, 1.457031, 1.458984, 1.433594, 1.179688, 0.997757, 1.241211, 1.251953, 1.148438, 1.308594, 1.103516, 1.527344, 1.402344, 0.730469, 0.864258, 1.416016, 1.414062, 1.232422, 0.97168, 1.466797, 1.084961, 1.416016, 1.5625, 0.863281, 1.464844, 1.192383, 0.667969, 1.443359, 1.464844, 1.453125, 1.095215, 0.740234, 1.298828, 1.320312, 0.599609, 1.226562, 1.496094, 1.507812, 0.583984, 1.478516, 0.730469, 1.245117, 1.306641, 1.208008, 0.836914, 1.384766, 1.376953, 1.333984, 1.322266, 1.357422, 1.574219, 1.449219, 1.296875, 1.234375, 1.378906, 1.390625, 1.455078, 1.412109, 1.326172, 1.208008, 1.412109, 0.909668, 1.507812, 1.296875, 0.850586, 1.316406, 0.904297, 1.578125, 1.490234, 1.449219, 1.478516, 1.4375, 1.451172, 1.398438, 1.478516, 1.558594, 1.132812, 1.257812, 1.245117, 1.398438, 0.335938, 1.077637, 1.032959, 1.310547, 1.18457, 0.894531, 1.447266, 1.474609, 1.351562, 1.419922, 1.296875, 0.527344, 1.40625, 1.241211, 1.220703, 0.705078, 1.46875, 1.451172, 1.392578, 0.558594, 1.15918, 1.126953, 1.234375, 1.371094, 1.458984, 1.546875, 1.136719, 0.879395, 1.271484, 1.423828, 1.259766, 1.492188, 1.464844, 1.609375, 1.166016, 1.294922, 0.613281, 1.375, 1.625, 1.308594, 1.240234, 1.404297, 1.488281, 1.361328, 1.328125, 1.455078, 0.938721, 1.211914, 1.373047, 1.496094, 0.828125, 1.117676, 1.253906, 0.552734, 0.425781, 0.88916, 0.827148, 1.400391, 1.466797, 1.341797, 1.277344, 0.529297, 0.425781, 1.333984, 1.507812, 1.043457, 1.412109, 1.192383, 1.466797, 1.34375, 1.068848, 0.513672, 1.371094, 1.145508, 1.086426, 0.677734, 1.291016, 1.189453, 1.205078, 1.263672, 1.550781, 1.347656, 1.253906, 1.419922, 1.046875, 1.441406, 1.349609, 1.091309, 1.326172, 1.287109, 1.703125, 1.398438, 0.777344, 0.46875, 1.371094, 1.386719, 1.296875, 1.316406, 1.330078, 1.314453, 1.246094, 1.519531, 0.425781, 1.121582, 0.891113, 1.507812, 1.470703, 0.476562, 1.453125, 1.429688, 1.316406, 1.363281, 1.380859, 1.128906, 1.052002, 0.544922, 1.355469, 1.124512, 1.277344, 0.525391, 1.480469, 1.609375, 1.285156, 1.464844, 0.977661, 1.138672, 1.241211, 1.523438, 1.375, 0.806641, 1.271484, 1.492188, 0.930176, 0.722656, 1.05127, 0.644531, 1.242188, 1.302734, 1.464844, 1.320312, 1.392578, 1.380859, 1.53125, 0.425781, 1.464844, 1.367188, 1.310547, 1.476562, 1.332031, 1.291016, 1.376953, 0.355469, 1.157227, 0.496094, 1.427734, 0.503906, 0.997345, 1.382812, 1.427734, 1.433594, 0.945312, 1.208984, 0.897461, 1.322266, 0.511719, 1.123047, 0.953369, 0.768555, 0.681641, 1.433594, 1.507812, 1.026611, 0.804688, 1.480469, 1.174805, 1.558594, 0.979614, 1.186523, 1.339844, 0.472656, 1.384766, 1.302734, 1.222656, 0.519531, 0.697266, 1.345703, 1.527344, 1.235352, 1.494141, 1.490234, 1.384766, 0.930176, 0.617188, 1.244141, 1.339844, 1.507812, 1.033691, 1.357422, 1.458984, 1.613281, 1.386719, 1.46875, 1.349609, 1.667969, 1.335938, 1.18457, 1.423828, 1.328125, 1.022217, 1.414062, 1.40625, 1.431641, 1.369141, 1.464844, 0.852539, 1.492188, 0.496094, 0.953369, 1.070312, 0.560547, 1.417969, 1.209961, 1.335938, 1.335938, 1.441406, 1.318359, 1.240234, 1.326172, 0.488281, 1.0354, 1.291016, 1.152344, 1.457031, 1.308594, 0.968018, 1.371094, 1.416016, 1.460938, 1.375, 1.494141, 0.525391, 1.570312, 1.570312, 0.944092, 1.417969, 1.306641, 1.400391, 1.239258, 1.515625, 1.384766, 1.455078, 1.431641, 1.640625, 1.496094, 0.865234, 1.287109, 1.318359, 1.439453, 1.480469, 1.21582, 0.673828, 1.380859, 0.587891, 1.382812, 1.507812, 0.990479, 1.363281, 1.496094, 1.550781, 1.283203, 1.063477, 1.322266, 0.476562, 0.449219, 0.515625, 1.396484, 1.396484, 0.568359, 1.257812, 1.265625, 1.075684, 0.595703, 1.283203, 0.884277, 1.277344, 0.574219, 1.349609, 1.363281, 1.021729, 1.404297, 1.15332, 1.113281, 1.542969, 1.34375, 0.507812, 0.754883, 0.681641, 1.34375, 1.460938, 1.457031, 1.585938, 0.989624, 0.638672, 1.24707, 0.564453, 1.318359, 1.333984, 1.519531, 1.333984, 0.844727, 1.472656, 1.384766, 1.339844, 1.05249, 1.296875, 1.182617, 0.615234, 1.466797, 1.419922, 0.992493, 1.488281, 1.316406, 1.490234, 1.199219, 1.318359, 1.304688, 1.558594, 1.535156, 1.291016, 1.410156, 1.585938, 1.120117, 1.435547, 1.324219, 1.396484, 1.412109, 1.275391, 1.148438, 1.375, 1.265625, 1.466797, 1.12793, 1.239258, 0.630859, 1.597656, 1.169922, 1.357422, 1.088379, 1.335938, 1.287109, 1.472656, 0.617188, 1.542969, 0.658203, 1.400391, 1.150391, 1.183594, 1.025146, 1.289062, 0.791992, 1.390625, 0.542969, 1.339844, 0.865234, 1.5625, 1.316406, 1.200195, 1.451172, 1.447266, 1.316406, 1.164062, 1.302734, 1.300781, 1.392578, 0.480469, 1.464844, 1.210938, 1.241211, 1.400391, 1.279297, 1.539062, 1.253906, 0.794922, 1.249023, 1.380859, 1.237305, 0.99765, 1.394531, 1.386719, 1.324219, 1.173828, 1.298828, 0.476562, 1.375, 1.326172, 1.523438, 0.776367, 1.144531, 0.766602, 0.460938, 1.292969, 0.484375, 0.585938, 1.105957, 1.326172, 1.482422, 1.527344, 1.010132, 1.193359, 1.031982, 1.404297, 0.517578, 1.382812, 1.304688, 1.324219, 2.015625, 1.507812, 1.523438, 0.507812, 1.445312, 1.515625, 0.826172, 0.576172, 1.402344, 1.488281, 0.626953, 1.558594, 0.860352, 1.416016, 1.154297, 1.347656, 1.194336, 0.5625, 1.527344, 1.279297, 1.257812, 1.421875, 1.333984, 0.888184, 0.523438, 1.330078, 1.679688, 1.306641, 1.462891, 1.464844, 1.472656, 1.369141, 1.261719, 1.253906, 1.267578, 0.799805, 1.365234, 1.451172, 1.271484, 1.451172, 1.12793, 1.298828, 1.464844, 1.375, 0.414062, 1.306641, 1.470703, 1.371094, 1.261719, 1.265625, 1.165039, 1.226562, 1.330078, 1.291016, 1.402344, 1.308594, 1.386719, 1.371094, 0.829102, 1.269531, 0.537109, 1.322266, 0.578125, 1.392578, 1.451172, 1.492188, 0.492188, 1.257812, 1.216797, 1.291016, 1.396484, 1.574219, 1.417969, 1.335938, 1.402344, 1.289062, 1.302734, 0.654297, 1.267578, 1.378906, 1.120117, 1.443359, 1.283203, 1.380859, 1.410156, 1.363281, 1.417969, 1.339844, 1.15332, 1.219727, 1.302734, 1.261719, 0.662109, 1.249023, 1.460938, 1.492188, 1.175781, 0.517578, 1.464844, 1.5625, 1.625, 1.361328, 1.53125, 1.355469, 1.306641, 1.318359, 0.507812, 1.480469, 1.339844, 1.335938, 1.402344, 1.386719, 1.353516, 1.474609, 1.589844, 1.398438, 1.157227, 1.59375, 1.371094, 1.466797, 1.236328, 1.558594, 1.511719, 0.792969, 1.699219, 1.283203, 1.277344, 1.474609, 1.330078, 0.836914, 1.609375, 1.304688, 1.363281, 0.476562, 1.182617, 0.999754, 1.069336, 1.289062, 1.53125, 2.078125, 0.390625, 1.384766, 1.365234, 0.417969, 0.748047, 1.371094, 1.378906, 1.402344, 1.386719, 1.449219, 1.277344, 1.400391, 1.181641, 1.488281, 0.660156, 1.375, 1.609375, 1.412109, 0.644531, 1.365234, 1.441406, 1.412109, 1.363281, 1.433594, 1.365234, 1.408203, 1.152344, 0.609375, 1.449219, 1.326172, 1.306641, 1.330078, 0.930176, 1.306641, 0.707031, 1.241211, 1.429688, 0.862305, 1.462891, 1.527344, 1.255859, 1.189453, 1.140625, 1.648438, 1.400391, 1.371094, 0.796875, 0.595703, 1.275391, 1.255859, 1.302734, 1.081055, 1.5, 1.402344, 1.40625, 0.505859, 1.287109, 1.539062, 1.25, 1.223633, 1.238281, 1.527344, 1.429688, 1.443359, 1.192383, 1.322266, 1.263672, 1.388672, 1.546875, 1.478516, 1.180664, 1.09668, 1.105957, 1.035645, 1.457031, 1.152344, 1.109375, 1.34375, 0.913574, 1.431641, 1.369141, 1.447266, 1.294922, 1.320312, 1.367188, 0.865234, 1.223633, 1.345703, 1.425781, 1.433594, 1.476562, 0.904297, 1.318359, 1.535156, 1.380859, 1.554688, 1.433594, 1.176758, 1.558594, 1.396484, 1.302734, 1.269531, 0.648438, 1.337891, 1.445312, 1.410156, 1.332031, 1.503906, 1.539062, 1.324219, 1.324219, 1.292969, 1.439453, 1.375, 1.114746, 0.867188, 1.197266, 1.273438, 1.507812, 1.275391, 1.435547, 1.439453, 1.443359, 1.460938, 1.417969, 1.332031, 1.139648, 1.4375, 1.239258, 1.206055, 1.386719, 1.367188, 1.330078, 1.292969, 1.367188, 1.388672, 1.390625, 0.740234, 1.322266, 1.306641, 1.048584, 1.369141, 1.443359, 0.460938, 1.369141, 1.632812, 1.333984, 0.666016, 1.416016, 1.300781, 0.799805, 0.535156, 1.192383, 1.227539, 1.617188, 1.25, 1.324219, 1.361328, 1.351562, 1.582031, 1.328125, 1.147461, 1.392578, 0.742188, 1.490234, 1.472656, 0.615234, 0.445312, 1.535156, 1.462891, 1.466797, 0.753906, 1.472656, 1.013245, 1.205078, 1.421875, 1.267578, 1.150391, 1.613281, 1.273438, 1.105957, 1.408203, 1.601562, 1.392578, 0.607422, 0.831055, 1.296875, 1.253906, 1.441406, 1.011047, 1.243164, 1.523438, 1.115234, 0.746094, 1.488281, 1.539062, 1.147461, 1.386719, 1.271484, 1.052734, 1.308594, 1.304688, 0.417969, 0.480469, 1.324219, 1.237305, 1.287109, 1.554688, 1.222656, 1.404297, 0.648438, 1.375, 0.751953, 0.755859, 1.384766, 1.539062, 1.371094, 1.326172, 1.46875, 1.496094, 0.664062, 1.5, 1.21582, 1.082031, 1.318359, 1.542969, 1.291016, 1.248047, 1.051514, 1.460938, 1.412109, 1.359375, 1.194336, 0.944336, 1.174805, 1.326172, 0.816406, 1.554688, 1.376953, 0.519531, 1.417969, 1.402344, 0.948486, 1.417969, 1.041016, 1.246094, 1.466797, 1.40625, 1.394531, 1.002045, 1.289062, 1.4375, 1.447266, 1.429688, 1.507812, 1.353516, 1.287109, 1.208008, 1.480469, 1.523438, 1.277344, 0.644531, 0.460938, 1.330078, 1.355469, 1.474609, 1.402344, 1.261719, 0.386719, 1.605469, 1.523438, 1.223633, 1.355469, 0.693359, 1.652344, 1.417969, 1.378906, 1.231445, 1.277344, 1.253906, 1.203125, 1.018311, 1.482422, 1.328125, 1.361328, 0.529297, 1.847656, 1.05835, 0.544922, 1.392578, 0.919434, 1.542969, 1.289062, 1.058838, 1.291016, 0.619141, 1.386719, 1.347656, 1.359375, 1.324219, 1.388672, 1.287109, 1.287109, 1.021606, 1.542969, 1.378906, 1.507812, 1.449219, 0.764648, 1.265625, 1.419922, 1.137695, 1.246094, 1.271484, 1.451172, 0.675781, 1.208984, 0.484375, 1.390625, 1.222656, 1.65625, 1.183594, 1.355469, 1.337891, 1.367188, 1.255859, 1.189453, 1.484375, 1.414062, 1.570312, 1.115723, 1.419922, 0.787109, 1.345703, 0.975708, 0.537109, 1.337891, 1.53125, 1.486328, 1.496094, 1.628906, 1.087891, 1.210938, 1.398438, 0.869141, 0.952148, 1.449219, 1.476562, 1.46875, 1.244141, 1.365234, 0.980347, 1.507812, 1.480469, 1.382812, 0.591797, 1.194336, 1.570312, 1.333984, 1.458984, 1.019409, 1.435547, 1.289062, 1.283203, 1.404297, 1.476562, 1.300781, 0.642578, 1.332031, 1.421875, 1.330078, 1.648438, 1.464844, 1.476562, 1.198242, 1.104492, 1.523438, 1.443359, 0.732422, 0.609375, 1.273438, 1.535156, 1.539062, 1.345703, 1.449219, 0.433594, 1.302734, 1.597656, 1.244141, 1.435547, 1.089355, 1.28125, 1.121582, 0.480469, 1.402344, 1.396484, 1.447266, 1.261719, 0.873047, 1.5, 1.255859, 1.490234, 1.285156, 1.371094, 1.539062, 1.162109, 1.125, 0.787109, 1.318359, 0.911133, 0.519531, 1.339844, 1.238281, 1.419922, 1.466797, 1.023193, 1.394531, 1.404297, 1.353516, 1.433594, 1.335938, 0.973022, 1.240234, 0.742188, 1.494141, 0.915527, 1.279297, 1.353516, 1.371094, 1.257812, 1.355469, 1.378906, 1.423828, 0.941406, 1.431641, 1.458984, 0.599609, 1.074707, 1.388672, 1.515625, 1.205078, 0.566406, 1.236328, 1.291016, 1.365234, 1.322266, 1.314453, 0.537109, 1.371094, 1.324219, 0.870117, 1.373047, 1.168945, 1.248047, 1.222656, 1.302734, 1.225586, 1.300781, 1.597656, 1.40625, 1.318359, 1.566406, 1.404297, 0.480469, 1.363281, 1.367188, 1.511719, 1.441406, 1.457031, 1.566406, 1.162109, 0.794922, 1.470703, 1.472656, 1.417969, 1.320312, 0.797852, 1.227539, 1.351562, 1.34375, 1.291016, 1.214844, 1.414062, 1.265625, 1.451172, 1.086426, 1.423828, 1.373047, 1.302734, 1.404297, 1.200195, 1.425781, 1.245117, 1.105469, 1.570312, 0.693359, 0.394531, 1.304688, 1.054932, 1.373047, 1.421875, 1.335938, 1.324219, 1.07959, 1.378906, 1.066895, 1.285156, 1.396484, 1.466797, 1.353516, 0.509766, 1.337891, 1.359375, 1.617188, 1.224609, 1.308594, 1.289062, 1.351562, 1.357422, 1.119629, 1.494141, 1.408203, 1.441406, 1.503906, 1.24707, 1.016846, 1.351562, 0.966309, 1.121582, 1.398438, 1.291016, 1.382812, 1.523438, 1.632812, 1.421875, 1.271484, 1.519531, 0.997986, 1.394531, 1.073242, 0.705078, 1.410156, 1.267578, 1.361328, 0.527344, 0.977173, 1.486328, 1.353516, 1.554688, 1.410156, 1.213867, 1.578125, 1.230469, 1.060547, 1.223633, 0.484375, 1.324219, 0.787109, 1.239258, 1.394531, 1.582031, 1.480469, 1.300781, 0.464844, 1.396484, 1.412109, 1.28125, 1.287109, 1.462891, 1.166016, 1.484375, 1.291016, 1.114258, 0.756836, 1.351562, 1.396484, 1.182617, 1.417969, 1.574219, 1.302734, 1.402344, 1.060059, 1.361328, 1.176758, 1.183594, 1.398438, 1.449219, 1.519531, 1.318359, 1.180664, 1.310547, 1.172852, 1.152344, 1.382812, 1.235352, 1.174805, 0.457031, 1.412109, 1.441406, 1.523438, 1.453125, 1.382812, 1.386719, 1.386719, 1.378906, 1.449219, 0.943848, 1.253906, 1.404297, 1.304688, 0.484375, 1.388672, 1.384766, 1.46875, 1.511719, 1.357422, 1.255859, 1.582031, 1.201172, 1.558594, 1.349609, 1.287109, 0.496094, 1.214844, 1.130859, 1.601562, 0.515625, 1.539062, 0.570312, 1.345703, 0.453125, 1.404297, 1.136719, 0.91748, 0.797852, 1.189453, 1.404297, 1.460938, 1.185547, 1.351562, 1.310547, 1.523438, 1.455078, 0.398438, 0.675781, 0.766602, 1.416016, 1.503906, 1.182617, 1.484375, 1.445312, 1.414062, 0.934082, 1.546875, 1.40625, 1.271484, 1.392578, 1.3125, 1.042969, 1.417969, 1.511719, 0.947266, 1.417969, 1.380859, 1.542969, 1.376953, 1.443359, 0.968018, 1.507812, 1.306641, 1.239258, 1.328125, 1.515625, 1.129883, 1.320312, 1.029053, 0.632812, 1.306641, 1.324219, 1.257812, 0.626953, 1.460938, 1.539062, 1.474609, 0.546875, 1.224609, 0.955078, 1.601562, 1.244141, 1.085449, 0.472656, 1.539062, 1.458984, 1.439453, 0.441406, 0.961426, 0.517578, 1.099121, 1.480469, 1.053223, 1.447266, 1.546875, 1.367188, 1.388672, 1.337891, 1.224609, 0.685547, 0.689453, 1.490234, 1.199219, 1.300781, 1.425781, 1.347656, 1.345703, 1.542969, 0.96936, 1.351562, 1.3125, 1.285156, 0.703125, 1.574219, 1.417969, 1.220703, 1.515625, 1.322266, 0.603516, 1.337891, 0.546875, 0.894043, 1.582031, 1.371094, 1.417969, 1.427734, 1.239258, 1.394531, 1.621094, 1.417969, 1.480469, 1.273438, 1.238281, 1.269531, 1.375, 1.5625, 1.275391, 1.131836, 1.503906, 0.836914, 1.121094, 1.232422, 0.849609, 1.337891, 1.349609, 1.386719, 1.376953, 1.194336, 1.219727, 1.339844, 1.253906, 0.828125, 1.535156, 1.511719, 1.062256, 1.359375, 1.441406, 1.431641, 1.053955, 1.386719, 1.59375, 1.359375, 1.392578, 1.310547, 0.755859, 1.318359, 1.318359, 0.681641, 1.480469, 1.265625, 0.552734, 1.259766, 0.994019, 1.492188, 1.404297, 1.353516, 1.511719, 1.527344, 1.355469, 1.261719, 1.394531, 1.324219, 1.251953, 1.402344, 0.796875, 1.246094, 1.396484, 1.757812, 0.607422, 1.277344, 1.339844, 1.412109, 0.915527, 1.392578, 1.263672, 1.255859, 1.166992, 0.757812, 1.070312, 1.449219, 1.34375, 0.574219, 1.466797, 1.304688, 0.597656, 1.417969, 1.388672, 1.507812, 1.287109, 1.310547, 1.359375, 0.669922, 1.40625, 1.445312, 1.322266, 1.34375, 1.198242, 1.202148, 1.271484, 0.5, 0.828125, 1.361328, 1.066895, 1.365234, 0.984863, 1.154297, 1.386719, 1.539062, 0.601562, 1.053711, 1.515625, 0.457031, 1.433594, 1.265625, 1.597656, 1.441406, 0.560547, 1.412109, 1.412109, 0.558594, 1.613281, 0.691406, 1.308594, 1.355469, 1.464844, 1.539062, 0.542969, 1.457031, 1.058105, 1.349609, 1.324219, 1.523438, 1.226562, 0.644531, 1.427734, 1.478516, 1.482422, 1.271484, 0.578125, 1.277344, 1.384766, 1.291016, 1.371094, 1.472656, 1.386719, 1.104492, 1.130859, 1.480469, 1.228516, 1.492188, 0.740234, 0.948486, 1.172852, 1.386719, 0.507812, 1.535156, 1.090332, 1.292969, 1.578125, 1.542969, 1.116699, 1.082031, 1.515625, 1.482422, 0.580078, 1.597656, 0.958496, 1.236328 ] }, "name": "onnx::Mul_8283", "outputIndexes": [ 587 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 586, 587 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_5/Mul_1_output_0", "outputIndexes": [ 588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 588 ], "outputIndexes": [ 2646 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2646 ], "outputIndexes": [ 2647 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear", "inputIndexes": [ 2647 ], "outputIndexes": [ 2648 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 226935642, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2648 ], "outputIndexes": [ 2649 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2649 ], "outputIndexes": [ 589 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 589, 589 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_output_0", "outputIndexes": [ 590 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 589, 590 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_1_output_0", "outputIndexes": [ 591 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 591 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_2_output_0", "outputIndexes": [ 592 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 589, 592 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Add_output_0", "outputIndexes": [ 593 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 593 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_3_output_0", "outputIndexes": [ 594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_5/Tanh_output_0", "outputIndexes": [ 595 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 595 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Add_1_output_0", "outputIndexes": [ 596 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 589, 596 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_4_output_0", "outputIndexes": [ 597 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 597 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_5_output_0", "outputIndexes": [ 598 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 588 ], "outputIndexes": [ 2650 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2650 ], "outputIndexes": [ 2651 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear", "inputIndexes": [ 2651 ], "outputIndexes": [ 2652 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 238879600, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2652 ], "outputIndexes": [ 2653 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2653 ], "outputIndexes": [ 599 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598, 599 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_5/Mul_output_0", "outputIndexes": [ 600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 600 ], "outputIndexes": [ 2654 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2654 ], "outputIndexes": [ 2655 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear", "inputIndexes": [ 2655 ], "outputIndexes": [ 2656 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 250823558, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2656 ], "outputIndexes": [ 2657 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2657 ], "outputIndexes": [ 601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 601 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_5/Mul_output_0", "outputIndexes": [ 602 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.088867, 1.062256, 1.12793, 1.139648, 1.059814, 1.087891, 1.100098, 0.591797, 1.075195, 1.093262, 1.240234, 1.089844, 1.093262, 1.051514, 1.082031, 1.049072, 1.090332, 1.029053, 1.069824, 1.113281, 1.165039, 1.100586, 1.071777, 1.109863, 1.164062, 1.093262, 1.071289, 1.161133, 1.180664, 1.088379, 1.027344, 1.048584, 1.08252, 0.677734, 1.088867, 1.08252, 1.058594, 1.125, 1.07666, 1.111816, 1.120605, 1.144531, 1.067871, 1.043701, 0.805664, 1.084961, 1.139648, 1.084473, 1.488281, 1.058105, 1.135742, 1.029785, 1.111328, 0.922363, 1.108887, 1.062256, 1.135742, 1.083496, 1.175781, 1.068359, 1.007538, 1.484375, 1.072266, 1.119629, 1.216797, 1.033203, 1.021729, 1.11377, 1.075195, 1.010315, 1.082031, 1.088379, 1.125977, 1.078125, 1.057373, 1.034424, 0.974854, 1.063477, 1.065918, 0.841797, 1.070801, 0.548828, 1.231445, 1.025269, 1.103027, 1.061279, 1.101562, 1.077148, 0.822266, 1.131836, 1.136719, 0.998833, 1.162109, 0.730469, 1.059082, 0.582031, 1.029053, 1.035156, 1.229492, 1.065918, 1.168945, 1.062012, 1.114746, 1.15625, 1.10498, 1.131836, 1.15332, 1.099609, 1.091797, 1.076172, 1.073242, 1.139648, 1.112793, 0.970459, 1.04248, 1.145508, 1.181641, 0.891113, 1.00351, 1.15625, 1.014343, 1.100098, 1.636719, 1.066895, 1.11084, 1.104492, 1.116699, 1.15625, 1.058105, 1.028809, 0.971558, 1.07666, 1.114746, 1.07373, 1.104492, 1.140625, 1.074707, 1.108887, 1.093262, 1.087402, 1.451172, 1.162109, 1.011353, 1.066406, 1.109375, 1.192383, 1.085938, 1.100586, 1.102539, 1.163086, 1.058838, 1.062988, 1.07373, 0.347656, 1.112305, 1.126953, 0.927246, 1.098145, 0.707031, 0.710938, 1.271484, 1.112793, 1.108887, 0.895508, 1.123535, 1.193359, 1.182617, 0.660156, 1.037842, 1.103027, 1.125977, 0.748047, 1.155273, 0.673828, 1.063477, 1.255859, 1.114746, 0.589844, 1.183594, 1.145508, 1.10498, 0.666016, 1.019409, 0.583984, 1.302734, 1.06543, 0.814453, 1.133789, 1.050537, 1.091797, 1.130859, 1.558594, 1.105469, 1.120117, 1.164062, 1.072754, 1.100098, 1.166016, 1.120605, 1.056152, 1.100098, 1.095215, 1.09668, 1.031982, 1.131836, 1.115723, 1.433594, 1.070312, 1.083984, 1.06543, 1.120605, 1.121582, 1.183594, 1.202148, 1.085449, 1.075195, 1.077637, 1.070312, 1.171875, 1.121094, 1.112793, 1.114746, 1.097168, 1.193359, 1.123535, 1.118652, 1.003799, 1.094238, 1.085449, 1.026611, 1.014099, 1.146484, 1.251953, 1.104004, 1.092285, 1.0354, 1.107422, 1.06543, 1.061768, 1.21582, 1.131836, 1.102051, 1.147461, 1.917969, 0.945801, 1.171875, 1.07373, 1.108398, 1.077637, 0.942139, 1.049072, 1.120117, 0.791016, 1.042236, 1.19043, 1.05249, 1.072754, 1.108887, 1.474609, 1.113281, 1.097656, 1.059326, 1.113281, 1.011169, 1.164062, 1.061768, 1.019653, 1.068359, 1.102539, 1.144531, 1.078125, 1.039795, 1.114746, 1.066406, 1.117676, 1.041992, 0.825195, 1.054443, 1.138672, 1.11084, 1.036621, 1.166992, 0.797852, 1.071777, 1.464844, 1.082031, 1.098145, 1.169922, 0.695312, 1.074707, 1.0354, 0.866211, 0.748047, 1.036621, 1.211914, 1.091797, 1.066406, 1.101562, 1.207031, 1.059814, 1.15332, 1.075195, 0.71875, 1.277344, 0.585938, 1.070312, 1.166016, 1.11377, 1.056885, 1.088379, 1.143555, 0.585938, 1.167969, 1.133789, 1.169922, 1.102539, 1.035156, 1.068359, 1.065918, 1.104492, 1.05835, 1.339844, 1.114258, 1.161133, 1.076172, 1.050049, 0.989929, 1.112793, 1.032227, 1.117188, 1.02124, 1.044189, 1.119141, 1.062256, 3.1875, 1.105469, 1.055908, 1.106445, 1.160156, 1.130859, 1.112793, 1.098633, 1.21582, 1.175781, 1.150391, 0.985596, 1.057861, 1.062012, 1.014282, 1.120117, 0.911133, 1.014404, 1.062988, 1.073242, 0.617188, 0.71875, 1.198242, 1.125, 1.10498, 1.072266, 0.707031, 1.129883, 1.039307, 0.9375, 1.369141, 1.087891, 1.086914, 0.867188, 1.075684, 1.028687, 1.107422, 1.051514, 1.045654, 1.082031, 1.146484, 1.166992, 1.143555, 1.097168, 1.098145, 0.99794, 1.146484, 1.144531, 0.904785, 0.896973, 1.145508, 1.091309, 1.004578, 1.021606, 1.097168, 1.101562, 1.055908, 1.104492, 0.613281, 1.115234, 1.111328, 1.088867, 1.104004, 0.667969, 1.097168, 0.986389, 1.054199, 1.081055, 1.081055, 1.222656, 0.818359, 1.073242, 1.11084, 1.098145, 1.157227, 0.973389, 1.112793, 1.113281, 1.116699, 1.163086, 1.099609, 1.026611, 1.087891, 1.058838, 1.075195, 1.05542, 1.130859, 1.108398, 1.714844, 1.071289, 1.093262, 1.069336, 1.02356, 1.042236, 1.073242, 1.077637, 1.287109, 1.099609, 1.144531, 1.076172, 1.084473, 1.07959, 1.12793, 1.091309, 1.040283, 1.232422, 1.193359, 1.027466, 1.152344, 0.963867, 0.916992, 1.141602, 1.099121, 1.326172, 1.089355, 1.144531, 1.115723, 1.109375, 1.09668, 1.103516, 1.111328, 1.077637, 1.020996, 1.107422, 1.081543, 1.124023, 1.124512, 1.15918, 1.089844, 1.150391, 0.918945, 1.076172, 0.697266, 1.07373, 1.172852, 1.079102, 1.040771, 1.011353, 1.189453, 1.15332, 1.043457, 1.231445, 0.766602, 1.433594, 1.066406, 1.19043, 1.12793, 1.043701, 2.570312, 1.119629, 1.152344, 1.034424, 0.660156, 1.120605, 1.088379, 1.208008, 1.09375, 1.084473, 1.07373, 1.126953, 1.092773, 1.119629, 0.609375, 0.806641, 0.999287, 0.662109, 1.246094, 1.128906, 1.010254, 0.965576, 0.896484, 1.036621, 1.027222, 1.011658, 1.163086, 1.108887, 1.155273, 1.097168, 1.10498, 1.045654, 1.039307, 1.083496, 1.172852, 1.074219, 1.165039, 1.12793, 1.050781, 1.047607, 0.77832, 0.779297, 1.076172, 0.811523, 1.134766, 1.054688, 1.046875, 1.066895, 1.09375, 0.994354, 1.078125, 0.794922, 1.069824, 4.1875, 1.080078, 1.050781, 1.09668, 0.75293, 0.775391, 1.071777, 1.08252, 1.105469, 1.234375, 1.104004, 1.105957, 1.12207, 0.951416, 1.15918, 0.842773, 1.086914, 1.179688, 1.10498, 1.112793, 1.057617, 1.135742, 1.116211, 1.084473, 1.132812, 1.051758, 0.957031, 1.203125, 1.147461, 1.089844, 1.179688, 1.128906, 1.12793, 1.056152, 1.178711, 1.139648, 1.123535, 1.050049, 1.031494, 0.603516, 1.167969, 1.066895, 1.050781, 0.794922, 1.10498, 1.458984, 1.171875, 1.161133, 1.049316, 1.453125, 1.078125, 2.320312, 1.066406, 1.100098, 1.016968, 1.099609, 1.053223, 1.09082, 1.302734, 1.177734, 1.088867, 1.129883, 1.137695, 1.097656, 1.137695, 1.178711, 1.121094, 1.044922, 1.120605, 1.116211, 1.097168, 1.137695, 1.117676, 1.118652, 1.03418, 1.061523, 1.06543, 1.073242, 0.928223, 1.138672, 1.037842, 1.117676, 1.026733, 1.043945, 1.075195, 1.088867, 1.118164, 1.101074, 1.047607, 0.770508, 1.021606, 1.081055, 1.174805, 1.051758, 1.75, 1.025391, 1.125977, 1.186523, 1.129883, 1.019531, 1.050293, 1.088867, 1.032227, 1.069824, 0.999812, 1.070312, 1.152344, 1.079102, 0.701172, 1.050781, 1.166992, 1.019165, 1.083496, 1.15918, 0.913574, 0.732422, 0.726562, 1.158203, 1.085938, 1.097168, 1.054199, 1.048584, 1.05127, 1.11377, 1.03418, 1.058105, 1.060059, 1.105469, 0.642578, 1.070312, 1.06543, 1.040283, 1.041748, 1.104004, 1.109863, 1.092773, 1.014893, 1.103516, 1.009338, 1.197266, 1.110352, 1.041016, 1.131836, 1.120605, 1.402344, 1.076172, 0.65625, 1.120117, 1.105469, 1.028442, 1.071777, 1.119141, 1.078125, 1.118652, 1.527344, 1.08252, 1.080566, 0.999001, 1.057861, 1.10498, 1.063477, 1.102539, 1.034668, 1.239258, 1.05835, 0.901367, 1.174805, 1.087402, 1.040283, 1.068848, 1.07373, 1.073242, 1.072754, 1.097656, 1.188477, 1.11377, 1.066406, 1.088379, 1.113281, 1.110352, 1.129883, 1.137695, 0.976562, 1.05835, 1.253906, 1.049316, 1.166992, 1.052002, 1.050781, 1.004211, 0.979614, 0.947998, 1.104004, 1.051758, 1.055664, 1.03833, 1.150391, 1.162109, 1.081543, 1.062256, 1.176758, 1.081055, 1.074219, 1.097656, 1.044189, 1.167969, 1.174805, 1.100586, 1.209961, 1.082031, 1.119141, 1.144531, 0.974121, 1.07373, 1.15918, 1.091797, 1.135742, 1.142578, 1.111816, 1.124512, 1.097168, 1.019897, 0.763672, 1.096191, 1.086914, 1.102539, 1.028442, 1.117676, 1.102051, 1.145508, 1.05835, 1.105469, 1.083984, 1.081055, 1.07373, 1.07373, 1.128906, 1.031128, 1.099121, 1.067383, 1.12207, 1.107422, 1.050781, 1.441406, 1.02832, 1.008911, 1.141602, 1.058105, 1.082031, 0.976318, 1.121094, 1.137695, 1.004761, 0.919922, 1.145508, 1.120605, 1.054199, 1.025879, 1.113281, 1.024902, 1.158203, 1.008118, 1.007355, 1.151367, 1.308594, 1.043213, 1.047607, 1.07373, 1.046143, 1.066895, 0.883789, 1.041992, 1.055176, 0.794922, 1.12793, 1.137695, 1.063965, 0.75, 1.19043, 0.981323, 1.277344, 1.408203, 1.043457, 0.952148, 1.075195, 1.108887, 1.10498, 1.151367, 1.175781, 1.15918, 1.083008, 1.055908, 1.026367, 1.09082, 1.064453, 1.091797, 1.10498, 1.0354, 1.423828, 1.238281, 0.981812, 1.199219, 1.054443, 1.013367, 1.07666, 1.031982, 1.010315, 0.963867, 1.15918, 1.166016, 1.125, 0.972168, 1.095215, 1.118164, 1.106445, 1.061523, 1.089355, 1.441406, 1.078125, 0.453125, 1.10498, 1.0271, 1.034424, 1.112305, 1.079102, 1.129883, 1.106445, 1.120117, 1.123047, 1.07959, 0.712891, 1.121094, 1.057861, 1.021606, 0.995911, 1.055176, 1.152344, 1.011536, 0.695312, 1.057129, 1.265625, 1.025635, 1.198242, 1.085938, 1.130859, 1.082031, 1.8125, 1.061035, 1.083008, 1.039551, 1.133789, 1.066895, 1.113281, 1.097656, 1.020142, 0.708984, 1.055176, 1.04248, 1.18457, 1.094238, 1.109863, 1.07373, 1.12207, 1.064941, 1.146484, 1.025269, 1.061279, 1.208984, 1.082031, 1.01178, 1.079102, 1.074219, 0.658203, 0.527344, 0.983887, 1.482422, 1.089844, 1.082031, 1.042236, 1.265625, 0.607422, 0.638672, 1.074707, 1.110352, 1.077637, 1.162109, 1.049072, 1.089844, 1.154297, 1.066895, 0.699219, 1.093262, 1.043945, 1.144531, 0.983154, 1.113281, 1.06543, 1.115723, 1.034668, 1.102051, 1.077637, 1.09082, 1.125977, 1.053467, 1.141602, 1.143555, 1.047363, 1.11084, 1.494141, 1.098145, 1.104004, 0.930664, 0.638672, 1.040283, 1.065918, 1.064941, 1.208008, 1.084473, 1.088379, 1.097168, 1.117188, 0.560547, 1.154297, 1.049561, 1.122559, 1.148438, 0.714844, 1.136719, 1.139648, 1.255859, 1.096191, 1.035156, 1.249023, 1.026978, 0.685547, 1.099121, 1.035645, 1.081543, 0.766602, 0.908203, 1.186523, 1.349609, 1.09375, 1.169922, 1.042969, 1.010559, 1.208008, 1.042725, 0.932129, 1.044434, 1.092773, 1.040283, 1.033691, 0.705078, 0.855469, 1.160156, 1.066895, 1.089355, 1.225586, 1.089844, 1.092285, 1.092773, 0.537109, 1.080566, 1.102051, 1.017822, 1.091797, 2.398438, 1.022217, 1.145508, 0.587891, 1.070801, 0.640625, 1.076172, 0.707031, 1.031982, 1.189453, 1.087891, 1.137695, 0.980225, 1.085938, 1.135742, 1.091309, 0.667969, 1.183594, 1.0019, 0.993805, 0.792969, 1.101074, 1.050293, 1.055908, 1.12207, 1.103027, 1.145508, 1.166992, 1.05957, 1.072754, 1.050293, 0.634766, 1.068848, 1.124512, 1.056641, 0.728516, 0.585938, 1.052979, 1.11084, 1.075195, 1.178711, 1.081055, 1.037842, 1.05249, 0.691406, 1.065918, 1.091797, 1.265625, 1.057617, 1.088867, 1.125977, 1.128906, 1.038086, 1.151367, 1.177734, 1.330078, 1.211914, 1.07666, 1.341797, 1.137695, 1.082031, 1.057373, 1.11377, 1.05835, 1.110352, 1.171875, 1.052002, 1.044678, 0.65625, 1.070801, 1.04834, 0.762695, 1.014648, 1.151367, 1.081543, 1.130859, 1.198242, 1.050537, 1.052246, 1.120605, 0.697266, 1.009277, 1.097656, 1.054199, 1.015869, 1.141602, 1.067383, 1.142578, 1.052246, 1.131836, 1.097168, 1.086426, 0.705078, 1.129883, 1.131836, 0.983154, 1.098633, 1.09668, 1.174805, 1.267578, 1.104492, 1.099609, 1.08252, 1.091309, 1.144531, 1.116699, 1.367188, 1.059326, 1.091309, 1.120605, 1.120117, 1.096191, 0.850586, 1.145508, 0.740234, 1.077148, 1.200195, 1.009644, 1.046387, 1.144531, 1.089844, 1.089355, 1.073242, 1.077637, 0.625, 0.580078, 0.673828, 1.089844, 1.097168, 0.75, 1.027588, 1.121094, 1.578125, 0.799805, 1.07959, 1.011353, 1.034424, 0.701172, 1.074707, 1.239258, 1.255859, 1.087891, 1.041504, 1.072266, 1.175781, 1.105469, 0.849609, 1.189453, 0.634766, 1.109863, 1.084473, 1.167969, 1.054688, 1.046143, 1.062988, 1.176758, 0.607422, 1.5625, 1.119141, 1.005951, 1.122559, 1.017822, 1.119629, 1.068848, 1.121094, 1.022827, 1.081543, 1.092773, 2.757812, 1.112793, 1.089355, 1.695312, 1.151367, 1.027954, 1.185547, 0.993408, 1.086914, 1.263672, 1.097656, 1.103516, 1.057617, 1.066406, 1.098145, 1.060791, 1.113281, 1.064941, 1.091797, 1.097656, 1.06543, 1.057617, 1.119629, 1.174805, 1.15332, 1.333984, 1.049561, 0.819336, 1.09375, 1.033447, 1.067383, 1.224609, 1.107422, 1.098633, 1.104004, 0.819336, 1.19043, 0.770508, 1.154297, 0.992889, 1.001617, 1.063965, 1.064453, 0.995026, 1.065918, 0.673828, 1.103516, 0.973633, 1.095703, 1.074707, 1.098633, 1.051025, 1.126953, 1.058594, 1.063477, 1.058594, 1.040527, 1.192383, 0.691406, 1.160156, 1.047852, 1.034668, 1.148438, 1.208984, 1.207031, 1.114746, 1.043701, 1.076172, 1.086914, 1.128906, 1.601562, 1.083984, 1.104004, 1.146484, 1.02356, 1.041016, 0.662109, 1.226562, 1.157227, 1.130859, 1.185547, 1.131836, 0.970459, 0.607422, 1.15332, 0.638672, 0.810547, 1.045898, 1.034912, 1.044678, 1.120605, 0.732422, 1.058838, 1.029419, 1.119629, 0.626953, 1.126953, 1.11377, 1.090332, 1.03418, 1.125977, 1.09375, 0.714844, 1.085449, 1.108398, 1.035889, 0.782227, 1.152344, 1.09668, 0.799805, 1.087891, 1.175781, 1.066895, 1.081543, 1.103027, 1.057129, 0.724609, 1.168945, 1.067871, 1.050537, 1.021851, 1.15332, 0.948486, 0.683594, 1.050781, 1.371094, 1.041992, 1.073242, 1.091309, 1.138672, 1.291016, 1.072754, 1.081543, 1.086914, 1.789062, 1.121582, 1.111328, 1.049561, 1.114746, 1.036133, 1.133789, 1.133789, 1.030518, 0.576172, 1.113281, 1.149414, 1.07373, 1.041016, 1.121094, 1.11377, 1.046143, 1.079102, 1.150391, 1.055664, 1.099121, 1.03833, 1.058838, 0.96167, 1.142578, 0.697266, 1.057861, 0.716797, 1.132812, 1.113281, 1.182617, 0.666016, 1.292969, 1.129883, 1.018066, 1.095703, 1.382812, 1.041016, 1.089844, 1.064941, 1.0625, 1.098633, 0.851562, 1.052734, 1.165039, 1.519531, 1.15625, 0.999674, 1.095703, 1.059082, 1.130859, 1.027344, 1.098145, 1.051025, 1.054443, 1.072754, 1.06543, 0.738281, 1.104004, 1.041504, 1.207031, 1.03418, 0.677734, 1.208984, 1.093262, 1.211914, 1.071289, 1.183594, 1.105957, 1.063477, 1.042969, 0.787109, 1.012268, 1.135742, 1.198242, 1.128906, 1.023926, 1.097656, 1.085449, 1.07373, 1.152344, 1.062256, 1.15918, 1.169922, 1.105957, 1.113281, 1.143555, 1.013916, 0.939697, 0.947266, 1.054443, 1.110352, 1.165039, 1.037842, 0.949219, 1.122559, 1.094727, 1.11377, 0.693359, 1.068359, 1.084473, 1.003174, 1.104492, 1.114746, 1.148438, 0.572266, 1.043945, 1.384766, 0.544922, 0.937012, 1.10791, 1.048828, 1.120117, 1.181641, 1.138672, 1.069336, 1.103027, 1.05835, 1.161133, 0.842773, 1.058594, 1.235352, 1.15918, 0.996811, 1.106445, 1.086914, 1.108398, 1.062012, 1.082031, 1.151367, 1.121094, 0.987732, 0.833008, 1.108398, 1.060547, 1.093262, 1.208008, 1.065918, 1.104492, 1.059326, 1.08252, 1.097656, 0.986877, 1.136719, 1.106934, 1.166016, 1.149414, 1.086914, 1.176758, 1.058594, 1.086914, 0.936523, 0.6875, 1.128906, 1.229492, 1.081055, 1.065918, 1.12207, 1.074219, 1.105469, 0.654297, 1.160156, 1.119629, 1.061279, 1.123047, 1.106445, 1.097168, 1.058105, 1.060303, 1.07373, 1.092773, 1.050537, 1.059814, 1.100098, 1.130859, 1.068848, 1.052246, 1.055908, 1.101074, 1.037354, 1.033447, 1.137695, 1.105957, 0.997925, 1.067383, 1.106934, 1.106934, 1.037842, 1.060547, 1.129883, 1.00766, 1.112793, 1.198242, 1.228516, 1.151367, 1.095215, 0.987, 1.026367, 1.057617, 1.111816, 1.119629, 1.128906, 1.063965, 1.091797, 1.026733, 1.109375, 1.036133, 0.869141, 1.140625, 1.077637, 1.206055, 1.11377, 1.120117, 1.106445, 1.169922, 1.074219, 1.063965, 1.089355, 1.029907, 1.081543, 0.940674, 1.011353, 1.075195, 1.138672, 1.088867, 1.138672, 1.104492, 1.034424, 1.083496, 1.160156, 1.069824, 1.451172, 1.094238, 1.069336, 1.137695, 1.090332, 1.089355, 1.11377, 1.244141, 1.01239, 1.174805, 1.072266, 1.150391, 1.294922, 1.088867, 1.069336, 1.027222, 1.040283, 0.587891, 1.070801, 1.161133, 1.109863, 0.915527, 1.081543, 1.103027, 0.981812, 0.701172, 1.12207, 1.015869, 1.083496, 1.098145, 1.066406, 1.085449, 1.069336, 1.134766, 1.009521, 1.197266, 1.065918, 0.939697, 1.105469, 1.172852, 0.797852, 0.617188, 1.126953, 1.143555, 1.128906, 0.916504, 1.019775, 1.054199, 1.043213, 1.071289, 1.166992, 1.143555, 1.183594, 1.081055, 1.035889, 1.022705, 1.08252, 1.058594, 0.693359, 0.980103, 1.03125, 1.075195, 1.105957, 1.07959, 1.116699, 1.118164, 1.172852, 0.948975, 1.120605, 1.171875, 1.050049, 1.094727, 1.10791, 1.041016, 1.028198, 1.214844, 0.732422, 0.607422, 1.050049, 1.125977, 1.0354, 1.222656, 1.140625, 1.10791, 0.771484, 1.04248, 0.80957, 0.894043, 1.102539, 1.160156, 1.069336, 1.04248, 1.132812, 1.042236, 0.771484, 1.123535, 1.158203, 1.068359, 1.037109, 1.099609, 1.11084, 1.092285, 1.013, 1.08252, 1.119629, 1.035645, 1.012756, 0.983154, 1.039062, 1.082031, 2.703125, 1.128906, 1.09375, 0.675781, 1.083984, 1.095703, 1.060059, 1.058838, 1.380859, 1.21582, 1.126953, 1.136719, 1.316406, 1.28125, 1.082031, 1.141602, 1.088867, 1.072266, 1.0625, 1.117188, 1.112793, 1.083008, 1.168945, 1.11377, 1.324219, 1.077637, 0.710938, 1.073242, 1.090332, 1.166992, 1.188477, 1.103516, 0.548828, 1.213867, 1.21582, 1.013184, 1.117188, 0.837891, 1.124512, 1.141602, 1.120605, 1.12207, 1.069824, 1.464844, 1.064453, 1.03064, 1.097168, 1.237305, 1.088379, 0.660156, 1.392578, 1.160156, 0.578125, 1.073242, 1.071777, 1.151367, 1.063965, 1.225586, 1.036621, 0.882812, 1.142578, 1.141602, 1.070312, 1.054688, 1.04248, 1.04248, 1.144531, 2.242188, 1.100098, 1.069336, 1.097168, 1.18457, 0.993286, 1.104004, 1.120117, 1.116211, 1.066406, 1.021606, 1.129883, 0.875, 1.079102, 0.660156, 1.055908, 1.149414, 1.104492, 1.09082, 1.104492, 1.112305, 1.11377, 1.077637, 0.994415, 1.136719, 1.105469, 1.15625, 1.100586, 1.042969, 0.947754, 1.051025, 0.999321, 0.708984, 1.146484, 1.044922, 1.150391, 1.128906, 1.220703, 1.021484, 1.105469, 1.160156, 1.022095, 0.987915, 1.085449, 1.09082, 1.148438, 1.066895, 1.075684, 1.089844, 1.121094, 1.118164, 1.072266, 0.792969, 1.137695, 1.214844, 1.086426, 1.135742, 1.121094, 1.113281, 1.050049, 1.138672, 1.114258, 1.052246, 1.018555, 1.032959, 1.116211, 1.151367, 1.15332, 1.129883, 1.15918, 1.066895, 1.07666, 1.076172, 1.212891, 1.15918, 0.927246, 0.774414, 1.094727, 1.164062, 1.064453, 1.103516, 1.058594, 0.630859, 1.04126, 1.136719, 1.042725, 1.098633, 1.04126, 1.072754, 1.067383, 0.819336, 1.117676, 1.145508, 1.161133, 1.063965, 1.006256, 1.175781, 1.026733, 1.177734, 1.061035, 1.088867, 1.057129, 1.088867, 1.075684, 0.978271, 1.231445, 0.935059, 0.677734, 1.037842, 1.546875, 1.026123, 1.118652, 1.072266, 1.092773, 1.094238, 1.104004, 1.128906, 1.065918, 1.101562, 1.060059, 0.972778, 1.115723, 1.039307, 1.076172, 1.057617, 1.087891, 1.108398, 1.113281, 1.119629, 1.097168, 1.0177, 1.059082, 1.147461, 0.801758, 1.118652, 1.11084, 1.160156, 1.098633, 0.748047, 1.164062, 1.123535, 1.051025, 1.098145, 1.09668, 0.726562, 1.098145, 1.120605, 0.979736, 1.076172, 1.045654, 1.099121, 1.061035, 1.365234, 1.062256, 1.043945, 1.120605, 1.07373, 1.128906, 1.088379, 1.082031, 0.615234, 1.063965, 1.097656, 1.064453, 1.112305, 1.148438, 1.217773, 1.058838, 0.878906, 1.126953, 1.120605, 1.132812, 1.144531, 0.958984, 1.04541, 1.109375, 1.081543, 1.057129, 1.02124, 1.087402, 1.091797, 1.07959, 1.101074, 1.168945, 1.120117, 1.114258, 1.104492, 1.240234, 1.043945, 1.28125, 1.069336, 1.129883, 0.845703, 0.595703, 1.036377, 1.064453, 1.11084, 1.055176, 1.020386, 1.100586, 1.066895, 1.080566, 1.06543, 1.07959, 1.142578, 1.145508, 1.099121, 0.597656, 1.002716, 1.084473, 1.017212, 1.074219, 1.10791, 1.066406, 1.057129, 1.058594, 1.07666, 1.129883, 1.223633, 1.088379, 1.229492, 1.08252, 1.125, 1.049072, 1.075684, 1.041992, 1.050293, 1.400391, 1.046387, 1.072754, 1.109863, 1.043945, 1.019165, 1.197266, 1.0271, 1.050781, 1.01178, 0.922852, 1.099121, 1.089355, 1.019653, 0.669922, 1.038086, 1.179688, 1.105469, 1.133789, 1.045898, 1.038818, 1.220703, 1.099609, 1.066406, 1.404297, 0.570312, 1.130859, 1.792969, 1.041992, 1.113281, 1.09668, 1.135742, 1.081055, 0.615234, 1.09375, 1.055664, 1.049072, 1.002411, 1.074707, 1.474609, 1.078125, 1.064941, 1.057861, 0.916016, 1.136719, 1.120117, 1.035889, 1.058105, 1.111328, 1.081543, 1.11377, 1.111816, 1.050537, 0.973999, 1.527344, 1.042969, 1.091309, 1.064941, 1.033936, 1.093262, 1.060547, 1.174805, 1.373047, 1.123047, 1.07959, 1.095703, 0.666016, 1.129883, 1.19043, 1.099609, 1.046631, 1.198242, 1.058594, 1.05957, 1.119629, 1.139648, 1.009216, 1.044434, 1.07959, 1.021362, 0.605469, 1.112793, 1.162109, 1.120117, 1.11377, 1.061279, 1.063477, 1.10791, 1.016602, 1.167969, 1.05835, 1.271484, 0.80957, 1.046143, 1.053467, 1.08252, 0.669922, 1.151367, 0.836914, 1.035889, 0.632812, 1.132812, 1.105957, 1.146484, 0.937988, 1.042969, 1.128906, 1.110352, 1.061523, 1.027466, 1.05957, 1.080078, 1.035156, 0.576172, 0.900879, 1.157227, 1.053467, 1.089844, 1.063965, 1.109375, 1.098145, 1.123047, 1.105957, 1.174805, 1.08252, 1.275391, 1.259766, 1.074219, 1.186523, 1.069336, 1.111328, 1.02771, 1.128906, 1.141602, 1.069824, 1.06543, 1.107422, 1.063477, 1.143555, 1.129883, 1.104492, 1.192383, 1.082031, 1.431641, 1.052246, 1.730469, 0.772461, 1.06543, 1.102539, 1.11084, 0.828125, 1.112305, 1.138672, 1.095215, 0.730469, 1.08252, 1.006897, 1.046875, 1.014465, 1.064453, 0.716797, 1.165039, 1.174805, 1.058594, 0.529297, 1.011597, 0.744141, 1.051514, 1.12793, 1.112793, 1.063477, 1.177734, 1.104004, 1.039551, 1.129883, 1.134766, 0.787109, 0.830078, 1.146484, 1.02124, 1.019775, 1.08252, 1.081055, 1.044678, 1.093262, 1.072754, 1.125977, 1.052979, 1.049805, 0.908203, 1.151367, 1.060547, 1.349609, 1.086914, 1.056396, 0.736328, 1.394531, 0.78125, 1.679688, 1.147461, 1.096191, 1.093262, 1.097656, 1.037109, 1.041992, 1.120117, 1.11084, 1.232422, 1.026611, 1.088867, 1.291016, 1.045898, 1.191406, 1.076172, 1.154297, 1.103516, 0.952637, 1.087891, 1.128906, 0.939941, 1.099121, 1.186523, 1.188477, 1.124023, 1.059814, 1.090332, 1.009949, 1.191406, 1.013855, 1.105957, 1.058594, 1.412109, 1.097656, 1.064941, 1.186523, 1.039307, 1.147461, 1.086914, 1.101562, 1.077637, 1.125, 0.939209, 1.118164, 1.160156, 0.877441, 1.101074, 1.12793, 0.742188, 1.088379, 1.038086, 1.047363, 1.125977, 1.067383, 1.10498, 1.026611, 1.049561, 1.114746, 1.098633, 1.085449, 1.082031, 1.11377, 0.938965, 1.081543, 1.026001, 1.06543, 0.803711, 1.075684, 1.081543, 1.092773, 1.648438, 1.075195, 1.304688, 1.108887, 1.102051, 0.962402, 1.128906, 1.096191, 1.046875, 0.652344, 1.15918, 1.161133, 0.705078, 1.137695, 1.160156, 1.133789, 1.078125, 1.066406, 1.07666, 0.842773, 1.079102, 1.1875, 1.239258, 1.158203, 1.058105, 1.037354, 1.088867, 0.738281, 0.904785, 1.11084, 1.066895, 1.144531, 1.001099, 1.033936, 1.047363, 1.041504, 0.744141, 1.059082, 1.120605, 0.617188, 1.182617, 1.061523, 1.128906, 1.119629, 0.724609, 1.12207, 1.028564, 0.786133, 1.151367, 0.827148, 1.097168, 1.198242, 1.091797, 1.143555, 0.695312, 1.145508, 0.99295, 1.125977, 1.067871, 1.114746, 1.245117, 0.985229, 1.222656, 1.089355, 1.164062, 1.035156, 0.724609, 1.204102, 1.067383, 1.10498, 1.019897, 1.199219, 1.042969, 1.129883, 1.045898, 1.111328, 1.186523, 1.102051, 1.075195, 1.345703, 1.474609, 1.089355, 0.664062, 1.065918, 1.083984, 1.113281, 1.21582, 1.21582, 1.101562, 1.091309, 1.08252, 1.062012, 0.78125, 0.991333, 1.337891, 1.075684 ] }, "name": "onnx::Mul_8285", "outputIndexes": [ 603 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 602, 603 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_5/Mul_1_output_0", "outputIndexes": [ 604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 585, 604 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_29_output_0", "outputIndexes": [ 605 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_54_output_0", "outputIndexes": [ 606 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 606 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_6/Mul_output_0", "outputIndexes": [ 607 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.101562, 1.796875, 1.84375, 2.578125, 1.769531, 2.117188, 2.0625, 1.144531, 2.351562, 1.392578, 2.054688, 1.710938, 1.636719, 2.5625, 2.460938, 1.789062, 2.039062, 2.203125, 1.789062, 2.195312, 2.25, 2.296875, 1.953125, 1.679688, 1.5, 1.917969, 2.0, 1.992188, 2.414062, 2.578125, 1.609375, 1.277344, 2.054688, 1.095703, 1.523438, 1.761719, 1.558594, 2.210938, 1.470703, 1.478516, 2.382812, 1.875, 2.046875, 1.388672, 0.986877, 2.320312, 2.09375, 1.714844, 2.085938, 1.75, 2.117188, 1.636719, 1.96875, 1.414062, 2.054688, 1.667969, 2.210938, 1.992188, 1.472656, 1.341797, 1.503906, 1.882812, 1.980469, 2.085938, 2.046875, 1.605469, 1.400391, 1.96875, 1.589844, 1.753906, 2.109375, 2.234375, 1.496094, 1.699219, 1.699219, 1.648438, 1.242188, 1.546875, 1.365234, 1.185547, 1.466797, 1.067383, 1.308594, 1.478516, 1.753906, 1.960938, 1.570312, 1.414062, 1.134766, 1.410156, 1.949219, 1.46875, 2.523438, 1.168945, 2.3125, 1.310547, 1.753906, 2.046875, 2.070312, 1.644531, 1.382812, 2.59375, 2.203125, 2.054688, 2.125, 1.726562, 2.382812, 1.480469, 1.898438, 1.714844, 2.445312, 1.988281, 2.59375, 2.804688, 2.289062, 1.240234, 2.21875, 1.361328, 1.960938, 2.679688, 2.015625, 1.683594, 0.677734, 2.210938, 1.476562, 1.503906, 1.898438, 2.289062, 2.046875, 1.423828, 1.304688, 1.435547, 1.386719, 1.726562, 2.351562, 2.242188, 1.332031, 1.679688, 1.703125, 2.757812, 2.210938, 1.660156, 1.375, 1.84375, 1.871094, 1.476562, 1.632812, 1.824219, 1.839844, 2.210938, 1.570312, 1.484375, 1.738281, 1.628906, 2.507812, 2.359375, 1.257812, 2.085938, 1.134766, 1.014771, 1.910156, 2.523438, 1.738281, 1.347656, 2.671875, 1.71875, 2.414062, 0.813477, 2.546875, 1.365234, 1.914062, 1.308594, 1.601562, 0.949707, 1.722656, 2.140625, 2.476562, 1.371094, 1.941406, 1.878906, 1.640625, 1.123047, 1.664062, 0.868164, 1.408203, 1.539062, 1.198242, 1.652344, 1.421875, 1.519531, 2.070312, 1.132812, 1.941406, 1.902344, 2.03125, 1.8125, 1.769531, 2.421875, 2.109375, 2.242188, 1.601562, 1.808594, 1.785156, 1.324219, 2.335938, 2.023438, 2.085938, 1.722656, 2.015625, 2.109375, 1.625, 2.085938, 2.078125, 1.523438, 1.828125, 2.320312, 1.511719, 1.792969, 2.296875, 2.367188, 1.808594, 1.882812, 1.777344, 2.789062, 2.148438, 1.953125, 1.59375, 1.691406, 1.636719, 1.139648, 2.578125, 2.359375, 2.296875, 2.335938, 2.007812, 2.648438, 1.886719, 2.28125, 1.675781, 1.597656, 2.007812, 1.628906, 2.203125, 1.808594, 1.498047, 2.25, 1.5, 1.875, 2.367188, 1.222656, 1.917969, 2.648438, 1.330078, 1.605469, 2.132812, 1.554688, 1.632812, 2.164062, 2.03125, 1.789062, 2.492188, 2.476562, 1.902344, 1.804688, 1.707031, 1.431641, 2.3125, 2.007812, 1.738281, 1.828125, 2.085938, 1.632812, 1.679688, 1.617188, 1.894531, 2.164062, 1.112305, 1.703125, 2.085938, 1.847656, 1.558594, 2.125, 1.248047, 1.917969, 1.632812, 1.796875, 1.871094, 1.851562, 1.308594, 1.511719, 1.455078, 1.300781, 1.839844, 1.695312, 1.601562, 2.28125, 1.423828, 2.09375, 2.195312, 1.894531, 2.210938, 1.570312, 1.150391, 1.757812, 0.887207, 1.683594, 2.53125, 2.164062, 1.359375, 2.171875, 2.4375, 0.99588, 1.494141, 2.015625, 1.789062, 1.824219, 1.898438, 2.265625, 1.738281, 2.195312, 1.6875, 1.527344, 1.582031, 2.109375, 2.195312, 2.320312, 1.640625, 1.605469, 2.734375, 2.296875, 1.601562, 1.710938, 1.832031, 2.070312, 0.839844, 1.917969, 2.015625, 2.140625, 2.460938, 1.78125, 1.392578, 1.648438, 2.226562, 1.451172, 2.140625, 1.263672, 2.078125, 1.302734, 1.298828, 2.1875, 1.419922, 1.425781, 1.431641, 1.664062, 0.803711, 1.034912, 1.960938, 2.648438, 1.296875, 1.539062, 1.125, 2.109375, 1.447266, 1.25, 1.738281, 2.179688, 1.263672, 1.394531, 2.0625, 1.96875, 2.242188, 1.625, 1.835938, 1.933594, 2.734375, 2.609375, 2.492188, 1.769531, 2.3125, 1.333984, 2.09375, 2.578125, 1.302734, 1.291016, 2.328125, 1.714844, 1.3125, 1.392578, 1.847656, 2.007812, 2.625, 2.210938, 0.876953, 2.625, 2.273438, 2.21875, 1.628906, 0.914062, 1.777344, 2.148438, 2.015625, 2.671875, 1.707031, 2.414062, 1.136719, 2.898438, 2.375, 1.886719, 1.921875, 1.519531, 2.085938, 1.710938, 2.226562, 2.101562, 1.699219, 1.476562, 1.988281, 1.816406, 2.078125, 2.070312, 2.367188, 2.046875, 1.988281, 1.871094, 1.789062, 1.703125, 1.539062, 2.101562, 1.949219, 2.03125, 1.357422, 2.984375, 2.304688, 1.710938, 2.265625, 1.847656, 2.109375, 1.96875, 2.132812, 2.1875, 2.40625, 2.46875, 2.398438, 1.21582, 1.8125, 2.007812, 2.4375, 1.617188, 1.466797, 2.21875, 2.328125, 1.9375, 1.84375, 2.273438, 2.242188, 2.273438, 1.726562, 2.382812, 1.640625, 2.453125, 2.109375, 1.933594, 1.878906, 1.691406, 1.287109, 2.046875, 1.044922, 1.898438, 2.109375, 1.925781, 1.6875, 1.53125, 2.429688, 1.710938, 1.882812, 2.203125, 1.135742, 1.855469, 1.855469, 2.53125, 1.902344, 1.507812, 1.163086, 1.898438, 2.429688, 2.125, 1.129883, 1.90625, 1.597656, 2.476562, 1.570312, 1.984375, 2.375, 2.171875, 1.482422, 1.839844, 0.705078, 1.192383, 1.249023, 1.375, 1.703125, 2.125, 2.0, 1.255859, 1.016602, 1.652344, 1.503906, 2.125, 2.671875, 1.894531, 1.726562, 1.949219, 1.462891, 1.824219, 1.75, 2.148438, 1.601562, 2.25, 2.210938, 1.240234, 2.257812, 1.734375, 1.194336, 1.120117, 2.265625, 1.10498, 2.023438, 1.625, 1.761719, 1.953125, 1.78125, 1.976562, 1.792969, 1.574219, 2.023438, 1.067383, 1.734375, 1.75, 1.800781, 1.65625, 2.695312, 1.636719, 2.164062, 2.242188, 2.5625, 1.730469, 1.949219, 1.789062, 1.341797, 2.34375, 1.496094, 2.078125, 2.40625, 1.449219, 1.765625, 2.0, 1.558594, 2.046875, 1.578125, 1.964844, 2.6875, 1.59375, 1.388672, 2.257812, 2.140625, 2.15625, 2.585938, 2.359375, 1.902344, 2.21875, 2.867188, 1.976562, 2.476562, 1.980469, 1.332031, 2.015625, 1.613281, 1.644531, 1.220703, 1.851562, 2.125, 2.101562, 2.375, 2.242188, 2.046875, 1.511719, 1.049561, 1.804688, 1.980469, 1.597656, 2.28125, 1.652344, 1.964844, 1.8125, 1.449219, 1.652344, 1.921875, 2.3125, 1.984375, 1.277344, 1.742188, 2.398438, 1.330078, 2.09375, 2.148438, 1.652344, 1.671875, 1.847656, 2.765625, 1.53125, 2.03125, 2.03125, 2.757812, 1.433594, 1.5625, 2.203125, 2.351562, 1.5625, 2.023438, 2.375, 1.941406, 1.945312, 1.929688, 1.914062, 1.640625, 1.371094, 2.109375, 2.484375, 2.507812, 1.455078, 1.417969, 2.3125, 1.871094, 1.777344, 2.117188, 1.726562, 1.949219, 1.6875, 2.242188, 1.271484, 2.015625, 2.132812, 1.175781, 1.204102, 1.9375, 1.063477, 1.734375, 2.554688, 1.894531, 1.237305, 1.070801, 1.032471, 2.015625, 1.625, 2.023438, 1.535156, 1.462891, 1.507812, 1.703125, 2.0625, 1.996094, 1.730469, 1.644531, 1.200195, 1.652344, 1.550781, 1.828125, 1.632812, 1.929688, 1.5625, 2.21875, 2.132812, 2.125, 1.664062, 1.357422, 1.773438, 1.707031, 2.257812, 1.291016, 2.179688, 1.828125, 1.166992, 1.496094, 1.554688, 1.722656, 1.828125, 1.386719, 2.085938, 2.09375, 1.652344, 2.210938, 1.447266, 1.867188, 1.59375, 2.421875, 1.574219, 1.542969, 2.03125, 2.0625, 1.75, 3.140625, 1.597656, 1.539062, 1.617188, 1.613281, 1.679688, 2.179688, 1.589844, 1.847656, 2.046875, 2.03125, 2.125, 1.964844, 2.265625, 1.980469, 2.046875, 2.476562, 1.515625, 1.535156, 1.253906, 1.78125, 2.242188, 1.400391, 1.964844, 1.453125, 1.8125, 1.198242, 2.109375, 2.320312, 1.964844, 1.330078, 2.226562, 1.980469, 1.671875, 1.679688, 1.964844, 1.640625, 2.125, 2.101562, 2.429688, 2.164062, 1.992188, 1.75, 2.757812, 1.621094, 1.582031, 2.164062, 1.539062, 2.523438, 2.460938, 1.855469, 2.195312, 1.6875, 2.671875, 1.828125, 1.527344, 1.875, 0.854492, 1.824219, 1.851562, 2.109375, 1.898438, 1.625, 2.359375, 1.777344, 1.476562, 2.195312, 2.554688, 1.808594, 2.34375, 2.25, 2.648438, 1.601562, 1.925781, 1.671875, 2.023438, 1.976562, 2.234375, 2.335938, 1.310547, 1.474609, 1.761719, 1.408203, 1.546875, 3.046875, 2.101562, 2.046875, 1.628906, 1.263672, 1.996094, 2.03125, 1.578125, 1.550781, 2.125, 1.550781, 2.140625, 2.203125, 1.396484, 2.039062, 2.046875, 1.59375, 1.980469, 2.109375, 1.945312, 1.421875, 1.134766, 1.632812, 1.683594, 1.478516, 1.443359, 2.210938, 2.359375, 1.535156, 1.949219, 1.052002, 2.210938, 1.839844, 1.574219, 1.363281, 1.976562, 1.992188, 1.636719, 1.761719, 1.800781, 2.53125, 2.179688, 1.714844, 1.652344, 1.757812, 1.898438, 2.265625, 1.785156, 1.652344, 1.691406, 2.273438, 1.503906, 2.03125, 1.957031, 1.8125, 1.699219, 1.267578, 2.523438, 1.832031, 2.15625, 2.03125, 2.015625, 1.78125, 2.273438, 2.15625, 2.40625, 1.5625, 1.511719, 2.117188, 2.367188, 0.746094, 1.229492, 1.527344, 1.8125, 1.695312, 1.714844, 2.140625, 2.25, 1.753906, 2.046875, 1.710938, 1.333984, 1.867188, 1.769531, 1.390625, 1.8125, 2.507812, 2.164062, 1.886719, 1.217773, 1.511719, 1.339844, 1.503906, 1.886719, 2.4375, 2.28125, 2.117188, 1.365234, 1.582031, 1.933594, 1.820312, 2.359375, 2.25, 2.796875, 1.462891, 1.667969, 1.220703, 1.761719, 1.617188, 1.929688, 1.875, 1.8125, 2.25, 1.800781, 1.78125, 2.21875, 1.40625, 1.412109, 2.109375, 2.53125, 1.257812, 1.341797, 1.361328, 1.154297, 1.069336, 1.174805, 0.799805, 2.125, 1.976562, 1.65625, 1.992188, 1.265625, 0.88916, 1.585938, 2.148438, 1.761719, 1.949219, 1.429688, 2.1875, 1.878906, 1.847656, 1.07666, 2.515625, 1.335938, 1.273438, 1.205078, 1.855469, 1.460938, 1.679688, 1.498047, 2.09375, 1.570312, 1.558594, 1.800781, 1.785156, 2.453125, 1.644531, 1.330078, 1.859375, 2.140625, 2.882812, 1.859375, 1.164062, 0.957031, 3.34375, 1.792969, 1.746094, 1.90625, 1.652344, 1.839844, 1.486328, 2.46875, 0.827148, 1.439453, 1.341797, 2.242188, 2.007812, 0.985535, 1.9375, 1.964844, 1.890625, 1.648438, 2.375, 1.617188, 1.419922, 1.220703, 1.8125, 1.382812, 1.640625, 1.19043, 1.875, 2.351562, 2.273438, 2.085938, 1.980469, 1.243164, 1.644531, 2.382812, 2.507812, 1.289062, 1.675781, 2.28125, 1.371094, 1.910156, 2.023438, 2.25, 1.597656, 2.28125, 1.871094, 1.929688, 1.886719, 1.605469, 2.15625, 0.914551, 2.03125, 2.109375, 1.804688, 1.84375, 1.605469, 1.46875, 1.839844, 0.736328, 1.302734, 0.949707, 2.242188, 1.146484, 1.333984, 1.851562, 2.171875, 2.234375, 1.223633, 1.648438, 1.957031, 1.976562, 1.318359, 1.53125, 1.423828, 1.271484, 1.085938, 2.015625, 2.71875, 1.423828, 1.769531, 2.265625, 1.742188, 2.335938, 1.390625, 1.808594, 1.800781, 0.888672, 1.949219, 1.527344, 1.726562, 1.222656, 1.601562, 1.703125, 2.375, 1.558594, 2.257812, 2.625, 1.773438, 1.605469, 3.015625, 1.414062, 1.777344, 2.304688, 1.601562, 1.777344, 1.765625, 2.335938, 2.414062, 2.132812, 2.101562, 2.640625, 1.882812, 1.416016, 2.296875, 2.21875, 1.574219, 1.558594, 2.085938, 1.789062, 1.738281, 2.054688, 1.917969, 2.21875, 1.163086, 1.345703, 1.578125, 1.289062, 1.980469, 2.085938, 1.757812, 1.828125, 1.945312, 1.6875, 1.609375, 1.707031, 1.19043, 1.292969, 1.59375, 1.695312, 2.273438, 1.527344, 1.158203, 1.734375, 1.773438, 1.933594, 1.8125, 2.453125, 1.355469, 2.820312, 2.234375, 1.345703, 2.226562, 2.023438, 2.054688, 2.125, 2.085938, 2.03125, 2.078125, 1.734375, 2.507812, 2.21875, 1.151367, 1.570312, 1.542969, 2.078125, 2.273438, 2.0, 1.585938, 2.351562, 1.101562, 1.679688, 2.320312, 1.476562, 2.054688, 2.382812, 2.609375, 1.683594, 1.511719, 2.398438, 1.15332, 0.748047, 1.582031, 1.765625, 1.929688, 1.164062, 1.484375, 1.636719, 2.171875, 1.173828, 1.847656, 1.470703, 1.605469, 1.041016, 1.808594, 1.988281, 1.835938, 1.871094, 1.574219, 1.542969, 2.414062, 1.917969, 1.044434, 1.300781, 1.609375, 1.722656, 2.523438, 2.132812, 2.640625, 1.574219, 1.652344, 1.640625, 1.213867, 0.979126, 1.589844, 2.039062, 1.644531, 1.339844, 2.023438, 1.941406, 1.804688, 1.578125, 1.679688, 1.527344, 1.542969, 2.210938, 1.78125, 1.435547, 2.101562, 1.746094, 2.265625, 1.960938, 1.59375, 2.640625, 2.210938, 2.3125, 1.707031, 1.914062, 2.671875, 1.667969, 1.972656, 1.585938, 1.871094, 2.664062, 1.621094, 1.539062, 1.839844, 2.054688, 2.320312, 1.447266, 1.539062, 1.308594, 2.601562, 1.597656, 1.796875, 1.359375, 1.664062, 1.617188, 2.203125, 1.294922, 2.117188, 1.171875, 2.273438, 1.535156, 1.5, 1.466797, 1.871094, 1.139648, 2.101562, 1.129883, 1.808594, 1.285156, 2.648438, 1.710938, 1.458984, 1.808594, 1.890625, 1.777344, 1.341797, 1.671875, 1.699219, 2.070312, 1.219727, 2.335938, 1.644531, 1.46875, 1.933594, 1.777344, 2.4375, 1.621094, 1.335938, 1.726562, 2.023438, 1.675781, 1.96875, 2.023438, 1.925781, 1.828125, 1.460938, 1.828125, 1.193359, 2.3125, 1.617188, 2.476562, 1.683594, 1.441406, 1.330078, 0.982544, 1.851562, 1.024414, 1.71875, 1.328125, 1.363281, 2.429688, 1.996094, 1.929688, 1.625, 1.337891, 2.382812, 1.046631, 1.90625, 1.980469, 2.117188, 3.03125, 2.15625, 2.1875, 1.28125, 2.023438, 2.3125, 1.310547, 1.210938, 1.890625, 2.242188, 1.363281, 1.988281, 2.085938, 1.984375, 1.414062, 2.007812, 1.408203, 1.129883, 2.453125, 1.648438, 1.211914, 2.53125, 1.957031, 1.421875, 1.535156, 1.714844, 2.578125, 1.714844, 1.914062, 2.421875, 2.492188, 2.03125, 1.597656, 1.726562, 1.341797, 1.213867, 1.933594, 2.148438, 1.75, 2.382812, 1.742188, 1.8125, 2.375, 1.789062, 0.893555, 1.796875, 2.070312, 1.886719, 1.742188, 1.746094, 1.578125, 1.710938, 1.515625, 1.90625, 2.054688, 1.507812, 1.726562, 2.070312, 1.582031, 1.671875, 1.061279, 1.976562, 1.150391, 2.492188, 2.023438, 2.859375, 1.020508, 1.984375, 1.546875, 1.527344, 1.742188, 2.328125, 2.171875, 1.867188, 2.476562, 1.519531, 2.03125, 1.267578, 2.359375, 1.960938, 1.957031, 2.429688, 1.632812, 1.964844, 1.851562, 1.695312, 2.203125, 1.839844, 1.933594, 1.539062, 1.734375, 1.464844, 1.069824, 1.542969, 2.492188, 2.234375, 1.396484, 1.068359, 2.242188, 2.492188, 2.570312, 2.015625, 2.4375, 1.96875, 1.855469, 1.695312, 1.11084, 1.972656, 2.109375, 1.828125, 2.132812, 1.710938, 2.140625, 2.359375, 2.773438, 1.726562, 1.605469, 2.5, 2.109375, 2.21875, 1.457031, 2.460938, 2.492188, 1.150391, 2.609375, 1.800781, 1.609375, 2.46875, 1.523438, 1.205078, 2.273438, 1.710938, 2.03125, 1.083984, 1.570312, 1.243164, 2.03125, 1.605469, 2.460938, 1.398438, 0.793945, 1.964844, 2.085938, 0.782227, 1.546875, 2.0625, 1.699219, 1.722656, 1.917969, 1.960938, 1.777344, 1.902344, 1.386719, 1.929688, 1.129883, 1.679688, 2.546875, 1.867188, 1.539062, 1.777344, 2.1875, 1.890625, 2.03125, 2.210938, 2.0, 1.960938, 1.589844, 1.542969, 1.302734, 1.585938, 1.960938, 2.460938, 1.433594, 1.800781, 1.75, 1.703125, 1.992188, 1.507812, 2.03125, 2.15625, 1.574219, 3.109375, 1.484375, 2.710938, 1.671875, 1.546875, 1.382812, 1.474609, 1.800781, 1.714844, 1.980469, 1.515625, 2.460938, 1.847656, 2.078125, 1.078613, 1.675781, 2.34375, 1.832031, 1.769531, 1.890625, 2.375, 2.328125, 2.25, 1.640625, 1.90625, 1.648438, 1.753906, 2.296875, 2.0, 2.460938, 1.726562, 1.925781, 1.333984, 2.742188, 1.351562, 2.296875, 1.742188, 1.394531, 2.25, 1.949219, 2.34375, 1.300781, 2.523438, 1.820312, 1.472656, 1.476562, 1.753906, 2.335938, 2.0, 2.195312, 1.447266, 1.65625, 2.273438, 1.792969, 2.140625, 2.265625, 1.851562, 2.679688, 1.871094, 1.820312, 1.445312, 1.410156, 1.8125, 1.917969, 2.539062, 2.398438, 2.21875, 2.375, 1.96875, 1.523438, 1.617188, 1.816406, 1.847656, 1.652344, 1.402344, 1.259766, 1.441406, 2.679688, 1.542969, 2.570312, 1.941406, 1.953125, 2.015625, 2.015625, 1.871094, 1.75, 2.125, 1.863281, 1.863281, 2.320312, 1.644531, 1.734375, 1.734375, 2.210938, 2.132812, 1.808594, 1.597656, 2.03125, 1.231445, 1.691406, 1.972656, 1.617188, 1.123047, 2.53125, 2.5625, 1.820312, 1.140625, 1.84375, 1.462891, 1.306641, 0.93457, 1.757812, 1.419922, 2.984375, 1.675781, 1.683594, 1.835938, 1.710938, 2.554688, 1.773438, 1.929688, 1.78125, 1.120117, 2.453125, 1.972656, 1.123535, 0.94458, 2.507812, 2.1875, 2.023438, 1.186523, 2.015625, 1.523438, 1.734375, 2.09375, 1.636719, 1.337891, 2.398438, 1.427734, 1.392578, 1.777344, 2.601562, 2.726562, 1.163086, 1.160156, 1.800781, 1.796875, 1.722656, 1.386719, 2.078125, 2.203125, 1.667969, 1.189453, 2.257812, 2.523438, 1.337891, 2.164062, 1.558594, 1.585938, 1.699219, 1.789062, 0.882324, 1.183594, 1.785156, 1.347656, 1.617188, 2.648438, 1.417969, 2.085938, 1.351562, 1.546875, 1.126953, 1.414062, 2.28125, 2.1875, 1.816406, 1.570312, 2.398438, 2.179688, 1.249023, 2.023438, 1.566406, 1.458984, 1.742188, 2.210938, 1.761719, 1.498047, 1.419922, 2.101562, 2.296875, 1.867188, 1.773438, 1.929688, 1.458984, 1.980469, 1.101074, 2.367188, 1.804688, 0.978882, 2.085938, 2.09375, 1.996094, 1.972656, 1.339844, 1.636719, 2.335938, 2.28125, 0.988464, 1.226562, 1.431641, 1.976562, 2.039062, 1.960938, 2.21875, 1.59375, 1.625, 1.800781, 2.085938, 1.988281, 1.851562, 1.115723, 1.160156, 1.804688, 2.132812, 2.5, 2.070312, 1.652344, 0.806641, 2.429688, 2.507812, 1.671875, 1.976562, 1.136719, 2.765625, 2.203125, 2.21875, 1.417969, 1.636719, 1.949219, 1.386719, 1.40625, 1.992188, 2.007812, 1.820312, 1.047119, 2.375, 1.398438, 1.369141, 1.828125, 2.125, 2.546875, 1.582031, 1.617188, 1.703125, 1.863281, 2.023438, 1.761719, 1.742188, 1.671875, 1.644531, 2.023438, 1.96875, 1.503906, 2.695312, 1.988281, 2.523438, 2.242188, 1.652344, 1.5, 1.910156, 1.558594, 1.523438, 2.710938, 2.171875, 1.267578, 1.710938, 1.155273, 1.800781, 1.494141, 2.601562, 1.59375, 1.90625, 1.621094, 1.902344, 1.175781, 1.675781, 1.910156, 2.273438, 2.617188, 1.664062, 2.265625, 1.326172, 1.578125, 1.316406, 1.135742, 1.636719, 2.125, 2.59375, 2.09375, 2.601562, 1.613281, 1.431641, 2.007812, 1.310547, 1.451172, 2.046875, 2.65625, 2.25, 1.652344, 1.777344, 1.636719, 2.117188, 2.0625, 1.914062, 1.24707, 1.828125, 2.554688, 1.585938, 1.949219, 1.363281, 2.234375, 1.507812, 1.640625, 1.90625, 2.210938, 1.5625, 1.466797, 1.726562, 2.109375, 1.671875, 2.484375, 2.421875, 2.148438, 1.458984, 1.431641, 2.3125, 2.085938, 1.12793, 1.245117, 1.539062, 2.367188, 2.65625, 1.785156, 2.296875, 0.938477, 1.789062, 2.390625, 1.628906, 1.945312, 1.953125, 1.542969, 1.53125, 1.082031, 2.039062, 1.996094, 2.460938, 1.617188, 1.753906, 2.5, 1.628906, 2.117188, 1.478516, 2.484375, 2.859375, 1.554688, 1.554688, 1.298828, 1.6875, 1.269531, 1.25, 1.792969, 2.234375, 2.039062, 2.601562, 2.53125, 2.226562, 2.054688, 1.753906, 2.25, 1.636719, 1.644531, 1.820312, 1.113281, 2.367188, 1.582031, 1.671875, 1.855469, 1.753906, 2.0625, 1.542969, 2.320312, 2.109375, 1.209961, 1.886719, 2.382812, 1.503906, 1.433594, 1.503906, 2.429688, 1.683594, 1.029175, 1.570312, 2.195312, 2.234375, 1.933594, 1.507812, 1.213867, 2.0625, 1.839844, 1.695312, 2.03125, 1.707031, 1.742188, 1.605469, 2.25, 1.644531, 1.710938, 2.820312, 1.632812, 1.519531, 2.242188, 1.890625, 0.969604, 1.691406, 2.148438, 2.085938, 1.835938, 1.917969, 2.445312, 1.4375, 1.229492, 2.648438, 2.195312, 2.179688, 1.898438, 1.451172, 1.435547, 2.125, 1.964844, 1.816406, 1.710938, 2.390625, 1.601562, 1.855469, 1.259766, 1.777344, 1.921875, 1.695312, 1.945312, 1.546875, 1.992188, 2.234375, 1.722656, 2.546875, 1.255859, 0.966797, 1.566406, 1.714844, 1.789062, 1.800781, 1.8125, 1.486328, 1.542969, 1.65625, 1.554688, 1.90625, 1.835938, 2.148438, 1.703125, 1.012207, 1.847656, 1.996094, 2.921875, 2.117188, 2.53125, 1.5625, 1.960938, 1.695312, 1.351562, 2.5, 2.117188, 1.828125, 2.34375, 1.613281, 1.65625, 1.53125, 1.417969, 1.566406, 2.117188, 2.101562, 1.773438, 2.296875, 3.015625, 2.585938, 1.589844, 2.015625, 1.476562, 1.96875, 1.71875, 1.175781, 2.210938, 1.6875, 1.589844, 0.854492, 1.570312, 2.351562, 1.855469, 2.6875, 2.484375, 2.46875, 2.320312, 1.984375, 1.941406, 1.855469, 1.188477, 1.789062, 1.083984, 1.539062, 1.800781, 2.367188, 2.03125, 1.808594, 0.932129, 1.988281, 2.007812, 1.527344, 1.894531, 2.382812, 1.980469, 2.085938, 1.796875, 1.621094, 1.177734, 1.851562, 1.582031, 1.498047, 2.03125, 2.679688, 1.714844, 2.054688, 1.273438, 1.773438, 1.664062, 1.996094, 1.835938, 1.953125, 2.21875, 1.757812, 1.675781, 1.503906, 1.742188, 1.679688, 1.898438, 1.492188, 2.054688, 0.983154, 1.738281, 2.21875, 2.109375, 2.234375, 2.179688, 2.515625, 1.929688, 1.964844, 2.335938, 1.683594, 1.419922, 1.910156, 1.542969, 0.895508, 1.660156, 2.023438, 2.0, 2.28125, 1.855469, 1.707031, 2.539062, 1.445312, 2.398438, 1.789062, 1.914062, 1.359375, 1.671875, 1.470703, 2.328125, 1.016479, 2.3125, 1.416016, 2.015625, 1.078613, 1.90625, 1.574219, 1.960938, 1.220703, 1.515625, 2.023438, 2.070312, 1.353516, 1.71875, 1.65625, 2.757812, 1.9375, 1.014832, 1.201172, 1.105957, 2.257812, 2.3125, 1.337891, 2.328125, 2.195312, 1.78125, 1.376953, 2.179688, 1.839844, 1.851562, 2.242188, 1.894531, 1.378906, 2.398438, 2.4375, 1.355469, 1.988281, 1.789062, 2.8125, 1.933594, 2.070312, 1.523438, 2.539062, 1.761719, 1.558594, 1.96875, 1.988281, 1.808594, 1.804688, 1.839844, 1.212891, 2.039062, 1.722656, 1.871094, 1.271484, 2.140625, 2.1875, 2.453125, 1.082031, 1.652344, 1.396484, 1.257812, 1.738281, 1.640625, 1.196289, 1.941406, 2.148438, 1.8125, 1.065918, 1.400391, 1.255859, 1.921875, 2.210938, 1.261719, 2.015625, 2.257812, 1.75, 2.085938, 1.894531, 1.582031, 1.414062, 1.21875, 2.351562, 1.490234, 1.480469, 1.96875, 1.558594, 1.988281, 2.15625, 1.476562, 1.828125, 1.710938, 1.855469, 1.486328, 2.304688, 2.109375, 1.78125, 2.5, 1.597656, 1.302734, 1.267578, 1.326172, 1.132812, 2.507812, 2.0625, 2.429688, 2.507812, 1.679688, 1.886719, 2.421875, 2.28125, 2.664062, 1.546875, 1.679688, 1.949219, 1.617188, 2.398438, 1.742188, 1.640625, 2.21875, 1.605469, 1.410156, 1.789062, 1.217773, 1.84375, 1.84375, 2.210938, 1.863281, 1.496094, 1.369141, 1.765625, 1.164062, 1.302734, 2.25, 2.679688, 2.09375, 1.738281, 1.361328, 1.945312, 1.5, 1.886719, 2.5625, 1.976562, 1.984375, 1.808594, 1.216797, 2.289062, 1.667969, 1.199219, 2.078125, 1.996094, 1.408203, 1.738281, 1.470703, 2.03125, 1.703125, 1.84375, 2.421875, 2.0625, 1.535156, 1.460938, 1.96875, 1.597656, 1.5, 1.691406, 1.392578, 1.84375, 2.976562, 2.765625, 1.163086, 1.730469, 1.769531, 2.328125, 1.308594, 1.824219, 1.945312, 2.015625, 1.675781, 2.109375, 1.574219, 1.902344, 1.808594, 1.169922, 2.1875, 1.957031, 0.989868, 1.957031, 2.171875, 2.648438, 1.431641, 1.855469, 1.628906, 1.07666, 1.984375, 2.492188, 1.878906, 1.578125, 2.304688, 1.398438, 1.757812, 0.951172, 1.191406, 1.863281, 1.316406, 2.015625, 1.558594, 1.447266, 1.691406, 1.957031, 1.271484, 1.46875, 2.515625, 1.161133, 2.101562, 1.515625, 2.367188, 2.265625, 1.194336, 2.179688, 1.671875, 1.181641, 2.375, 2.164062, 1.699219, 2.101562, 2.53125, 2.390625, 1.105957, 2.140625, 1.271484, 2.0, 2.0, 2.367188, 1.652344, 1.5, 2.28125, 2.0, 2.164062, 1.722656, 1.12207, 1.976562, 2.335938, 1.570312, 1.65625, 2.210938, 2.539062, 1.582031, 1.785156, 2.171875, 1.664062, 2.289062, 1.980469, 2.210938, 1.9375, 1.726562, 1.141602, 2.21875, 1.585938, 1.535156, 2.414062, 2.289062, 1.408203, 1.867188, 2.46875, 2.367188, 1.119141, 1.988281, 1.046387, 1.369141 ] }, "name": "onnx::Mul_8287", "outputIndexes": [ 608 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 607, 608 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_6/Mul_1_output_0", "outputIndexes": [ 609 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 609 ], "outputIndexes": [ 2658 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2658 ], "outputIndexes": [ 2659 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear", "inputIndexes": [ 2659 ], "outputIndexes": [ 2660 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 262767516, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2660 ], "outputIndexes": [ 2661 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2661 ], "outputIndexes": [ 610 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 609 ], "main_type": "NONE", "name": "/Shape_85_output_0", "outputIndexes": [ 611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 611 ], "main_type": "NONE", "name": "Shape1718", "outputIndexes": [ 612 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 611 ], "main_type": "NONE", "name": "Rank1720", "outputIndexes": [ 613 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 613 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1722", "outputIndexes": [ 614 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 614 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1723", "outputIndexes": [ 615 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 614, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1725", "outputIndexes": [ 616 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 616 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1726", "outputIndexes": [ 617 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 612, 615, 617, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1729", "outputIndexes": [ 618 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 618 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1730", "outputIndexes": [ 619 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 619 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1731", "outputIndexes": [ 620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 620, 619 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1732", "outputIndexes": [ 621 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 611, 621, 614 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_94_output_0", "outputIndexes": [ 622 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 622, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_193_output_0", "outputIndexes": [ 623 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 623, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_78_output_0", "outputIndexes": [ 624 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 610, 624 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_55_output_0", "outputIndexes": [ 625 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_48_output_0", "outputIndexes": [ 626 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625 ], "main_type": "NONE", "name": "/Shape_86_output_0", "outputIndexes": [ 627 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 627 ], "main_type": "NONE", "name": "Shape1739", "outputIndexes": [ 628 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 627 ], "main_type": "NONE", "name": "Rank1741", "outputIndexes": [ 629 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629, 629 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1743", "outputIndexes": [ 630 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 630 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1744", "outputIndexes": [ 631 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 630, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1746", "outputIndexes": [ 632 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 632 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1747", "outputIndexes": [ 633 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 628, 631, 633, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1750", "outputIndexes": [ 634 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 634 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1751", "outputIndexes": [ 635 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 635 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1752", "outputIndexes": [ 636 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 636, 635 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1753", "outputIndexes": [ 637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 627, 637, 630 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_95_output_0", "outputIndexes": [ 638 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 638, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_18_output_0", "outputIndexes": [ 639 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 639, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_198_output_0", "outputIndexes": [ 640 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625, 640, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_25_output_0", "outputIndexes": [ 641 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 641 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_12_output_0", "outputIndexes": [ 642 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625, 21, 640, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_24_output_0", "outputIndexes": [ 643 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 642, 643 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_81_output_0", "outputIndexes": [ 644 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 644, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_49_output_0", "outputIndexes": [ 645 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 626, 645 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_30_output_0", "outputIndexes": [ 646 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 609 ], "outputIndexes": [ 2662 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2662 ], "outputIndexes": [ 2663 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear", "inputIndexes": [ 2663 ], "outputIndexes": [ 2664 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 265421746, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2664 ], "outputIndexes": [ 2665 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2665 ], "outputIndexes": [ 647 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 623, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_79_output_0", "outputIndexes": [ 648 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 647, 648 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_56_output_0", "outputIndexes": [ 649 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 649, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_50_output_0", "outputIndexes": [ 650 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 649 ], "main_type": "NONE", "name": "/Shape_87_output_0", "outputIndexes": [ 651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 651 ], "main_type": "NONE", "name": "Shape1802", "outputIndexes": [ 652 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 651 ], "main_type": "NONE", "name": "Rank1804", "outputIndexes": [ 653 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653, 653 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1806", "outputIndexes": [ 654 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 654 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1807", "outputIndexes": [ 655 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 654, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1809", "outputIndexes": [ 656 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 656 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1810", "outputIndexes": [ 657 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 652, 655, 657, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1813", "outputIndexes": [ 658 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 658 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1814", "outputIndexes": [ 659 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 659 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1815", "outputIndexes": [ 660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 660, 659 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1816", "outputIndexes": [ 661 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 651, 661, 654 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_96_output_0", "outputIndexes": [ 662 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 662, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_19_output_0", "outputIndexes": [ 663 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 663, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_200_output_0", "outputIndexes": [ 664 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 649, 664, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_27_output_0", "outputIndexes": [ 665 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 665 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_13_output_0", "outputIndexes": [ 666 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 649, 21, 664, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_26_output_0", "outputIndexes": [ 667 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 666, 667 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_82_output_0", "outputIndexes": [ 668 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 668, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_51_output_0", "outputIndexes": [ 669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 650, 669 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_31_output_0", "outputIndexes": [ 670 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 609 ], "outputIndexes": [ 2666 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2666 ], "outputIndexes": [ 2667 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear", "inputIndexes": [ 2667 ], "outputIndexes": [ 2668 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 266748872, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2668 ], "outputIndexes": [ 2669 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2669 ], "outputIndexes": [ 671 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 671, 648 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_57_output_0", "outputIndexes": [ 672 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 646, 670, 672, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_62_output_0", "outputIndexes": [ 673 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 673 ], "outputIndexes": [ 2670 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2670 ], "outputIndexes": [ 2671 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear", "inputIndexes": [ 2671 ], "outputIndexes": [ 2672 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 268075998, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2672 ], "outputIndexes": [ 2673 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2673 ], "outputIndexes": [ 674 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_6/Mul_output_0", "outputIndexes": [ 675 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.003998, 0.875488, 0.932129, 1.255859, 0.775391, 0.970947, 0.981567, 0.316406, 1.138672, 0.734375, 1.010376, 0.850586, 0.804688, 1.125, 1.174805, 0.868164, 1.057861, 0.862305, 1.074219, 1.068359, 1.19043, 0.958984, 0.980591, 0.876465, 0.814453, 0.946045, 1.047852, 1.071777, 1.300781, 1.259766, 0.751953, 0.673828, 1.026367, 0.429688, 0.738281, 0.987366, 0.738281, 1.095215, 0.736328, 0.697266, 1.104492, 1.071777, 0.903809, 0.730469, 0.511719, 1.125977, 0.995178, 0.806641, 1.480469, 0.900879, 1.080566, 0.949463, 0.931641, 0.779297, 0.974487, 0.777344, 1.087402, 0.955322, 0.891113, 0.736328, 0.807617, 1.429688, 0.89209, 1.064941, 1.298828, 0.707031, 0.734375, 0.970581, 0.800781, 0.796875, 1.018799, 1.124512, 0.845703, 0.84668, 0.787109, 0.744141, 0.681641, 0.746094, 0.799805, 0.539062, 0.71875, 0.257812, 0.804688, 0.774414, 0.883301, 0.988281, 0.770508, 0.816406, 0.519531, 0.750977, 1.088867, 0.685547, 1.203125, 0.488281, 1.05249, 0.257812, 0.764648, 0.890137, 1.220703, 0.753906, 0.84375, 1.094238, 1.134766, 1.034912, 1.063477, 0.822266, 1.246094, 0.793945, 0.919434, 0.81543, 1.126953, 1.054688, 1.394531, 1.695312, 1.025879, 0.724609, 1.132812, 0.664062, 0.804688, 1.302734, 0.870117, 0.899414, 0.89502, 1.074707, 0.791992, 0.844727, 0.962646, 1.100098, 0.974365, 0.874023, 0.679688, 0.714844, 0.732422, 0.829102, 1.124023, 1.124023, 0.703125, 0.914062, 0.852539, 1.230469, 1.816406, 1.464844, 0.679688, 0.813477, 0.913086, 0.878418, 0.824219, 0.899414, 0.865234, 1.073242, 0.764648, 0.734375, 0.797852, 1.769531, 1.167969, 1.158203, 0.615234, 1.023315, 0.453125, 0.40625, 1.785156, 1.124023, 0.934082, 0.605469, 1.210938, 0.90625, 1.259766, 0.359375, 1.096191, 0.768555, 0.953857, 0.484375, 0.899902, 0.40625, 0.816406, 1.231445, 1.176758, 0.28125, 1.042725, 0.935059, 0.765625, 0.414062, 0.904297, 0.285156, 0.951172, 0.701172, 0.517578, 0.787109, 0.644531, 0.810547, 1.027832, 1.142578, 0.890137, 0.888184, 1.019897, 0.841797, 0.868164, 1.222656, 1.015869, 1.046387, 0.751953, 0.882812, 0.848633, 0.664062, 1.199219, 1.049561, 1.347656, 0.856445, 1.033936, 1.060791, 0.930176, 1.044678, 1.011475, 0.899902, 0.897461, 1.061768, 0.793945, 0.87793, 1.163086, 1.144531, 0.945312, 1.04126, 0.838867, 1.357422, 1.080566, 0.962646, 0.691406, 0.793945, 0.823242, 0.556641, 1.503906, 1.169922, 1.273438, 1.055664, 1.015015, 1.092773, 1.119629, 1.04248, 0.806641, 0.866211, 1.165039, 0.764648, 1.091797, 2.617188, 0.605469, 1.238281, 0.744141, 0.994965, 1.171875, 0.742188, 0.828125, 1.298828, 0.517578, 0.724609, 1.088867, 0.693359, 0.808594, 1.043701, 1.486328, 0.869141, 1.158203, 1.130859, 0.985474, 0.796875, 0.898438, 0.736328, 0.990356, 0.852539, 0.832031, 0.968994, 1.037109, 0.679688, 0.894531, 0.78418, 0.949707, 0.952881, 0.464844, 0.827148, 0.982056, 0.919922, 0.857422, 0.961914, 0.671875, 0.895508, 1.267578, 0.805664, 0.943115, 0.996231, 0.382812, 0.720703, 0.710938, 0.621094, 1.265625, 0.766602, 0.946289, 1.141602, 0.728516, 1.069824, 1.171875, 0.867188, 1.238281, 0.760742, 0.476562, 1.019165, 0.292969, 0.828125, 1.361328, 1.07959, 0.701172, 1.015198, 1.255859, 0.3125, 0.814453, 1.019531, 0.961426, 0.877441, 0.891602, 1.037598, 0.805664, 1.114746, 0.833008, 1.022339, 0.792969, 1.06543, 1.04834, 1.080078, 0.764648, 0.866211, 1.314453, 1.112305, 0.793945, 0.854492, 0.953369, 1.080078, 1.231445, 0.889648, 0.874023, 0.995605, 1.259766, 0.884766, 0.708984, 0.775391, 1.182617, 0.707031, 1.051758, 0.642578, 0.995148, 0.827148, 0.611328, 1.014771, 0.71875, 0.6875, 1.120117, 0.870117, 0.34375, 0.464844, 1.063477, 1.201172, 0.764648, 0.763672, 0.410156, 1.083984, 0.689453, 0.628906, 1.269531, 1.055176, 0.646484, 0.779297, 0.962891, 0.858398, 1.177734, 0.828125, 0.855469, 0.893066, 1.285156, 1.380859, 1.238281, 0.833984, 1.145508, 0.746094, 1.088379, 1.265625, 0.599609, 0.632812, 1.132812, 0.867188, 0.667969, 0.6875, 0.912109, 0.905273, 1.128906, 0.97876, 0.320312, 1.255859, 1.060547, 1.055176, 0.88623, 0.347656, 0.830078, 0.856445, 0.911133, 1.226562, 0.806641, 1.273438, 0.533203, 1.427734, 1.141602, 0.869141, 0.974487, 0.792969, 1.120117, 0.826172, 1.152344, 1.008301, 0.971558, 0.65625, 0.993591, 0.841797, 0.989258, 0.93457, 1.154297, 0.943604, 1.894531, 0.871094, 0.976318, 0.936523, 0.722656, 0.913086, 0.897949, 0.964111, 0.950439, 1.359375, 1.151367, 0.990417, 1.378906, 0.901855, 1.034668, 0.9646, 0.999184, 1.210938, 1.267578, 1.043213, 1.097168, 0.648438, 1.222656, 1.02002, 1.102539, 1.121094, 0.764648, 1.101074, 1.041504, 0.960693, 0.876465, 1.067871, 1.024658, 1.172852, 0.884766, 1.123047, 0.762695, 1.176758, 1.033447, 0.968018, 0.950928, 0.871094, 0.599609, 0.947998, 0.402344, 0.987427, 1.154297, 0.949219, 0.788086, 0.716797, 1.208984, 0.945068, 0.865234, 1.119141, 0.445312, 1.359375, 0.875488, 1.421875, 0.989075, 0.710938, 0.632812, 0.950684, 1.213867, 0.894531, 0.445312, 0.945557, 0.767578, 1.310547, 0.794922, 0.948242, 1.034668, 1.022339, 0.913086, 0.841797, 0.328125, 0.574219, 0.695312, 0.394531, 1.100586, 1.056641, 0.89209, 0.634766, 0.712891, 0.732422, 0.842773, 1.091309, 1.582031, 0.933594, 0.869141, 0.981445, 0.716797, 0.912598, 0.798828, 0.980957, 0.891602, 1.001747, 1.151367, 0.788086, 1.040283, 0.854492, 0.488281, 0.484375, 1.001572, 0.525391, 0.940674, 0.756836, 0.866211, 0.896484, 0.853516, 0.861328, 0.897461, 0.4375, 0.919434, 3.78125, 0.814453, 0.786133, 0.849609, 0.480469, 1.279297, 0.867188, 1.15332, 1.005157, 1.322266, 0.837891, 0.922852, 0.958252, 0.642578, 1.15332, 0.746094, 0.971069, 1.363281, 0.780273, 0.891602, 1.07959, 0.757812, 1.431641, 0.776367, 0.925781, 1.189453, 1.503906, 0.936523, 1.220703, 0.968262, 1.081055, 1.302734, 1.640625, 0.978638, 1.166992, 1.527344, 0.95752, 1.046143, 0.852539, 0.261719, 1.113281, 0.8125, 0.766602, 0.496094, 0.93457, 1.710938, 1.018555, 1.175781, 0.95752, 1.490234, 0.708984, 2.125, 0.88916, 1.220703, 0.904785, 1.070801, 0.71875, 1.148438, 1.400391, 0.897949, 0.786133, 0.891113, 1.104004, 0.952637, 0.726562, 0.933594, 1.117188, 0.748047, 0.943115, 0.988098, 0.856445, 0.867188, 0.902832, 1.365234, 0.742188, 0.949951, 0.94458, 1.259766, 0.883789, 0.828125, 0.99979, 1.105469, 0.707031, 0.880859, 1.106445, 0.969482, 0.945557, 0.947021, 0.820312, 1.245117, 0.699219, 1.03064, 1.269531, 1.03833, 1.707031, 0.648438, 1.208008, 0.947998, 0.929688, 0.988708, 0.756836, 0.879883, 0.712891, 1.103516, 0.623047, 0.970459, 1.120605, 0.634766, 0.40625, 0.858398, 1.097168, 0.732422, 1.172852, 1.119141, 0.705078, 0.40625, 0.355469, 1.014648, 0.795898, 0.94751, 0.669922, 0.677734, 0.714844, 0.911133, 1.10791, 0.904785, 0.891602, 0.824219, 0.371094, 0.808594, 0.705078, 0.853516, 0.760742, 0.891113, 0.732422, 1.025146, 1.025146, 0.988525, 0.736328, 0.822266, 0.868164, 0.78125, 1.197266, 0.865234, 1.455078, 0.914062, 0.339844, 1.357422, 0.803711, 0.837891, 0.824219, 0.84082, 0.918945, 1.025146, 1.439453, 1.024414, 0.660156, 0.828125, 0.770508, 1.128906, 0.765625, 0.821289, 0.839844, 1.05542, 0.785156, 1.574219, 0.808594, 0.834961, 0.742188, 0.730469, 0.810547, 1.00412, 0.742188, 0.837891, 1.160156, 1.002686, 0.938721, 0.96875, 1.157227, 1.416016, 1.177734, 1.180664, 0.755859, 0.724609, 0.811523, 0.826172, 1.068359, 0.701172, 0.902344, 0.787109, 1.134766, 0.595703, 0.979858, 1.032715, 0.875977, 0.626953, 1.173828, 0.999401, 0.775391, 0.793945, 0.994049, 0.764648, 0.974976, 0.967773, 1.01178, 1.082031, 1.066895, 0.866211, 1.423828, 0.837891, 0.886719, 1.037842, 0.634766, 1.09668, 1.139648, 0.890137, 1.081543, 0.819336, 1.324219, 0.916992, 0.816406, 0.867188, 0.414062, 0.890625, 0.878906, 1.011658, 0.825195, 0.855469, 1.050781, 0.848633, 0.685547, 1.049316, 1.223633, 0.866211, 1.112305, 1.083984, 1.291016, 0.738281, 0.949951, 0.816406, 0.956055, 0.934082, 1.01239, 1.75, 0.677734, 0.693359, 0.997147, 0.691406, 0.746094, 1.785156, 0.98938, 1.015015, 0.858398, 0.603516, 1.030762, 1.014343, 0.724609, 0.755859, 1.010071, 0.777344, 1.101074, 0.914551, 0.791992, 1.026123, 1.361328, 1.123535, 0.946289, 0.931641, 0.917969, 0.714844, 0.550781, 0.798828, 0.75293, 0.576172, 0.769531, 1.129883, 1.172852, 0.445312, 1.010559, 0.644531, 1.425781, 1.357422, 0.699219, 0.677734, 0.910645, 1.003342, 0.807617, 0.863281, 0.899902, 1.349609, 0.951416, 0.793945, 0.78125, 0.821289, 0.862305, 1.139648, 0.827148, 0.768555, 1.259766, 1.306641, 0.755859, 1.074219, 0.884277, 0.91748, 0.827148, 0.758789, 1.071777, 0.75, 1.068848, 1.001259, 0.966797, 0.708984, 1.179688, 1.058105, 1.05957, 0.716797, 0.712891, 1.582031, 1.066895, 0.066406, 0.664062, 0.769531, 0.883789, 0.896973, 1.02002, 1.050293, 1.041748, 0.910645, 1.002762, 0.84082, 0.425781, 0.965576, 0.832031, 0.695312, 1.098633, 1.095703, 1.138672, 0.847656, 0.410156, 0.748047, 0.899414, 0.714844, 1.039062, 1.155273, 1.144531, 1.056152, 1.808594, 0.777344, 0.905273, 0.873047, 1.160156, 0.996948, 1.322266, 0.786133, 0.759766, 0.511719, 0.855469, 0.780273, 1.060303, 0.861328, 0.875977, 1.047363, 0.989319, 0.87793, 1.011963, 0.681641, 0.683594, 1.087402, 1.134766, 0.660156, 0.691406, 0.662109, 0.375, 0.261719, 0.666016, 0.881348, 0.956055, 0.939453, 0.748047, 1.239258, 0.316406, 0.300781, 0.766602, 1.043701, 0.870117, 1.033447, 0.693359, 1.056641, 1.016113, 0.989807, 0.375, 1.18457, 0.685547, 0.759766, 0.708984, 0.902344, 0.693359, 0.822266, 0.705078, 0.930664, 0.728516, 0.800781, 0.901855, 0.945068, 1.203125, 0.863281, 0.636719, 0.943848, 1.507812, 1.277344, 0.865234, 0.5625, 0.363281, 1.914062, 0.84375, 0.798828, 1.071289, 0.81543, 0.851562, 0.746094, 1.201172, 0.25, 0.820312, 0.824219, 1.069336, 0.993439, 0.433594, 0.87207, 0.957031, 1.21875, 0.766602, 1.002136, 1.030884, 0.703125, 0.394531, 0.875977, 0.671875, 0.830078, 0.511719, 0.671875, 1.193359, 1.589844, 1.003098, 1.390625, 0.605469, 0.693359, 1.19043, 1.121094, 0.630859, 0.779297, 1.020996, 0.730469, 1.423828, 0.460938, 1.209961, 0.84082, 1.172852, 0.933594, 1.134766, 0.878418, 0.75, 0.97876, 0.300781, 0.936035, 1.040039, 0.835938, 0.850586, 3.1875, 0.675781, 0.879395, 0.234375, 0.673828, 0.421875, 1.07666, 0.503906, 0.683594, 1.051758, 1.018921, 1.049072, 0.621094, 0.830078, 1.245117, 0.959961, 0.351562, 0.848633, 0.707031, 0.683594, 0.513672, 1.008789, 1.191406, 0.768555, 1.486328, 1.158203, 1.005951, 1.294922, 0.720703, 0.882812, 0.834961, 0.339844, 0.999104, 0.868164, 0.898438, 0.511719, 0.382812, 0.773438, 1.181641, 0.744141, 1.129883, 1.228516, 0.780273, 0.866211, 1.789062, 0.658203, 0.837891, 1.294922, 0.756836, 0.90332, 0.90332, 1.071289, 1.119141, 1.078613, 1.026001, 1.546875, 1.043457, 0.720703, 1.394531, 1.143555, 0.835938, 0.722656, 0.984436, 0.807617, 0.791016, 1.035645, 1.699219, 1.023315, 0.394531, 0.732422, 0.845703, 0.527344, 0.789062, 1.154297, 0.839844, 0.942139, 1.098633, 0.771484, 0.818359, 0.869141, 0.414062, 0.667969, 0.833008, 0.829102, 0.970459, 0.791992, 0.625, 0.822266, 0.753906, 0.948486, 0.912598, 1.105469, 0.433594, 1.253906, 1.080078, 0.638672, 1.06543, 1.019531, 1.179688, 1.472656, 0.948486, 1.022583, 1.024048, 0.861328, 1.168945, 1.015747, 1.03418, 0.75, 0.779297, 1.043213, 1.069336, 1.025391, 0.742188, 1.212891, 0.417969, 0.790039, 1.166992, 0.705078, 0.938965, 1.207031, 1.18457, 0.793945, 0.824219, 1.03418, 0.398438, 0.273438, 0.34375, 0.851562, 0.858398, 0.517578, 0.669922, 0.783203, 1.769531, 0.552734, 0.932129, 0.75, 0.708984, 0.460938, 0.895996, 1.18457, 1.257812, 0.850586, 0.754883, 0.770508, 1.239258, 0.972656, 0.705078, 1.136719, 0.457031, 0.839844, 1.080078, 1.112793, 1.126953, 0.869141, 1.026489, 0.907715, 0.3125, 1.115723, 0.764648, 0.87207, 0.830078, 0.822266, 0.955811, 0.915039, 0.946533, 0.744141, 0.787109, 0.792969, 2.703125, 1.030273, 0.875488, 1.494141, 1.017212, 0.767578, 1.160156, 0.814453, 0.797852, 1.574219, 0.953125, 1.146484, 0.795898, 0.888184, 1.189453, 0.884766, 0.922363, 0.779297, 0.884766, 1.243164, 0.817383, 0.757812, 0.886719, 1.115723, 1.174805, 1.022461, 0.750977, 0.566406, 1.240234, 0.792969, 0.870117, 0.912109, 0.8125, 0.776367, 1.046143, 0.623047, 1.118652, 0.550781, 1.119629, 0.660156, 0.790039, 0.786133, 0.888184, 0.623047, 1.024658, 0.386719, 0.864258, 0.726562, 1.265625, 0.803711, 0.779297, 0.841797, 0.913574, 0.861328, 0.699219, 0.833984, 0.746094, 1.173828, 0.378906, 1.191406, 0.759766, 0.681641, 0.945068, 1.005096, 1.285156, 0.845703, 0.790039, 0.821289, 0.891113, 0.858398, 1.957031, 0.927246, 0.967285, 0.983643, 0.636719, 0.805664, 0.339844, 1.382812, 0.823242, 1.144531, 1.419922, 0.764648, 0.839844, 0.316406, 1.005524, 0.460938, 0.619141, 0.703125, 0.605469, 1.07959, 0.928223, 0.554688, 0.78418, 0.683594, 1.19043, 0.328125, 1.022949, 0.967529, 0.994141, 1.316406, 1.052979, 1.033936, 0.414062, 0.912598, 1.176758, 0.816406, 0.484375, 0.931641, 1.060303, 0.548828, 0.880371, 1.482422, 0.909668, 0.679688, 0.884766, 0.699219, 0.421875, 1.365234, 0.742188, 0.611328, 1.121582, 0.981079, 0.701172, 0.390625, 0.801758, 1.558594, 0.771484, 0.929688, 1.1875, 1.222656, 1.229492, 0.787109, 0.856445, 0.689453, 1.660156, 0.877441, 1.089844, 0.787109, 1.244141, 0.746094, 0.923828, 1.233398, 0.829102, 0.265625, 0.885742, 1.020752, 0.863281, 0.764648, 0.851562, 0.811523, 0.797852, 0.736328, 1.070801, 0.947998, 0.714844, 0.823242, 0.954834, 0.792969, 0.92334, 0.371094, 0.936523, 0.4375, 1.291016, 1.001892, 1.498047, 0.375, 1.3125, 0.813477, 0.754883, 0.805664, 1.640625, 0.956055, 0.91748, 1.162109, 0.726562, 0.927246, 0.648438, 1.057129, 1.008362, 1.632812, 1.240234, 0.689453, 0.941895, 0.833984, 0.908691, 0.997818, 0.913574, 1.025146, 0.755859, 0.888672, 0.644531, 0.464844, 0.764648, 1.279297, 1.232422, 0.728516, 0.394531, 1.164062, 1.21875, 1.451172, 1.014099, 1.53125, 0.986267, 0.879883, 0.759766, 0.5625, 0.782227, 1.065918, 1.022949, 1.099609, 0.705078, 1.001297, 1.145508, 1.394531, 0.856445, 0.774414, 1.24707, 1.090332, 1.051758, 0.681641, 1.195312, 1.05542, 0.554688, 1.141602, 0.907227, 0.837891, 1.330078, 0.685547, 0.611328, 1.07959, 0.867188, 1.018433, 0.441406, 0.805664, 0.720703, 1.640625, 0.775391, 1.222656, 1.267578, 0.320312, 0.892578, 1.328125, 0.277344, 0.806641, 1.023193, 0.734375, 0.868164, 1.010681, 0.950439, 0.848633, 0.862305, 0.677734, 0.96582, 0.523438, 0.738281, 1.285156, 0.899902, 1.048828, 0.795898, 1.071777, 0.884766, 1.017334, 1.112793, 1.018311, 0.947021, 0.821289, 0.726562, 0.895508, 0.764648, 0.946533, 1.458984, 0.84668, 0.89209, 1.197266, 0.880371, 0.968262, 0.769531, 1.000211, 1.046631, 0.884277, 2.007812, 0.830078, 1.269531, 0.822266, 0.767578, 0.788086, 0.351562, 0.924316, 1.013672, 0.944824, 0.807617, 1.162109, 0.856445, 0.945557, 0.371094, 0.87207, 1.15625, 0.863281, 0.945068, 0.939697, 1.141602, 0.987122, 1.006317, 0.799805, 0.902344, 0.751953, 0.828125, 1.049561, 0.973877, 1.227539, 0.833984, 1.002243, 0.728516, 1.219727, 0.685547, 1.292969, 0.799805, 0.683594, 1.053467, 0.933594, 1.170898, 0.599609, 1.25, 0.9375, 0.84375, 0.756836, 1.044434, 1.271484, 0.956055, 0.971436, 0.775391, 0.777344, 0.96875, 0.916992, 1.036377, 1.182617, 0.923828, 1.211914, 0.805664, 0.89502, 0.658203, 0.660156, 0.894043, 0.939697, 1.519531, 1.394531, 1.11084, 1.078613, 1.047119, 0.707031, 0.779297, 0.836914, 0.775391, 0.847656, 0.625, 0.550781, 0.679688, 1.273438, 0.807617, 1.253906, 0.921387, 0.837891, 0.848633, 1.010925, 0.880859, 1.367188, 1.025879, 0.929688, 1.035645, 1.146484, 0.768555, 0.868164, 1.078613, 0.943115, 1.112793, 0.834961, 1.929688, 1.239258, 0.578125, 0.793945, 0.950195, 0.667969, 0.296875, 1.126953, 1.365234, 0.88916, 0.587891, 0.892578, 0.768555, 0.683594, 0.382812, 0.947021, 0.707031, 1.376953, 0.779297, 0.786133, 0.924316, 0.894531, 1.148438, 0.782227, 1.90625, 0.835938, 0.675781, 1.15332, 1.003159, 0.589844, 0.308594, 1.172852, 1.065918, 0.981201, 0.634766, 0.852539, 0.736328, 0.808594, 1.018921, 0.916016, 0.748047, 1.287109, 0.691406, 0.65625, 0.806641, 1.164062, 1.361328, 0.382812, 0.626953, 0.833984, 0.925293, 0.796875, 0.677734, 1.002365, 1.052734, 1.003815, 0.642578, 1.144531, 1.196289, 0.675781, 1.088867, 0.859375, 0.818359, 0.790039, 1.00824, 0.296875, 0.285156, 0.816406, 0.683594, 0.766602, 1.359375, 0.766602, 0.987183, 0.453125, 0.650391, 0.480469, 0.640625, 1.071289, 1.120605, 0.823242, 0.720703, 1.182617, 0.947266, 0.472656, 0.973877, 0.825195, 0.744141, 0.768555, 0.996841, 0.917969, 0.730469, 0.685547, 0.988159, 1.089844, 0.900391, 0.779297, 0.919922, 0.748047, 0.963135, 3.109375, 1.066406, 0.808594, 0.335938, 0.929688, 0.977051, 1.289062, 0.894043, 1.070312, 0.967773, 1.146484, 1.094727, 1.234375, 0.919434, 0.675781, 1.018066, 0.932617, 0.911621, 0.984863, 0.832031, 0.794922, 0.827148, 0.990967, 0.941162, 1.182617, 1.11084, 0.359375, 0.864258, 1.040039, 1.283203, 1.07373, 0.824219, 0.355469, 1.287109, 1.355469, 0.760742, 1.004944, 0.525391, 1.273438, 1.058594, 1.092285, 0.762695, 0.819336, 1.458984, 0.753906, 0.724609, 0.904297, 1.166016, 0.927734, 0.375, 1.196289, 0.996567, 0.34375, 0.832031, 1.585938, 1.253906, 0.746094, 0.955566, 0.807617, 1.185547, 1.068359, 0.933594, 0.78125, 0.788086, 0.728516, 0.963867, 0.999571, 2.46875, 1.212891, 1.006561, 1.240234, 1.157227, 0.862305, 0.722656, 0.969849, 0.865234, 0.689453, 1.449219, 1.10791, 0.677734, 0.857422, 0.378906, 0.760742, 0.890137, 1.205078, 0.81543, 0.89502, 0.779297, 0.972168, 0.615234, 0.774414, 0.981812, 1.07959, 1.345703, 0.90625, 1.011047, 0.632812, 0.707031, 0.689453, 0.417969, 0.768555, 1.006866, 1.302734, 0.99054, 1.470703, 0.736328, 0.734375, 0.969727, 0.730469, 0.786133, 1.060303, 1.211914, 1.120117, 0.796875, 0.864258, 0.988953, 0.989136, 1.007416, 0.905762, 0.501953, 0.899902, 1.425781, 0.77832, 0.919922, 0.798828, 1.052246, 0.716797, 0.895996, 0.973877, 0.95166, 0.673828, 0.902832, 0.841797, 1.057373, 0.864258, 1.213867, 1.330078, 1.000565, 0.716797, 0.712891, 1.201172, 1.026611, 0.615234, 0.505859, 0.758789, 1.177734, 1.21875, 0.902832, 1.026489, 0.34375, 0.817383, 1.243164, 0.734375, 0.918457, 0.968994, 0.732422, 0.777344, 0.511719, 1.018066, 0.933105, 1.291016, 0.820312, 1.691406, 1.261719, 0.689453, 1.134766, 0.705078, 1.198242, 1.275391, 0.847656, 0.785156, 0.705078, 0.906738, 0.619141, 0.417969, 0.80957, 1.808594, 0.932617, 1.213867, 1.597656, 1.014099, 1.003403, 0.873047, 1.126953, 0.799805, 0.901367, 0.849609, 0.666016, 1.12793, 0.820312, 0.84082, 0.845703, 0.820312, 1.013672, 0.703125, 1.211914, 1.029297, 0.634766, 0.860352, 1.158203, 0.576172, 0.782227, 0.712891, 1.182617, 0.95459, 0.4375, 0.835938, 1.202148, 0.973267, 0.985107, 0.776367, 0.496094, 0.960693, 0.924316, 0.876465, 0.88916, 0.87207, 0.950195, 0.794922, 1.398438, 0.806641, 0.80957, 1.333984, 0.776367, 0.806641, 1.067383, 0.870117, 0.328125, 0.736328, 1.040039, 0.956543, 0.954346, 0.914062, 1.233398, 0.724609, 0.572266, 1.314453, 1.008179, 1.12793, 0.980591, 0.777344, 0.693359, 1.15332, 0.970093, 0.834961, 0.802734, 1.210938, 0.87207, 0.87793, 0.691406, 0.899414, 0.934082, 0.80957, 0.939453, 0.938232, 0.888184, 1.400391, 0.937988, 1.169922, 0.607422, 0.277344, 0.695312, 0.906738, 0.908691, 0.865234, 0.780273, 0.730469, 0.818359, 0.814453, 0.792969, 0.951416, 0.945801, 1.128906, 0.771484, 0.339844, 0.772461, 0.895508, 1.240234, 1.04126, 1.462891, 0.756836, 0.998398, 0.797852, 0.712891, 1.257812, 1.158203, 0.845703, 1.259766, 0.78125, 1.019043, 0.697266, 0.862305, 0.755859, 0.994202, 1.392578, 0.8125, 1.068848, 1.664062, 1.134766, 0.677734, 1.081543, 0.75293, 0.933105, 0.847656, 0.691406, 1.09668, 0.835938, 0.644531, 0.40625, 0.836914, 1.306641, 0.854492, 1.269531, 1.066406, 1.231445, 1.267578, 0.961914, 0.97168, 1.427734, 0.316406, 0.939941, 1.585938, 0.722656, 0.966309, 1.089844, 1.073242, 0.877441, 0.304688, 1.061279, 0.925781, 0.742188, 0.818359, 1.093262, 1.46875, 1.028809, 0.810547, 0.794922, 0.572266, 0.973999, 0.818359, 0.669922, 0.950684, 1.361328, 0.890137, 0.96582, 0.693359, 0.798828, 0.722656, 1.488281, 0.837891, 0.954102, 0.980591, 0.722656, 0.898926, 0.726562, 0.945801, 1.244141, 0.861328, 0.751953, 0.986816, 0.394531, 0.875977, 1.137695, 0.925781, 0.95874, 1.150391, 1.163086, 0.909668, 0.962891, 1.181641, 0.841797, 0.623047, 0.885742, 0.691406, 0.328125, 0.849609, 1.059082, 0.881348, 1.037354, 0.81543, 0.805664, 1.226562, 0.669922, 1.176758, 0.880371, 1.244141, 0.591797, 0.780273, 0.813477, 1.10498, 0.355469, 1.146484, 0.623047, 0.860352, 0.347656, 1.003235, 0.951416, 1.355469, 0.650391, 0.693359, 0.992676, 0.922852, 0.677734, 0.754883, 0.760742, 1.371094, 0.794922, 0.289062, 0.679688, 0.841797, 1.010803, 1.054932, 0.667969, 1.15332, 1.04248, 0.90625, 0.850586, 1.120117, 0.890625, 1.083496, 1.285156, 0.899902, 0.853516, 1.120605, 1.175781, 0.671875, 0.966064, 0.823242, 1.285156, 0.885254, 0.935547, 0.828125, 1.25, 0.844727, 0.756836, 1.072754, 0.914062, 1.361328, 0.860352, 1.898438, 0.472656, 0.994965, 0.824219, 0.889648, 0.585938, 1.071289, 1.147461, 1.212891, 0.476562, 0.827148, 0.724609, 1.09668, 0.800781, 0.822266, 0.351562, 0.894531, 1.150391, 0.80957, 0.0625, 0.726562, 0.523438, 1.957031, 1.04248, 0.708984, 0.985413, 1.126953, 0.848633, 0.845703, 0.969849, 0.84375, 0.488281, 0.558594, 1.213867, 0.673828, 0.652344, 0.857422, 0.755859, 0.883789, 0.981812, 0.78125, 0.89502, 0.802734, 0.84375, 0.736328, 1.12793, 1.03418, 1.351562, 1.087402, 0.795898, 0.464844, 1.165039, 0.587891, 1.238281, 1.322266, 1.001381, 1.161133, 1.158203, 0.783203, 0.84375, 1.12207, 1.06543, 1.478516, 0.758789, 0.77832, 1.195312, 0.782227, 1.232422, 0.826172, 1.05835, 1.060059, 0.766602, 0.785156, 0.965576, 0.599609, 0.860352, 0.927734, 1.226562, 0.94873, 0.756836, 0.724609, 0.744141, 0.997635, 0.777344, 1.133789, 1.179688, 1.664062, 0.839844, 0.693359, 1.011536, 0.685547, 0.997223, 1.114746, 1.011169, 0.954346, 0.876465, 0.681641, 1.05249, 0.935059, 0.634766, 1.071289, 1.000124, 0.441406, 0.828125, 0.714844, 0.88623, 0.821289, 0.799805, 1.042969, 0.832031, 0.691406, 0.730469, 0.982422, 0.6875, 0.728516, 0.893555, 0.71875, 0.878418, 1.416016, 1.253906, 0.527344, 0.848633, 0.882324, 1.087402, 1.390625, 0.84082, 1.213867, 1.058105, 0.884766, 1.173828, 0.869141, 0.893066, 0.816406, 0.355469, 1.225586, 1.096191, 0.421875, 0.977295, 1.060303, 1.494141, 0.675781, 0.903809, 0.740234, 0.574219, 0.924316, 1.416016, 1.141602, 0.853516, 1.143555, 0.662109, 0.865234, 0.453125, 0.552734, 0.858398, 0.671875, 0.981567, 0.81543, 0.740234, 0.797852, 0.824219, 0.533203, 0.754883, 1.143555, 0.359375, 1.075195, 0.766602, 1.208008, 1.108398, 0.429688, 1.10791, 0.779297, 0.576172, 1.084961, 1.429688, 0.852539, 1.149414, 1.230469, 1.081055, 0.433594, 1.051758, 0.669922, 0.930664, 0.955078, 1.081055, 0.975464, 0.913086, 1.208008, 0.995392, 1.051025, 0.78418, 0.449219, 1.151367, 1.089355, 0.84375, 0.756836, 1.151367, 1.032715, 0.89209, 0.864258, 1.00589, 0.970459, 1.12793, 1.21875, 1.675781, 1.484375, 0.798828, 0.367188, 0.887695, 0.810547, 0.826172, 1.176758, 1.242188, 0.754883, 0.986511, 1.089844, 1.128906, 0.496094, 0.758789, 1.006653, 0.640625 ] }, "name": "onnx::Mul_8310", "outputIndexes": [ 676 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 675, 676 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_6/Mul_1_output_0", "outputIndexes": [ 677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 606, 677 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_33_output_0", "outputIndexes": [ 678 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_6/Mul_output_0", "outputIndexes": [ 679 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.435547, 1.447266, 1.443359, 1.710938, 1.474609, 1.496094, 1.394531, 0.433594, 1.507812, 1.21582, 1.640625, 1.410156, 1.291016, 1.515625, 1.570312, 1.404297, 1.427734, 1.435547, 1.179688, 1.443359, 1.578125, 1.621094, 1.542969, 1.25, 1.287109, 1.425781, 1.12207, 1.230469, 1.363281, 1.435547, 1.304688, 1.080078, 1.384766, 0.523438, 1.396484, 1.062988, 1.410156, 1.507812, 1.324219, 1.404297, 1.503906, 1.333984, 1.503906, 1.036377, 0.621094, 1.523438, 1.539062, 1.447266, 1.306641, 1.152344, 1.427734, 0.813477, 1.386719, 0.476562, 1.443359, 1.209961, 1.40625, 1.472656, 1.263672, 1.224609, 0.987488, 1.269531, 1.384766, 1.416016, 1.143555, 1.371094, 0.854492, 1.458984, 1.263672, 1.353516, 1.447266, 1.546875, 1.339844, 1.419922, 1.363281, 1.388672, 0.794922, 1.18457, 1.115234, 0.621094, 1.351562, 0.429688, 1.253906, 1.05835, 1.441406, 1.355469, 1.433594, 1.083496, 0.705078, 1.296875, 1.451172, 1.402344, 1.578125, 0.650391, 1.480469, 0.445312, 1.433594, 1.414062, 1.443359, 1.339844, 1.193359, 1.480469, 1.574219, 1.447266, 1.609375, 1.457031, 1.613281, 1.115234, 1.511719, 1.447266, 1.427734, 1.365234, 1.554688, 0.728516, 1.404297, 1.09375, 1.550781, 0.476562, 1.453125, 1.648438, 1.457031, 1.365234, 0.87207, 1.492188, 1.224609, 0.928223, 1.365234, 1.554688, 1.371094, 0.838867, 0.883301, 1.34375, 1.291016, 1.427734, 1.470703, 1.523438, 1.203125, 0.902344, 1.316406, 1.574219, 1.259766, 1.578125, 1.261719, 1.498047, 1.458984, 1.239258, 1.265625, 1.542969, 1.453125, 1.5625, 1.484375, 1.180664, 1.373047, 1.275391, 1.546875, 1.496094, 0.84668, 1.378906, 0.59375, 0.539062, 0.623047, 1.558594, 1.253906, 0.825195, 1.597656, 1.507812, 1.582031, 0.521484, 1.460938, 1.308594, 1.396484, 0.630859, 1.292969, 0.572266, 1.458984, 1.511719, 1.441406, 0.464844, 1.400391, 1.376953, 1.412109, 0.492188, 1.062012, 0.410156, 1.148438, 1.402344, 0.80957, 1.453125, 1.3125, 1.175781, 1.474609, 0.973755, 1.316406, 1.423828, 1.490234, 1.316406, 1.492188, 1.480469, 1.523438, 1.394531, 1.324219, 1.441406, 1.394531, 1.243164, 1.515625, 1.535156, 1.332031, 1.443359, 1.427734, 1.480469, 1.1875, 1.460938, 1.396484, 1.316406, 1.443359, 1.425781, 1.261719, 1.341797, 1.558594, 1.515625, 1.140625, 1.058105, 1.519531, 1.667969, 1.492188, 1.417969, 1.359375, 1.429688, 1.257812, 1.182617, 0.806641, 1.582031, 1.472656, 1.53125, 1.458984, 1.609375, 0.962646, 1.494141, 1.351562, 1.384766, 1.108398, 1.439453, 1.554688, 0.983276, 1.373047, 1.365234, 1.249023, 1.238281, 1.605469, 0.820312, 1.498047, 1.507812, 0.648438, 1.458984, 1.464844, 1.427734, 1.277344, 1.507812, 1.363281, 1.378906, 1.503906, 1.550781, 1.458984, 1.347656, 1.394531, 1.132812, 1.542969, 1.460938, 1.326172, 1.345703, 1.449219, 1.427734, 1.388672, 1.277344, 1.441406, 1.380859, 0.707031, 1.3125, 1.53125, 1.5, 1.02002, 1.496094, 0.589844, 1.474609, 1.134766, 1.447266, 1.273438, 1.380859, 0.548828, 1.382812, 1.176758, 0.542969, 0.253906, 1.447266, 1.234375, 1.472656, 1.222656, 1.396484, 1.570312, 1.511719, 1.332031, 1.216797, 0.460938, 1.335938, 0.382812, 1.300781, 1.601562, 1.296875, 1.289062, 1.53125, 1.523438, 0.464844, 1.443359, 1.398438, 1.326172, 1.355469, 1.291016, 1.53125, 1.388672, 1.539062, 1.320312, 1.289062, 1.208984, 1.550781, 1.400391, 1.361328, 1.074219, 1.239258, 1.410156, 1.431641, 1.111816, 0.969849, 1.431641, 1.419922, 0.417969, 1.433594, 1.384766, 1.578125, 1.539062, 1.46875, 1.351562, 1.390625, 1.476562, 1.376953, 1.423828, 0.911133, 1.523438, 0.788086, 1.15332, 1.523438, 0.560547, 1.140625, 0.601562, 1.130859, 0.449219, 0.619141, 1.474609, 1.550781, 0.950928, 1.208008, 0.552734, 1.441406, 1.240234, 0.766602, 1.273438, 1.507812, 1.298828, 0.583984, 1.486328, 1.433594, 1.492188, 1.246094, 1.390625, 1.417969, 1.578125, 1.492188, 1.539062, 1.386719, 1.300781, 0.811523, 1.519531, 1.566406, 0.817383, 0.662109, 1.523438, 1.306641, 1.130859, 0.909668, 1.429688, 1.523438, 1.419922, 1.589844, 0.501953, 1.550781, 1.539062, 1.441406, 1.240234, 0.539062, 1.386719, 1.507812, 1.445312, 1.503906, 1.396484, 1.515625, 0.650391, 1.378906, 1.53125, 1.335938, 1.570312, 0.623047, 1.480469, 1.492188, 1.443359, 1.464844, 0.986755, 1.300781, 1.433594, 1.375, 1.443359, 1.371094, 1.53125, 1.503906, 1.24707, 1.394531, 1.308594, 1.09375, 1.435547, 1.371094, 1.458984, 1.324219, 1.141602, 1.5, 1.466797, 1.027832, 0.644531, 1.412109, 1.496094, 1.494141, 1.429688, 1.435547, 1.5625, 1.349609, 1.570312, 1.049561, 0.564453, 1.507812, 1.574219, 1.414062, 1.261719, 1.519531, 1.478516, 1.458984, 1.308594, 1.369141, 1.458984, 1.494141, 0.844727, 1.574219, 1.416016, 1.386719, 1.402344, 1.441406, 1.404297, 1.431641, 0.732422, 1.441406, 0.511719, 1.355469, 1.494141, 1.419922, 1.341797, 1.367188, 1.519531, 1.308594, 1.474609, 1.46875, 0.578125, 1.212891, 1.414062, 1.539062, 1.363281, 1.324219, 0.296875, 1.431641, 1.570312, 1.462891, 0.521484, 1.421875, 1.294922, 1.511719, 1.116211, 1.34375, 1.457031, 1.460938, 1.00412, 1.457031, 0.457031, 0.548828, 0.947266, 0.509766, 1.396484, 1.371094, 1.367188, 0.980957, 0.480469, 1.369141, 0.955078, 0.900879, 1.219727, 1.539062, 1.480469, 1.476562, 1.337891, 1.298828, 1.373047, 1.523438, 1.06543, 1.574219, 1.585938, 1.105469, 1.308594, 1.223633, 0.675781, 0.597656, 1.503906, 0.738281, 1.503906, 1.400391, 1.306641, 1.550781, 1.333984, 1.388672, 1.464844, 0.517578, 1.507812, 0.382812, 1.490234, 1.386719, 1.554688, 0.488281, 0.705078, 1.090332, 1.193359, 1.550781, 1.457031, 1.472656, 1.412109, 1.369141, 0.890625, 1.558594, 0.568359, 1.558594, 1.427734, 1.230469, 1.291016, 1.238281, 1.34375, 0.689453, 1.300781, 1.429688, 1.613281, 0.658203, 1.032471, 1.431641, 1.355469, 1.439453, 1.570312, 0.701172, 1.213867, 1.474609, 1.59375, 1.449219, 1.554688, 1.347656, 0.414062, 1.412109, 1.369141, 1.357422, 0.770508, 1.488281, 1.238281, 1.494141, 1.507812, 1.410156, 1.239258, 1.322266, 0.867188, 1.361328, 0.660156, 0.877441, 1.507812, 1.396484, 1.227539, 1.050049, 0.993835, 1.310547, 1.373047, 1.535156, 1.478516, 1.183594, 1.386719, 1.535156, 1.186523, 1.457031, 1.585938, 1.427734, 1.330078, 1.474609, 1.453125, 1.318359, 1.507812, 1.445312, 1.523438, 0.546875, 1.211914, 1.421875, 1.523438, 1.239258, 1.503906, 1.353516, 1.453125, 1.369141, 1.279297, 1.458984, 0.214844, 1.148438, 1.480469, 1.494141, 1.546875, 0.945068, 1.318359, 1.519531, 1.40625, 1.449219, 1.507812, 1.277344, 1.458984, 1.441406, 1.523438, 0.879883, 1.625, 1.494141, 1.100586, 0.548828, 1.443359, 0.644531, 1.466797, 1.566406, 1.238281, 0.695312, 0.375, 0.542969, 1.503906, 1.492188, 1.527344, 1.488281, 1.394531, 1.435547, 1.380859, 1.18457, 1.353516, 1.384766, 1.386719, 0.488281, 1.283203, 1.486328, 1.427734, 1.464844, 1.445312, 1.523438, 1.5, 1.167969, 1.439453, 1.394531, 1.086914, 1.425781, 1.404297, 1.431641, 0.944092, 1.429688, 1.429688, 0.417969, 0.904297, 1.324219, 1.447266, 1.458984, 1.009155, 1.404297, 1.474609, 1.118652, 1.251953, 1.316406, 1.373047, 1.419922, 1.554688, 1.28125, 1.263672, 1.523438, 1.398438, 1.423828, 0.856445, 1.394531, 1.308594, 1.347656, 1.462891, 1.392578, 1.417969, 1.263672, 1.458984, 1.255859, 1.478516, 1.574219, 1.535156, 1.398438, 0.787109, 1.157227, 1.496094, 0.794922, 1.443359, 1.098633, 1.410156, 1.671875, 1.419922, 1.4375, 0.877441, 0.611328, 0.876465, 1.466797, 1.447266, 1.542969, 1.22168, 1.478516, 1.5, 1.414062, 1.458984, 1.494141, 1.367188, 1.365234, 1.542969, 1.458984, 1.511719, 1.376953, 1.318359, 1.601562, 1.223633, 1.146484, 1.546875, 1.392578, 1.46875, 1.644531, 1.566406, 1.492188, 1.412109, 1.5, 1.480469, 1.24707, 1.427734, 0.568359, 1.412109, 1.494141, 1.488281, 1.322266, 1.294922, 1.484375, 1.378906, 1.263672, 1.427734, 1.472656, 1.550781, 1.289062, 1.566406, 1.478516, 1.248047, 1.494141, 1.255859, 1.550781, 1.466797, 1.441406, 1.259766, 1.036621, 1.326172, 1.318359, 1.236328, 1.347656, 0.742188, 1.597656, 1.441406, 0.669922, 0.900879, 1.492188, 1.4375, 1.298828, 0.990479, 1.554688, 1.11377, 1.494141, 1.609375, 0.878906, 1.484375, 1.267578, 0.609375, 1.480469, 1.494141, 1.494141, 1.137695, 0.791992, 1.335938, 1.388672, 0.568359, 1.291016, 1.550781, 1.550781, 0.527344, 1.523438, 0.732422, 1.269531, 1.273438, 1.269531, 0.858398, 1.445312, 1.394531, 1.396484, 1.408203, 1.404297, 1.625, 1.486328, 1.349609, 1.306641, 1.443359, 1.384766, 1.457031, 1.480469, 1.425781, 1.175781, 1.570312, 0.933105, 1.582031, 1.349609, 0.790039, 1.376953, 0.941895, 1.582031, 1.570312, 1.466797, 1.570312, 1.519531, 1.476562, 1.425781, 1.519531, 1.578125, 1.216797, 1.320312, 1.400391, 1.388672, 0.339844, 1.15332, 1.08252, 1.396484, 1.232422, 0.875977, 1.494141, 1.515625, 1.376953, 1.492188, 1.310547, 0.484375, 1.457031, 1.259766, 1.326172, 0.583984, 1.462891, 1.507812, 1.427734, 0.576172, 1.19043, 1.180664, 1.333984, 1.439453, 1.507812, 1.535156, 1.049072, 0.947998, 1.376953, 1.472656, 1.289062, 1.546875, 1.470703, 1.65625, 1.226562, 1.451172, 0.601562, 1.435547, 1.447266, 1.369141, 1.298828, 1.449219, 1.523438, 1.4375, 1.341797, 1.5, 0.975464, 1.267578, 1.425781, 1.490234, 0.856445, 1.207031, 1.349609, 0.550781, 0.425781, 0.943115, 0.850586, 1.402344, 1.511719, 1.371094, 1.369141, 0.492188, 0.429688, 1.371094, 1.539062, 1.036377, 1.462891, 1.289062, 1.523438, 1.421875, 1.048828, 0.509766, 1.384766, 1.237305, 1.141602, 0.699219, 1.326172, 1.237305, 1.253906, 1.302734, 1.570312, 1.433594, 1.263672, 1.490234, 1.051758, 1.488281, 1.421875, 1.148438, 1.402344, 1.322266, 1.683594, 1.427734, 0.816406, 0.480469, 0.975464, 1.472656, 1.339844, 1.369141, 1.388672, 1.345703, 1.320312, 1.511719, 0.449219, 1.189453, 0.92041, 1.515625, 1.523438, 0.464844, 1.503906, 1.515625, 1.322266, 1.445312, 1.386719, 1.105469, 1.108398, 0.546875, 1.380859, 1.181641, 1.347656, 0.496094, 1.507812, 1.648438, 1.306641, 1.431641, 0.869141, 1.225586, 1.285156, 1.558594, 1.380859, 0.832031, 1.371094, 1.523438, 0.936035, 0.578125, 0.839844, 0.550781, 1.333984, 1.275391, 1.462891, 1.322266, 1.453125, 1.470703, 1.535156, 0.433594, 1.449219, 1.431641, 1.386719, 1.523438, 0.952637, 1.417969, 1.419922, 0.355469, 1.25, 0.5, 1.441406, 0.5, 1.059326, 1.458984, 1.478516, 1.480469, 0.969482, 1.261719, 0.825195, 1.337891, 0.484375, 1.193359, 0.990112, 0.80957, 0.707031, 1.470703, 1.539062, 1.064941, 0.691406, 1.542969, 1.213867, 1.554688, 1.044434, 1.200195, 1.394531, 0.464844, 1.427734, 1.400391, 1.263672, 0.472656, 0.623047, 1.410156, 1.539062, 1.304688, 1.511719, 1.539062, 1.396484, 0.933594, 0.472656, 1.371094, 1.408203, 1.628906, 1.065918, 1.439453, 1.492188, 1.609375, 1.376953, 1.519531, 1.367188, 1.800781, 1.410156, 1.24707, 1.535156, 1.392578, 1.05127, 1.449219, 1.492188, 1.490234, 1.396484, 1.589844, 0.705078, 1.539062, 0.472656, 1.034424, 1.097168, 0.53125, 1.431641, 1.163086, 1.378906, 1.384766, 1.496094, 1.390625, 1.292969, 1.425781, 0.460938, 1.109375, 1.328125, 1.179688, 1.412109, 1.355469, 1.019775, 1.490234, 1.462891, 1.566406, 1.425781, 1.480469, 0.460938, 1.535156, 1.578125, 0.982666, 1.515625, 1.320312, 1.478516, 1.238281, 1.605469, 1.449219, 1.503906, 1.488281, 1.65625, 1.507812, 0.84082, 1.392578, 1.386719, 1.519531, 1.535156, 1.193359, 0.582031, 1.388672, 0.589844, 1.445312, 1.523438, 1.020874, 1.449219, 1.566406, 1.503906, 1.333984, 1.114258, 1.271484, 0.480469, 0.472656, 0.460938, 1.462891, 1.488281, 0.558594, 1.34375, 1.339844, 1.185547, 0.599609, 1.308594, 0.902344, 1.324219, 0.576172, 1.441406, 1.396484, 0.981079, 1.472656, 1.192383, 1.160156, 1.589844, 1.419922, 0.449219, 0.611328, 0.542969, 1.355469, 1.425781, 1.490234, 1.601562, 1.027588, 0.582031, 1.347656, 0.535156, 1.116211, 1.433594, 1.53125, 1.412109, 0.865234, 1.488281, 1.417969, 1.412109, 1.114746, 1.398438, 1.225586, 0.628906, 1.546875, 1.462891, 1.057129, 1.546875, 1.365234, 1.53125, 1.208008, 1.392578, 1.392578, 1.574219, 1.478516, 1.349609, 1.474609, 1.613281, 1.129883, 1.408203, 1.400391, 1.419922, 1.386719, 1.365234, 1.18457, 1.427734, 1.246094, 1.5, 1.152344, 1.318359, 0.628906, 1.609375, 1.231445, 1.396484, 1.128906, 1.400391, 1.341797, 1.523438, 0.578125, 1.507812, 0.669922, 1.421875, 1.253906, 1.230469, 1.040039, 1.326172, 0.820312, 1.433594, 0.521484, 1.419922, 0.876465, 1.609375, 1.333984, 1.259766, 1.519531, 1.498047, 1.386719, 1.234375, 1.333984, 1.371094, 1.412109, 0.4375, 1.515625, 1.246094, 1.310547, 1.466797, 1.328125, 1.53125, 1.300781, 0.807617, 1.277344, 1.447266, 1.306641, 1.026245, 1.416016, 1.402344, 1.345703, 1.255859, 1.322266, 0.445312, 1.443359, 1.384766, 1.53125, 0.683594, 1.191406, 0.742188, 0.464844, 1.378906, 0.46875, 0.511719, 1.162109, 1.458984, 1.507812, 1.542969, 0.759766, 1.267578, 1.09082, 1.427734, 0.496094, 1.453125, 1.3125, 1.335938, 2.40625, 1.5, 1.535156, 0.488281, 1.462891, 1.546875, 0.820312, 0.568359, 1.425781, 1.484375, 0.603516, 1.53125, 0.730469, 1.494141, 1.233398, 1.427734, 1.322266, 0.568359, 1.554688, 1.330078, 1.345703, 1.419922, 1.394531, 0.920898, 0.476562, 1.402344, 1.769531, 1.306641, 1.519531, 1.457031, 1.470703, 1.427734, 1.378906, 1.292969, 1.308594, 0.819336, 1.412109, 1.494141, 1.324219, 1.490234, 1.203125, 1.351562, 1.453125, 1.431641, 0.429688, 1.363281, 1.503906, 1.390625, 1.310547, 1.308594, 1.232422, 1.241211, 1.400391, 1.335938, 1.425781, 1.408203, 1.474609, 1.464844, 0.798828, 1.292969, 0.539062, 1.378906, 0.580078, 1.341797, 1.474609, 1.484375, 0.501953, 1.326172, 1.275391, 1.376953, 1.476562, 2.054688, 1.417969, 1.371094, 1.380859, 1.371094, 1.308594, 0.646484, 1.246094, 1.398438, 1.157227, 1.566406, 1.363281, 1.550781, 1.523438, 1.396484, 1.457031, 1.347656, 1.105957, 1.298828, 1.349609, 1.378906, 0.685547, 1.316406, 1.470703, 1.570312, 1.201172, 0.527344, 1.523438, 1.566406, 1.613281, 1.427734, 1.589844, 1.404297, 1.324219, 1.351562, 0.496094, 1.458984, 1.388672, 1.359375, 1.441406, 1.417969, 1.400391, 1.494141, 1.648438, 1.470703, 1.238281, 1.664062, 1.441406, 1.503906, 1.308594, 1.5625, 1.482422, 0.848633, 1.632812, 1.330078, 1.349609, 1.539062, 1.367188, 0.879395, 1.535156, 1.380859, 1.402344, 0.457031, 1.208984, 1.053955, 0.769531, 1.398438, 1.582031, 2.429688, 0.40625, 1.445312, 1.408203, 0.4375, 0.730469, 1.388672, 1.464844, 1.443359, 1.398438, 1.486328, 1.306641, 1.484375, 1.253906, 1.566406, 0.664062, 1.478516, 1.613281, 1.550781, 0.587891, 1.427734, 1.451172, 1.466797, 1.355469, 1.447266, 1.371094, 1.447266, 1.170898, 0.53125, 1.582031, 1.431641, 1.349609, 1.392578, 0.936035, 1.376953, 0.623047, 1.285156, 1.449219, 0.844727, 1.488281, 1.578125, 1.333984, 0.884766, 1.152344, 1.660156, 1.419922, 1.410156, 0.810547, 0.525391, 1.363281, 1.246094, 1.355469, 1.097168, 1.482422, 1.486328, 1.427734, 0.480469, 1.300781, 1.585938, 1.294922, 1.310547, 1.259766, 1.539062, 1.417969, 1.478516, 1.199219, 1.367188, 1.314453, 1.462891, 1.546875, 1.539062, 1.075195, 1.117188, 1.100586, 1.117676, 1.460938, 1.227539, 0.998795, 1.458984, 0.931641, 1.378906, 1.375, 1.476562, 1.384766, 1.347656, 1.402344, 0.864258, 1.289062, 1.398438, 1.417969, 1.416016, 1.462891, 0.883789, 1.417969, 1.550781, 1.427734, 1.585938, 1.490234, 1.175781, 1.582031, 1.404297, 1.378906, 1.365234, 0.59375, 1.380859, 1.511719, 1.570312, 1.259766, 1.585938, 1.570312, 1.371094, 1.371094, 1.3125, 1.507812, 1.367188, 1.181641, 0.90625, 1.339844, 1.339844, 1.601562, 1.324219, 1.476562, 1.535156, 1.466797, 1.523438, 1.494141, 1.392578, 1.155273, 1.462891, 1.245117, 1.152344, 1.382812, 1.458984, 1.339844, 1.349609, 1.363281, 1.404297, 1.464844, 0.583984, 1.369141, 1.396484, 1.058594, 1.433594, 1.488281, 0.453125, 1.365234, 1.648438, 1.386719, 0.667969, 1.503906, 1.363281, 0.818359, 0.542969, 1.198242, 1.291016, 1.648438, 1.273438, 1.376953, 1.433594, 1.427734, 1.589844, 1.384766, 0.770508, 1.482422, 0.788086, 1.558594, 1.519531, 0.636719, 0.457031, 1.492188, 1.570312, 1.498047, 0.78125, 1.486328, 1.065918, 1.259766, 1.447266, 1.351562, 1.230469, 1.542969, 1.349609, 1.181641, 1.482422, 1.582031, 1.365234, 0.615234, 0.851562, 1.351562, 1.304688, 1.492188, 1.08252, 1.243164, 1.574219, 1.130859, 0.775391, 1.546875, 1.589844, 1.230469, 1.404297, 1.289062, 1.074219, 1.369141, 1.376953, 0.382812, 0.445312, 1.392578, 1.365234, 1.365234, 1.574219, 1.292969, 1.472656, 0.65625, 1.457031, 0.789062, 0.748047, 1.388672, 1.601562, 1.425781, 1.4375, 1.535156, 1.503906, 0.650391, 1.523438, 1.229492, 1.138672, 1.361328, 1.589844, 1.302734, 1.285156, 1.147461, 1.523438, 1.460938, 1.380859, 1.239258, 0.924316, 1.228516, 1.347656, 0.667969, 1.539062, 1.433594, 0.515625, 1.464844, 1.443359, 0.759766, 1.421875, 1.053955, 1.275391, 1.470703, 1.423828, 1.306641, 1.009155, 1.357422, 1.5, 1.519531, 1.488281, 1.503906, 1.394531, 1.359375, 1.222656, 1.523438, 1.578125, 1.300781, 0.591797, 0.425781, 1.396484, 1.414062, 1.488281, 1.464844, 1.306641, 0.390625, 1.648438, 1.535156, 1.240234, 1.410156, 0.693359, 1.6875, 1.472656, 1.417969, 1.320312, 1.341797, 1.245117, 1.263672, 1.055176, 1.472656, 1.34375, 1.433594, 0.529297, 1.855469, 1.047119, 0.513672, 1.419922, 0.762695, 1.609375, 1.380859, 1.052734, 1.318359, 0.523438, 1.414062, 1.472656, 1.453125, 1.402344, 1.480469, 1.320312, 1.304688, 1.07666, 1.535156, 1.455078, 1.554688, 1.464844, 0.734375, 1.380859, 1.484375, 1.178711, 1.353516, 1.031982, 1.46875, 0.667969, 1.257812, 0.460938, 1.427734, 1.287109, 1.605469, 1.21582, 1.394531, 1.429688, 1.458984, 1.328125, 1.204102, 1.523438, 1.457031, 1.570312, 1.125, 1.472656, 0.807617, 1.410156, 1.023682, 0.529297, 1.425781, 1.601562, 1.53125, 1.519531, 1.683594, 1.134766, 1.291016, 1.443359, 0.898926, 0.971069, 1.480469, 1.507812, 1.507812, 1.283203, 1.460938, 0.947998, 1.546875, 1.523438, 1.421875, 0.583984, 1.223633, 1.566406, 1.433594, 1.503906, 1.052246, 1.449219, 1.357422, 1.316406, 1.427734, 1.46875, 1.380859, 0.589844, 1.345703, 1.453125, 1.380859, 1.664062, 1.53125, 1.496094, 1.261719, 1.154297, 1.625, 1.507812, 0.740234, 0.601562, 1.355469, 1.582031, 1.519531, 1.386719, 1.400391, 0.445312, 1.371094, 1.5625, 1.300781, 1.519531, 1.033447, 1.380859, 1.15625, 0.453125, 1.457031, 1.445312, 1.511719, 1.308594, 0.662109, 1.550781, 1.373047, 1.535156, 1.388672, 1.363281, 1.710938, 1.197266, 1.178711, 0.811523, 1.304688, 0.972046, 0.492188, 1.410156, 1.355469, 1.480469, 1.476562, 0.819336, 1.421875, 1.435547, 1.361328, 1.523438, 1.433594, 0.963379, 1.296875, 0.779297, 1.46875, 0.932129, 1.298828, 1.429688, 1.443359, 1.198242, 1.433594, 1.388672, 1.464844, 1.020264, 1.496094, 1.523438, 0.566406, 1.09668, 1.490234, 1.582031, 1.213867, 0.568359, 1.294922, 1.261719, 1.339844, 1.384766, 1.369141, 0.53125, 1.378906, 1.369141, 0.854492, 1.396484, 1.180664, 1.269531, 1.238281, 1.357422, 1.291016, 1.375, 1.605469, 1.460938, 1.369141, 1.574219, 1.511719, 0.46875, 1.445312, 1.378906, 1.488281, 1.486328, 1.53125, 1.578125, 1.216797, 0.810547, 1.458984, 1.503906, 1.441406, 1.361328, 0.797852, 1.292969, 1.332031, 1.369141, 1.328125, 1.271484, 1.441406, 1.332031, 1.453125, 1.161133, 1.511719, 1.390625, 1.380859, 1.480469, 1.283203, 1.412109, 1.271484, 1.136719, 1.554688, 0.722656, 0.394531, 1.410156, 1.043701, 1.404297, 1.523438, 1.386719, 1.380859, 1.091309, 1.447266, 1.111816, 1.310547, 1.490234, 1.515625, 1.433594, 0.509766, 1.386719, 1.419922, 1.65625, 1.205078, 1.261719, 1.361328, 1.402344, 1.419922, 1.173828, 1.503906, 1.484375, 1.523438, 1.609375, 1.310547, 0.986938, 1.447266, 0.986633, 1.15625, 1.404297, 1.388672, 1.457031, 1.570312, 1.640625, 1.441406, 1.363281, 1.550781, 1.021729, 1.410156, 1.062012, 0.703125, 1.457031, 1.285156, 1.480469, 0.5625, 0.95459, 1.617188, 1.417969, 1.625, 1.451172, 1.210938, 1.558594, 1.227539, 1.037842, 1.237305, 0.464844, 1.355469, 0.822266, 1.324219, 1.486328, 1.617188, 1.503906, 1.328125, 0.445312, 1.462891, 1.353516, 1.371094, 1.324219, 1.503906, 1.208984, 1.519531, 1.359375, 1.141602, 0.788086, 1.396484, 1.474609, 1.251953, 1.433594, 1.5, 1.273438, 1.494141, 1.105469, 1.427734, 1.192383, 1.226562, 1.443359, 1.486328, 1.59375, 1.386719, 1.194336, 1.371094, 1.208008, 1.066895, 1.412109, 1.314453, 1.129883, 0.464844, 1.507812, 1.480469, 1.523438, 1.447266, 1.400391, 1.433594, 1.412109, 1.402344, 1.474609, 0.924805, 1.349609, 1.417969, 1.414062, 0.496094, 1.447266, 1.365234, 1.478516, 1.507812, 1.416016, 1.308594, 1.597656, 1.316406, 1.566406, 1.416016, 1.353516, 0.460938, 1.263672, 1.202148, 1.585938, 0.533203, 1.539062, 0.517578, 1.392578, 0.449219, 1.466797, 1.166992, 0.771484, 0.832031, 1.24707, 1.416016, 1.474609, 1.269531, 1.427734, 1.367188, 1.523438, 1.523438, 0.375, 0.689453, 0.772461, 1.433594, 1.558594, 1.318359, 1.578125, 1.447266, 1.476562, 0.972046, 1.628906, 1.441406, 1.353516, 1.5, 1.371094, 1.067383, 1.464844, 1.539062, 0.974976, 1.476562, 1.476562, 1.554688, 1.390625, 1.490234, 0.994568, 1.523438, 1.361328, 1.261719, 1.433594, 1.558594, 1.231445, 1.400391, 1.147461, 0.646484, 1.333984, 1.392578, 1.275391, 0.644531, 1.554688, 1.582031, 1.535156, 0.554688, 1.271484, 0.98291, 1.761719, 1.271484, 1.077637, 0.433594, 1.566406, 1.464844, 1.478516, 0.4375, 0.990845, 0.501953, 0.777344, 1.527344, 1.15625, 1.474609, 1.628906, 1.441406, 1.410156, 1.365234, 1.253906, 0.669922, 0.712891, 1.515625, 1.277344, 1.380859, 1.490234, 1.414062, 1.365234, 1.625, 0.98822, 1.373047, 1.373047, 1.3125, 0.652344, 1.613281, 1.441406, 1.245117, 1.585938, 1.40625, 0.595703, 1.632812, 0.505859, 0.94165, 1.644531, 1.419922, 1.445312, 1.447266, 1.271484, 1.419922, 1.570312, 1.476562, 1.478516, 1.337891, 1.275391, 1.330078, 1.457031, 1.566406, 1.289062, 1.142578, 1.523438, 0.797852, 1.150391, 1.226562, 0.87793, 1.333984, 1.431641, 1.425781, 1.412109, 1.246094, 1.253906, 1.408203, 1.384766, 0.820312, 1.5625, 1.539062, 1.077148, 1.394531, 1.554688, 1.490234, 1.119629, 1.476562, 1.585938, 1.369141, 1.498047, 1.349609, 0.746094, 1.337891, 1.40625, 0.677734, 1.486328, 1.271484, 0.505859, 1.292969, 1.04541, 1.464844, 1.447266, 1.417969, 1.546875, 1.582031, 1.396484, 1.373047, 1.458984, 1.373047, 1.326172, 1.466797, 0.782227, 1.300781, 1.400391, 1.738281, 0.603516, 1.300781, 1.339844, 1.492188, 0.948975, 1.433594, 1.349609, 1.243164, 1.198242, 0.582031, 1.083984, 1.484375, 1.410156, 0.576172, 1.478516, 1.318359, 0.625, 1.488281, 1.464844, 1.613281, 1.386719, 1.333984, 1.441406, 0.695312, 1.431641, 1.507812, 1.355469, 1.371094, 1.162109, 1.279297, 1.3125, 0.503906, 0.875, 1.416016, 1.142578, 1.484375, 0.990356, 1.234375, 1.421875, 1.570312, 0.583984, 1.121582, 1.5625, 0.433594, 1.443359, 1.318359, 1.613281, 1.486328, 0.544922, 1.394531, 1.460938, 0.472656, 1.585938, 0.564453, 1.339844, 1.402344, 1.441406, 1.539062, 0.550781, 1.451172, 1.131836, 1.408203, 1.339844, 1.5, 1.322266, 0.582031, 1.503906, 1.494141, 1.539062, 1.351562, 0.552734, 1.302734, 1.435547, 1.339844, 1.447266, 1.519531, 1.382812, 1.103516, 1.145508, 1.5, 1.259766, 1.507812, 0.644531, 0.804688, 1.273438, 1.492188, 0.488281, 1.558594, 1.124023, 1.376953, 1.632812, 1.578125, 1.203125, 1.043701, 1.462891, 1.492188, 0.576172, 1.636719, 0.932617, 1.363281 ] }, "name": "onnx::Mul_8312", "outputIndexes": [ 680 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 679, 680 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_6/Mul_1_output_0", "outputIndexes": [ 681 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 681 ], "outputIndexes": [ 2674 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2674 ], "outputIndexes": [ 2675 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear", "inputIndexes": [ 2675 ], "outputIndexes": [ 2676 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 270730228, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2676 ], "outputIndexes": [ 2677 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2677 ], "outputIndexes": [ 682 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 682, 682 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_output_0", "outputIndexes": [ 683 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 682, 683 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_1_output_0", "outputIndexes": [ 684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 684 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_2_output_0", "outputIndexes": [ 685 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 682, 685 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Add_output_0", "outputIndexes": [ 686 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 686 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_3_output_0", "outputIndexes": [ 687 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 687 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_6/Tanh_output_0", "outputIndexes": [ 688 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 688 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Add_1_output_0", "outputIndexes": [ 689 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 682, 689 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_4_output_0", "outputIndexes": [ 690 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 690 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_5_output_0", "outputIndexes": [ 691 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 681 ], "outputIndexes": [ 2678 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2678 ], "outputIndexes": [ 2679 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear", "inputIndexes": [ 2679 ], "outputIndexes": [ 2680 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 282674186, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2680 ], "outputIndexes": [ 2681 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2681 ], "outputIndexes": [ 692 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 691, 692 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_6/Mul_output_0", "outputIndexes": [ 693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 693 ], "outputIndexes": [ 2682 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2682 ], "outputIndexes": [ 2683 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear", "inputIndexes": [ 2683 ], "outputIndexes": [ 2684 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 294618144, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2684 ], "outputIndexes": [ 2685 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2685 ], "outputIndexes": [ 694 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 694 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_6/Mul_output_0", "outputIndexes": [ 695 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.106934, 1.087402, 1.219727, 1.085938, 1.121582, 1.143555, 1.121094, 0.566406, 1.085449, 1.11377, 1.253906, 1.112305, 1.177734, 1.057129, 1.056885, 1.100098, 1.110352, 1.08252, 1.099121, 1.109863, 1.151367, 1.04541, 1.143555, 1.181641, 1.237305, 1.074707, 1.072266, 1.155273, 1.213867, 1.117188, 1.081543, 1.088867, 1.093262, 0.703125, 1.142578, 1.114258, 1.079102, 1.189453, 1.244141, 1.096191, 1.117188, 1.115234, 1.043945, 1.121094, 0.874023, 1.065918, 1.174805, 1.091309, 1.337891, 1.083496, 1.181641, 1.120605, 1.10791, 0.878418, 1.135742, 1.149414, 1.135742, 1.151367, 1.161133, 1.114258, 1.064453, 1.431641, 1.070801, 1.148438, 1.285156, 1.088867, 1.073242, 1.15332, 1.128906, 1.049316, 1.029419, 1.116211, 1.128906, 1.106445, 1.12793, 1.066895, 1.052002, 1.112793, 1.126953, 0.882812, 1.074707, 0.554688, 1.167969, 1.145508, 1.088379, 1.099609, 1.098633, 1.135742, 0.865234, 1.135742, 1.173828, 1.02002, 1.145508, 0.795898, 1.07666, 0.535156, 1.102051, 1.049316, 1.239258, 1.113281, 1.177734, 1.057373, 1.125977, 1.144531, 1.15918, 1.062256, 1.15625, 1.128906, 1.104004, 1.103516, 1.113281, 1.196289, 1.068359, 0.878906, 1.084961, 1.207031, 1.129883, 0.856445, 1.039062, 1.241211, 1.071289, 1.195312, 1.585938, 1.083496, 1.174805, 1.161133, 1.126953, 1.11377, 1.11377, 1.093262, 1.030029, 1.151367, 1.151367, 1.15625, 1.154297, 1.089844, 1.214844, 1.185547, 1.101562, 1.101562, 1.34375, 1.675781, 1.066895, 1.043457, 1.135742, 1.197266, 1.115234, 1.105469, 1.189453, 1.267578, 1.070801, 1.11377, 1.133789, 1.808594, 1.120605, 1.135742, 1.027954, 1.112305, 0.78418, 0.771484, 1.194336, 1.081055, 1.178711, 0.981079, 1.072754, 1.150391, 1.155273, 0.707031, 1.058594, 1.117676, 1.088379, 0.803711, 1.227539, 0.744141, 1.065918, 1.259766, 1.167969, 0.550781, 1.165039, 1.160156, 1.133789, 0.666016, 1.077148, 0.548828, 1.25, 1.113281, 0.916992, 1.183594, 1.082031, 1.149414, 1.144531, 1.546875, 1.105957, 1.205078, 1.355469, 1.077637, 1.092285, 1.133789, 1.079102, 1.111328, 1.130859, 1.050293, 1.104492, 1.078125, 1.166016, 1.167969, 1.277344, 1.088379, 1.10498, 1.045166, 1.135742, 1.163086, 1.144531, 1.189453, 1.098145, 1.136719, 1.142578, 1.111816, 1.160156, 1.160156, 1.104492, 1.091309, 1.135742, 1.101562, 1.077148, 1.130859, 1.081543, 1.115723, 1.120117, 1.160156, 1.063965, 1.086426, 1.176758, 1.120605, 1.144531, 0.982788, 1.128906, 1.105957, 1.091309, 1.197266, 1.147461, 1.106934, 1.167969, 1.707031, 0.998085, 1.208984, 1.104004, 1.092285, 1.125, 1.072266, 1.070801, 1.15918, 0.842773, 1.090332, 1.225586, 1.078125, 1.108398, 1.239258, 1.318359, 1.143555, 1.096191, 1.092285, 1.141602, 1.055664, 1.212891, 1.109375, 0.99115, 1.092285, 1.114258, 1.135742, 1.08252, 1.101562, 1.12793, 1.09082, 1.126953, 1.11377, 0.893066, 1.082031, 1.300781, 1.100586, 1.118652, 1.151367, 0.853516, 1.07373, 1.388672, 1.097656, 1.088867, 1.198242, 0.730469, 1.166016, 1.064453, 0.84375, 0.738281, 1.105957, 1.196289, 1.099609, 1.091797, 1.100586, 1.219727, 1.074707, 1.160156, 1.113281, 0.685547, 1.255859, 0.527344, 1.134766, 1.133789, 1.098633, 1.114746, 1.120117, 1.183594, 0.607422, 1.185547, 1.134766, 1.162109, 1.212891, 1.086426, 1.069824, 1.035889, 1.056152, 1.130859, 1.326172, 1.136719, 1.24707, 1.069336, 1.049561, 1.083496, 1.168945, 1.062256, 1.096191, 1.12207, 1.131836, 1.198242, 1.073242, 5.65625, 1.118164, 1.069824, 1.11377, 1.199219, 1.135742, 1.144531, 1.128906, 1.207031, 1.507812, 1.162109, 1.058838, 1.100098, 1.176758, 1.066406, 1.125, 0.904785, 1.100098, 1.066895, 1.106445, 0.619141, 0.777344, 1.11377, 1.094238, 1.182617, 1.11377, 0.759766, 1.136719, 1.120117, 1.012573, 1.330078, 1.0625, 1.148438, 0.891602, 1.132812, 1.038818, 1.186523, 1.078613, 1.08252, 1.131836, 1.186523, 1.176758, 1.137695, 1.083496, 1.101562, 1.088379, 1.154297, 1.134766, 0.994232, 0.924316, 1.135742, 1.181641, 1.091797, 1.089844, 1.063965, 1.097168, 1.100098, 1.103516, 0.650391, 1.092285, 1.130859, 1.092285, 1.111328, 0.705078, 1.132812, 1.007721, 1.056885, 1.056885, 1.113281, 1.267578, 0.924316, 1.09375, 1.066895, 1.251953, 1.155273, 0.987305, 1.143555, 1.189453, 1.109375, 1.124512, 1.174805, 1.093262, 1.104004, 1.086914, 1.066406, 1.074219, 1.066406, 1.151367, 1.453125, 1.101074, 1.105469, 1.118164, 1.055908, 1.112305, 1.100098, 1.089355, 1.239258, 1.099609, 1.144531, 1.167969, 1.033447, 1.120117, 1.212891, 1.086914, 1.039062, 1.167969, 1.249023, 1.051514, 1.114746, 1.066406, 0.861328, 1.207031, 1.079102, 1.283203, 1.109375, 1.07373, 1.105469, 1.259766, 1.089844, 1.082031, 1.183594, 1.059814, 1.100586, 1.112305, 1.138672, 1.230469, 1.062256, 1.119629, 1.112793, 1.152344, 0.972656, 1.085449, 0.726562, 1.112793, 1.135742, 1.12793, 1.123535, 1.049316, 1.259766, 1.09668, 1.111816, 1.137695, 0.816406, 1.314453, 1.109375, 1.126953, 1.206055, 1.106934, 0.453125, 1.144531, 1.058838, 1.016724, 0.716797, 1.203125, 1.120117, 1.123047, 1.123047, 1.053467, 1.057861, 1.11377, 1.135742, 1.121094, 0.650391, 0.886719, 1.093262, 0.667969, 1.197266, 1.167969, 1.019043, 1.052734, 0.919434, 1.11084, 1.105469, 1.073242, 1.167969, 1.134766, 1.144531, 1.12793, 1.181641, 1.12793, 1.018555, 1.084961, 1.589844, 1.053955, 1.172852, 1.198242, 1.055176, 1.077637, 0.810547, 0.84375, 1.052979, 0.915527, 1.119629, 1.092285, 1.094727, 1.029663, 1.108398, 1.034912, 1.102051, 0.720703, 1.189453, 3.8125, 1.150391, 1.106934, 1.15625, 0.669922, 0.758789, 1.140625, 1.10791, 1.112305, 1.229492, 1.119141, 1.164062, 1.118652, 1.061035, 1.175781, 0.834961, 1.098145, 1.176758, 1.134766, 1.136719, 1.106445, 1.217773, 1.146484, 1.146484, 1.069824, 1.067383, 1.018066, 1.265625, 1.137695, 1.105469, 1.300781, 1.120605, 1.099609, 1.126953, 1.172852, 1.121094, 1.170898, 1.083008, 1.05835, 0.5, 1.135742, 1.12793, 1.07959, 0.933105, 1.10498, 1.337891, 1.168945, 1.177734, 1.09082, 1.337891, 1.15625, 1.992188, 1.080566, 1.075684, 1.113281, 1.07959, 1.069824, 1.147461, 1.207031, 1.255859, 1.064453, 1.204102, 1.110352, 1.140625, 1.232422, 1.251953, 1.224609, 1.141602, 1.05957, 1.050537, 1.077148, 1.124512, 1.126953, 1.121094, 1.068848, 1.036377, 1.0625, 1.08252, 0.955078, 1.143555, 1.061279, 1.121094, 1.09082, 1.065918, 1.119141, 1.095215, 1.207031, 1.110352, 1.087891, 0.679688, 1.076172, 1.106445, 1.162109, 1.097168, 1.597656, 1.109863, 1.099121, 1.134766, 1.183594, 1.010742, 1.082031, 1.165039, 1.056885, 1.106445, 1.160156, 1.081055, 1.150391, 1.198242, 0.71875, 1.035645, 1.273438, 1.052979, 1.067871, 1.151367, 1.012512, 0.667969, 0.770508, 1.19043, 1.10498, 1.104492, 1.103516, 1.075195, 1.07666, 1.136719, 1.077637, 1.069824, 1.144531, 1.151367, 0.632812, 1.111816, 1.104492, 1.116211, 1.043457, 1.182617, 1.174805, 1.09668, 1.064941, 1.12793, 1.053223, 1.25, 1.099121, 1.063477, 1.089844, 1.175781, 1.302734, 1.078125, 0.556641, 0.900391, 1.174805, 1.056641, 1.104004, 1.180664, 1.097656, 1.135742, 1.388672, 1.129883, 1.10791, 1.059326, 1.055908, 1.085938, 1.107422, 1.112793, 1.056641, 1.170898, 1.103516, 1.019409, 1.097656, 1.113281, 1.046143, 1.112305, 1.099609, 1.144531, 1.07373, 1.106445, 1.208008, 1.05957, 1.098633, 1.185547, 1.121094, 1.092285, 1.144531, 1.11084, 1.135742, 1.084473, 1.291016, 1.055664, 1.15625, 1.097168, 1.06543, 1.06543, 1.013, 1.058594, 1.068359, 1.104492, 1.03418, 1.143555, 1.120605, 1.151367, 1.197266, 1.075195, 1.19043, 1.185547, 1.081543, 1.182617, 1.05835, 1.135742, 1.152344, 1.079102, 1.128906, 1.162109, 1.146484, 1.143555, 1.026489, 1.065918, 1.130859, 1.106934, 1.162109, 1.170898, 1.079102, 1.150391, 1.154297, 1.063477, 0.77832, 1.12793, 1.210938, 1.07666, 1.087891, 1.144531, 1.126953, 1.129883, 1.085938, 1.095215, 1.097656, 1.036377, 1.095215, 1.081543, 1.112793, 1.083008, 1.064453, 1.089355, 1.253906, 1.086426, 1.035645, 1.339844, 1.09375, 1.091309, 1.152344, 1.126953, 1.081055, 1.011658, 1.18457, 1.145508, 1.016968, 1.045654, 1.277344, 1.151367, 1.098633, 1.125977, 1.125977, 1.091797, 1.15625, 0.983276, 1.066895, 1.150391, 1.222656, 1.025513, 1.049072, 1.135742, 1.035156, 1.117676, 1.062012, 1.080078, 1.070801, 0.8125, 1.173828, 1.230469, 1.112793, 0.71875, 1.275391, 1.09668, 1.235352, 1.316406, 1.057861, 1.058594, 1.098633, 1.122559, 1.084961, 1.394531, 1.198242, 1.166992, 1.125977, 1.096191, 1.098633, 1.112793, 1.040527, 1.097656, 1.169922, 1.095703, 1.332031, 1.174805, 1.088379, 1.182617, 1.109375, 1.050049, 1.07373, 1.140625, 1.028809, 1.033203, 1.130859, 1.251953, 1.178711, 1.001457, 1.132812, 1.136719, 1.078125, 1.238281, 1.147461, 1.242188, 1.136719, 0.595703, 1.176758, 1.119629, 1.102539, 1.195312, 1.199219, 1.134766, 1.129883, 1.134766, 1.105957, 1.074707, 0.673828, 1.170898, 1.075684, 1.057617, 0.995728, 1.050537, 1.128906, 1.037354, 0.792969, 1.108887, 1.230469, 1.081543, 1.208008, 1.056152, 1.176758, 1.126953, 1.542969, 1.125, 1.093262, 1.057129, 1.135742, 1.058594, 1.053711, 1.236328, 1.090332, 0.757812, 1.050049, 1.119629, 1.19043, 1.084961, 1.121094, 1.117188, 1.128906, 1.102051, 1.124023, 1.088867, 1.106445, 1.168945, 1.087891, 1.12793, 1.189453, 1.120117, 0.677734, 0.496094, 1.070312, 1.429688, 1.134766, 1.140625, 1.057129, 1.242188, 0.613281, 0.59375, 1.043701, 1.10498, 1.146484, 1.183594, 1.128906, 1.134766, 1.166016, 1.151367, 0.769531, 1.121582, 1.150391, 1.199219, 1.061035, 1.095215, 1.101074, 1.144531, 1.053955, 1.037598, 1.128906, 1.113281, 1.148438, 1.116211, 1.135742, 1.163086, 1.104492, 1.119141, 1.306641, 1.130859, 1.088379, 1.022705, 0.626953, 0.957275, 1.104004, 1.077637, 1.192383, 1.090332, 1.144531, 1.085938, 1.083984, 0.550781, 1.203125, 1.116699, 1.185547, 1.166016, 0.683594, 1.18457, 1.15918, 1.212891, 1.10791, 1.095215, 1.229492, 1.082031, 0.701172, 1.117188, 1.078613, 1.098145, 0.759766, 0.939697, 1.142578, 1.21875, 1.081055, 1.183594, 1.080566, 1.066406, 1.151367, 1.098633, 1.04248, 1.124023, 1.098633, 1.094727, 1.015747, 0.601562, 0.865234, 1.166016, 1.115234, 1.088379, 1.178711, 1.115723, 1.043701, 1.05957, 0.556641, 1.101562, 1.135742, 1.163086, 1.114258, 2.242188, 1.166016, 1.150391, 0.666016, 1.129883, 0.695312, 1.091309, 0.732422, 1.113281, 1.191406, 1.074707, 1.112793, 1.040771, 1.152344, 1.191406, 1.129883, 0.652344, 1.198242, 1.086426, 1.048096, 0.861328, 1.139648, 1.059082, 1.140625, 1.161133, 1.129883, 1.173828, 1.209961, 1.109863, 1.110352, 1.085449, 0.636719, 1.178711, 1.147461, 1.112793, 0.728516, 0.603516, 1.071289, 1.149414, 1.129883, 1.198242, 1.088867, 1.034912, 1.123047, 0.667969, 1.126953, 1.109375, 1.244141, 1.176758, 1.18457, 1.163086, 1.148438, 1.040039, 1.128906, 1.151367, 1.255859, 1.151367, 1.11084, 1.168945, 1.117676, 1.145508, 1.065918, 1.147461, 1.042969, 1.15625, 1.136719, 1.320312, 1.064453, 0.638672, 1.298828, 1.09668, 0.770508, 1.010803, 1.169922, 1.089355, 1.097656, 1.175781, 1.162109, 1.125, 1.176758, 0.669922, 1.075684, 1.060303, 1.132812, 1.071777, 1.192383, 1.128906, 1.40625, 1.068359, 1.143555, 1.10791, 1.0354, 0.65625, 1.056152, 1.128906, 1.05835, 1.085449, 1.129883, 1.198242, 1.244141, 1.147461, 1.120605, 1.045654, 1.112305, 1.111816, 1.124512, 1.347656, 1.140625, 1.134766, 1.170898, 1.147461, 1.128906, 0.883789, 1.115723, 0.78418, 1.089355, 1.353516, 1.081543, 1.051758, 1.117676, 1.161133, 1.110352, 1.192383, 1.128906, 0.597656, 0.607422, 0.619141, 1.089355, 1.109375, 0.800781, 1.098633, 1.134766, 1.427734, 0.875, 1.083984, 1.117188, 1.055908, 0.726562, 1.194336, 1.166992, 1.259766, 1.133789, 1.131836, 1.118164, 1.173828, 1.084473, 0.748047, 1.287109, 0.501953, 1.099609, 1.112793, 1.160156, 1.076172, 1.143555, 1.088867, 1.175781, 0.623047, 1.640625, 1.140625, 1.064941, 1.181641, 1.104492, 1.175781, 1.076172, 1.195312, 1.097656, 1.135742, 1.141602, 3.375, 1.098633, 1.05835, 1.527344, 1.119629, 1.054199, 1.163086, 1.103516, 1.123047, 1.219727, 1.09668, 1.100098, 1.093262, 1.112793, 1.143555, 1.084961, 1.117188, 1.108887, 1.131836, 1.016113, 1.122559, 1.114258, 1.178711, 1.180664, 1.151367, 1.283203, 1.161133, 0.839844, 1.173828, 1.088867, 1.083008, 1.249023, 1.084961, 1.12793, 1.066895, 0.850586, 1.219727, 0.873047, 1.079102, 1.072266, 1.022827, 1.112793, 1.149414, 1.101074, 1.08252, 0.685547, 1.122559, 1.044922, 1.097168, 1.077148, 1.170898, 1.11377, 1.104492, 1.113281, 1.119629, 1.112305, 1.114258, 1.223633, 0.591797, 1.151367, 1.088867, 1.118652, 1.166016, 1.207031, 1.139648, 1.148438, 1.131836, 1.121094, 1.097168, 1.129883, 1.458984, 1.115723, 1.174805, 1.152344, 1.09375, 1.121094, 0.601562, 1.19043, 1.191406, 1.273438, 1.217773, 1.132812, 1.025391, 0.59375, 1.176758, 0.632812, 0.753906, 1.152344, 1.089355, 1.108887, 1.120605, 0.488281, 1.089355, 1.097168, 1.104004, 0.617188, 1.357422, 1.089844, 1.134766, 0.835938, 1.106934, 1.097168, 0.699219, 1.065918, 1.083008, 1.123047, 0.820312, 1.181641, 1.136719, 0.866211, 1.095703, 1.265625, 1.097168, 1.149414, 1.135742, 1.120117, 0.762695, 1.121094, 1.130859, 1.094238, 1.075195, 1.141602, 1.10498, 0.630859, 1.03833, 1.279297, 1.104492, 1.152344, 1.083984, 1.145508, 1.198242, 1.120117, 1.068848, 1.064941, 1.671875, 1.150391, 1.106445, 1.060303, 1.12793, 1.105469, 1.106934, 1.109863, 1.063965, 0.546875, 1.12793, 1.326172, 1.112305, 1.095215, 1.220703, 1.140625, 1.101074, 1.115723, 1.174805, 1.116699, 1.108887, 1.078613, 1.136719, 1.052002, 1.146484, 0.701172, 1.116699, 0.787109, 1.149414, 1.05249, 1.1875, 0.720703, 1.230469, 1.185547, 1.039551, 1.139648, 1.019531, 1.054932, 1.089355, 1.119629, 1.112793, 1.082031, 0.920898, 1.07666, 1.15918, 1.388672, 1.208984, 1.057373, 1.316406, 1.098145, 1.097656, 1.084961, 1.082031, 1.090332, 1.130859, 1.119629, 1.193359, 0.853516, 1.19043, 1.067383, 1.207031, 1.074707, 0.724609, 1.253906, 1.04834, 1.176758, 1.068359, 1.177734, 1.103027, 1.114746, 1.097656, 0.818359, 1.034912, 1.289062, 1.189453, 1.162109, 1.139648, 1.085449, 1.111816, 1.088379, 1.179688, 1.162109, 1.087402, 1.191406, 1.114258, 1.125977, 1.203125, 1.044678, 1.032471, 0.90918, 1.089355, 1.094727, 1.201172, 1.044678, 1.027954, 1.144531, 1.163086, 1.135742, 0.699219, 1.103516, 1.132812, 1.061768, 1.328125, 1.085938, 1.065918, 0.560547, 1.089355, 1.300781, 0.589844, 1.016724, 1.081055, 1.070312, 1.174805, 1.161133, 1.07666, 1.090332, 1.130859, 1.058594, 1.166992, 0.878906, 1.267578, 1.154297, 1.738281, 0.979858, 1.130859, 1.104004, 1.172852, 1.05835, 1.151367, 1.125, 1.259766, 1.038818, 0.847656, 1.173828, 1.136719, 1.106445, 1.191406, 1.154297, 1.118652, 1.084473, 1.070312, 1.083008, 1.07959, 1.091797, 1.144531, 1.196289, 1.163086, 1.133789, 1.233398, 1.062012, 1.081055, 1.010193, 0.630859, 1.209961, 1.194336, 1.098633, 1.167969, 1.141602, 1.082031, 1.120605, 0.652344, 1.144531, 1.144531, 1.160156, 1.162109, 1.145508, 1.067871, 1.039795, 1.092773, 1.106445, 1.089844, 1.087891, 1.056152, 1.078613, 1.117676, 1.114258, 1.066406, 1.103027, 1.22168, 1.101562, 1.07666, 1.150391, 1.245117, 1.0625, 1.080566, 1.089844, 1.109375, 1.072754, 1.135742, 1.089355, 1.088379, 1.12793, 1.193359, 1.141602, 1.105469, 1.18457, 1.040039, 1.069336, 1.077637, 1.157227, 1.15332, 1.103027, 1.120605, 1.054688, 1.020752, 1.136719, 1.081055, 0.903809, 1.201172, 1.088379, 1.214844, 1.177734, 1.102539, 1.095703, 1.168945, 1.095215, 1.114746, 1.206055, 1.040283, 1.151367, 1.032227, 1.109375, 1.162109, 1.229492, 1.11377, 1.183594, 1.147461, 1.064453, 1.074219, 1.183594, 1.086426, 1.283203, 1.077148, 1.05127, 1.133789, 1.066895, 1.149414, 1.084473, 1.192383, 1.039062, 1.147461, 1.151367, 1.110352, 1.186523, 1.089355, 1.158203, 1.125977, 1.066406, 0.535156, 1.082031, 1.112305, 1.119629, 1.035156, 1.12793, 1.140625, 1.09375, 0.703125, 1.151367, 1.077148, 1.05835, 1.134766, 1.104004, 1.098145, 1.104492, 1.129883, 1.07373, 1.285156, 1.066895, 1.089844, 1.068848, 1.21582, 0.868164, 0.621094, 1.123047, 1.154297, 1.12793, 1.015869, 1.051514, 1.148438, 1.093262, 1.070312, 1.168945, 1.167969, 1.183594, 1.097656, 1.102539, 1.106445, 1.066406, 1.10498, 0.738281, 1.07666, 1.097656, 1.084961, 1.180664, 1.333984, 1.150391, 1.066406, 1.136719, 1.094238, 1.12793, 1.167969, 1.12793, 1.098633, 1.139648, 1.085449, 1.037842, 1.225586, 0.480469, 0.556641, 1.112305, 1.212891, 1.091797, 1.206055, 1.138672, 1.102539, 0.820312, 1.118164, 0.898926, 0.935059, 1.136719, 1.138672, 1.144531, 1.070801, 1.111328, 1.0271, 0.827148, 1.106445, 1.186523, 1.141602, 1.088867, 1.112793, 1.112793, 1.145508, 1.117188, 1.070801, 1.186523, 1.013123, 1.098145, 1.04126, 1.11084, 1.103516, 3.390625, 1.065918, 1.089844, 0.689453, 1.097656, 1.131836, 1.100586, 1.058105, 1.353516, 1.168945, 1.132812, 1.105469, 1.239258, 1.289062, 1.097656, 1.181641, 1.136719, 1.124023, 1.044434, 1.079102, 1.19043, 1.136719, 1.149414, 1.194336, 1.214844, 1.082031, 0.591797, 1.088867, 1.111328, 1.111816, 1.166992, 1.134766, 0.564453, 1.116699, 1.212891, 1.026733, 1.143555, 0.884277, 1.136719, 1.091797, 1.043457, 1.173828, 1.07666, 1.357422, 1.144531, 1.08252, 1.089355, 1.200195, 1.121094, 0.691406, 1.339844, 1.217773, 0.537109, 1.086914, 1.123047, 1.078125, 1.160156, 1.173828, 1.082031, 0.826172, 1.118164, 1.236328, 1.104004, 1.167969, 1.132812, 1.130859, 1.199219, 1.851562, 1.048828, 1.071289, 1.07959, 1.18457, 1.082031, 1.174805, 1.11084, 1.181641, 1.128906, 0.97937, 1.136719, 0.914062, 1.099121, 0.652344, 1.097168, 1.130859, 1.07666, 1.125977, 1.238281, 1.128906, 1.171875, 1.067871, 1.018066, 1.150391, 1.097656, 1.208984, 1.144531, 1.120605, 1.068359, 1.063477, 1.067383, 0.751953, 1.151367, 1.050049, 1.105469, 1.226562, 1.255859, 1.111328, 1.120117, 1.18457, 1.113281, 1.067383, 1.06543, 1.130859, 1.141602, 1.09668, 1.112793, 1.148438, 1.185547, 1.160156, 1.067871, 0.808594, 1.152344, 1.136719, 1.104004, 1.125, 1.202148, 1.121094, 1.101074, 1.227539, 1.144531, 1.109375, 1.051758, 1.032715, 1.117676, 1.191406, 1.113281, 1.124023, 1.143555, 1.082031, 1.125, 1.114746, 1.149414, 1.152344, 1.026245, 0.810547, 1.152344, 1.196289, 1.089355, 1.081543, 1.058838, 0.621094, 1.089844, 1.145508, 1.060303, 1.160156, 1.087402, 1.133789, 1.115723, 0.793945, 1.146484, 1.21582, 1.191406, 1.11377, 1.086914, 1.172852, 1.047607, 1.15625, 1.104004, 1.081543, 1.183594, 1.124512, 1.136719, 1.051025, 1.143555, 1.011047, 0.691406, 1.095215, 1.390625, 1.020142, 1.201172, 1.006226, 1.08252, 1.151367, 1.125977, 1.135742, 1.146484, 1.223633, 1.11377, 1.053711, 1.106445, 1.142578, 1.101074, 1.088867, 1.104492, 1.083496, 1.174805, 1.089844, 1.11377, 1.099609, 1.050049, 1.195312, 0.791992, 1.125977, 1.206055, 1.165039, 1.084961, 0.802734, 1.177734, 1.166992, 1.068359, 1.166016, 1.097656, 0.768555, 1.134766, 1.128906, 1.044189, 1.059326, 1.118164, 1.10791, 1.090332, 1.322266, 1.139648, 1.051514, 1.045166, 1.085938, 1.11084, 1.056396, 1.147461, 0.617188, 1.150391, 1.089844, 1.086426, 1.223633, 1.227539, 1.175781, 1.075684, 0.973267, 1.027222, 1.123535, 1.135742, 1.177734, 1.028198, 1.11084, 1.124023, 1.094238, 1.044922, 1.044678, 1.11377, 1.211914, 1.050293, 1.196289, 1.285156, 1.222656, 1.160156, 1.113281, 1.220703, 1.043457, 1.275391, 1.15918, 1.195312, 0.961914, 0.539062, 1.080566, 1.104492, 1.12793, 1.194336, 1.069824, 1.089355, 1.158203, 1.09668, 1.154297, 1.165039, 1.172852, 1.143555, 1.136719, 0.669922, 1.026978, 1.103027, 1.11377, 1.128906, 1.119629, 1.080078, 1.118164, 1.112793, 1.086914, 1.108398, 1.175781, 1.128906, 1.174805, 1.099609, 1.234375, 1.12793, 1.162109, 1.132812, 1.067383, 1.322266, 1.083496, 1.041992, 1.145508, 1.004669, 1.062256, 1.227539, 1.089844, 1.095703, 1.05835, 0.99836, 1.130859, 1.163086, 1.101562, 0.748047, 1.108887, 1.19043, 1.114258, 1.193359, 1.065918, 1.092773, 1.345703, 1.126953, 1.179688, 1.292969, 0.544922, 1.131836, 1.523438, 1.07666, 1.123047, 1.075684, 1.15332, 1.102051, 0.576172, 1.097168, 1.054443, 1.12207, 1.063965, 1.095703, 1.285156, 1.115723, 1.112305, 1.071777, 1.016113, 1.134766, 1.206055, 1.081055, 1.041504, 1.197266, 1.096191, 1.126953, 1.1875, 1.176758, 1.060547, 1.380859, 1.097168, 1.092773, 1.061035, 1.055908, 1.10791, 1.091309, 1.161133, 1.279297, 1.151367, 1.148438, 1.144531, 0.671875, 1.151367, 1.167969, 1.060059, 1.095703, 1.183594, 1.074219, 1.077148, 1.112793, 1.12207, 1.111816, 1.141602, 1.089355, 1.096191, 0.623047, 1.133789, 1.105957, 1.099121, 1.095215, 1.09082, 1.05249, 1.06543, 1.059082, 1.144531, 1.112305, 1.223633, 0.691406, 1.07373, 1.135742, 1.075195, 0.708984, 1.082031, 0.800781, 1.030273, 0.589844, 1.079102, 1.139648, 1.1875, 1.057861, 1.109863, 1.162109, 1.11377, 1.098145, 1.080566, 1.099609, 1.086426, 1.073242, 0.535156, 0.982056, 1.223633, 1.078613, 1.101074, 1.166992, 1.121094, 1.102539, 1.206055, 1.212891, 1.251953, 1.108398, 1.214844, 1.206055, 1.119141, 1.223633, 1.066895, 1.070801, 1.074219, 1.108887, 1.150391, 1.114258, 1.09668, 1.128906, 1.120117, 1.19043, 1.173828, 1.196289, 1.212891, 1.056885, 1.402344, 1.143555, 1.496094, 0.837891, 1.068359, 1.120605, 1.101562, 0.855469, 1.172852, 1.112305, 1.143555, 0.783203, 1.104492, 1.092773, 1.077637, 1.06543, 1.111328, 0.583984, 1.115723, 1.166992, 1.085449, 0.521484, 1.07959, 0.763672, 1.117188, 1.129883, 1.269531, 1.044189, 1.150391, 1.084961, 1.199219, 1.121582, 1.136719, 0.810547, 0.92334, 1.08252, 1.098633, 1.004639, 1.089355, 1.097168, 1.057617, 1.167969, 1.124023, 1.160156, 1.098145, 1.066406, 0.977295, 1.105957, 1.160156, 1.273438, 1.097168, 1.105957, 0.766602, 1.507812, 0.769531, 1.628906, 1.121094, 1.167969, 1.109375, 1.106445, 1.050537, 1.049805, 1.105957, 1.104492, 1.157227, 1.053955, 1.098633, 1.304688, 1.081543, 1.216797, 1.090332, 1.192383, 1.050537, 1.004272, 1.166016, 1.119141, 1.017334, 1.085938, 1.192383, 1.152344, 1.099609, 1.09668, 1.125977, 1.041748, 1.253906, 1.121094, 1.093262, 1.031128, 1.337891, 1.073242, 1.164062, 1.263672, 1.169922, 1.189453, 1.084961, 1.11377, 1.109375, 1.171875, 1.022339, 1.200195, 1.115723, 0.90625, 1.173828, 1.122559, 0.71875, 1.097168, 1.130859, 1.058594, 1.135742, 1.11377, 1.113281, 1.049805, 1.08252, 1.114258, 1.145508, 1.115723, 1.168945, 1.120605, 1.029297, 1.111816, 1.048096, 1.097656, 0.854492, 1.089355, 1.11377, 1.121582, 1.507812, 1.124512, 1.249023, 1.144531, 1.137695, 0.933594, 1.147461, 1.131836, 1.058105, 0.667969, 1.142578, 1.186523, 0.753906, 1.135742, 1.170898, 1.072754, 1.151367, 1.089355, 1.121582, 0.926758, 1.097168, 1.285156, 1.237305, 1.158203, 1.119629, 1.126953, 1.200195, 0.764648, 0.968018, 1.206055, 1.191406, 1.365234, 1.070312, 1.080078, 1.118652, 1.065918, 0.77832, 1.137695, 1.135742, 0.578125, 1.174805, 1.092285, 1.128906, 1.177734, 0.744141, 1.120117, 1.071289, 0.605469, 1.128906, 0.837891, 1.148438, 1.213867, 1.053223, 1.166992, 0.757812, 1.1875, 1.09668, 1.253906, 1.128906, 1.113281, 1.220703, 0.966309, 1.175781, 1.118652, 1.110352, 1.066895, 0.768555, 1.206055, 1.081055, 1.128906, 1.026611, 1.169922, 1.055176, 1.166016, 1.070801, 1.088379, 1.131836, 1.105957, 1.078613, 1.255859, 1.337891, 1.084961, 0.660156, 1.083008, 1.158203, 1.172852, 1.144531, 1.166992, 1.132812, 1.12793, 1.032959, 1.05957, 0.827148, 1.016846, 1.365234, 1.10498 ] }, "name": "onnx::Mul_8314", "outputIndexes": [ 696 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695, 696 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_6/Mul_1_output_0", "outputIndexes": [ 697 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678, 697 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_34_output_0", "outputIndexes": [ 698 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 698, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_63_output_0", "outputIndexes": [ 699 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_7/Mul_output_0", "outputIndexes": [ 700 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.726562, 1.589844, 1.59375, 1.90625, 1.667969, 1.839844, 1.523438, 0.667969, 1.90625, 1.298828, 1.777344, 1.511719, 1.507812, 1.929688, 2.0, 1.554688, 1.675781, 1.808594, 1.625, 1.773438, 1.933594, 1.820312, 1.847656, 1.419922, 1.386719, 1.605469, 1.496094, 1.550781, 1.886719, 2.015625, 1.460938, 1.124023, 1.671875, 0.632812, 1.511719, 1.347656, 1.546875, 1.890625, 1.474609, 1.441406, 1.929688, 1.460938, 1.664062, 1.21582, 0.654297, 1.792969, 1.886719, 1.605469, 1.601562, 1.363281, 1.707031, 1.1875, 1.667969, 0.804688, 1.679688, 1.470703, 1.71875, 1.703125, 1.357422, 1.289062, 1.162109, 1.558594, 1.605469, 1.65625, 1.507812, 1.554688, 0.987671, 1.652344, 1.408203, 1.574219, 1.613281, 1.753906, 1.455078, 1.535156, 1.542969, 1.617188, 0.982666, 1.318359, 1.248047, 0.789062, 1.347656, 0.591797, 1.357422, 1.24707, 1.59375, 1.710938, 1.496094, 1.164062, 0.730469, 1.353516, 1.6875, 1.423828, 1.945312, 0.744141, 1.847656, 0.744141, 1.683594, 1.667969, 1.839844, 1.441406, 1.257812, 1.960938, 1.820312, 1.679688, 1.851562, 1.558594, 1.828125, 1.185547, 1.625, 1.613281, 1.90625, 1.667969, 1.945312, 2.171875, 1.792969, 1.197266, 1.902344, 0.795898, 1.625, 2.078125, 1.675781, 1.566406, 0.791016, 1.804688, 1.28125, 1.177734, 1.542969, 1.855469, 1.804688, 1.056152, 1.022583, 1.488281, 1.394531, 1.601562, 1.816406, 1.945312, 1.322266, 1.251953, 1.367188, 2.195312, 1.71875, 1.460938, 1.306641, 1.71875, 1.585938, 1.355469, 1.414062, 1.746094, 1.707031, 2.046875, 1.554688, 1.302734, 1.574219, 0.923828, 1.996094, 1.902344, 0.981201, 1.652344, 0.697266, 0.654297, 1.222656, 1.980469, 1.480469, 0.961182, 2.195312, 1.496094, 1.964844, 0.535156, 2.023438, 1.292969, 1.539062, 0.869141, 1.472656, 0.613281, 1.566406, 1.882812, 1.828125, 0.833984, 1.582031, 1.605469, 1.519531, 0.703125, 1.269531, 0.533203, 1.213867, 1.53125, 0.863281, 1.613281, 1.373047, 1.302734, 1.71875, 1.008545, 1.503906, 1.71875, 1.769531, 1.585938, 1.554688, 1.972656, 1.789062, 1.785156, 1.494141, 1.511719, 1.507812, 1.277344, 1.925781, 1.824219, 1.609375, 1.542969, 1.65625, 1.703125, 1.380859, 1.78125, 1.699219, 1.357422, 1.636719, 1.761719, 1.378906, 1.439453, 1.949219, 1.960938, 1.404297, 1.400391, 1.667969, 2.109375, 1.726562, 1.765625, 1.472656, 1.554688, 1.373047, 1.230469, 2.023438, 1.886719, 1.824219, 1.890625, 1.738281, 1.964844, 1.318359, 1.808594, 1.554688, 1.578125, 1.539062, 1.462891, 1.863281, 1.455078, 1.386719, 1.792969, 1.351562, 1.392578, 1.964844, 0.978149, 1.648438, 2.195312, 0.868164, 1.542969, 1.792969, 1.470703, 1.402344, 1.703125, 1.566406, 1.554688, 1.960938, 1.863281, 1.695312, 1.503906, 1.515625, 1.263672, 1.820312, 1.769531, 1.515625, 1.570312, 1.636719, 1.511719, 1.597656, 1.376953, 1.695312, 1.695312, 0.748047, 1.386719, 1.839844, 1.683594, 1.188477, 1.742188, 0.783203, 1.671875, 1.308594, 1.589844, 1.417969, 1.566406, 0.790039, 1.5625, 1.283203, 0.867188, 2.078125, 1.539062, 1.386719, 1.714844, 1.263672, 1.695312, 1.941406, 1.691406, 1.78125, 1.357422, 0.679688, 1.550781, 0.515625, 1.494141, 1.96875, 1.707031, 1.345703, 1.835938, 2.085938, 0.59375, 1.570312, 1.722656, 1.527344, 1.628906, 1.597656, 1.839844, 1.482422, 1.75, 1.566406, 1.503906, 1.367188, 1.949219, 1.699219, 1.714844, 1.28125, 1.458984, 2.023438, 1.820312, 1.332031, 1.240234, 1.617188, 1.632812, 0.632812, 1.65625, 1.652344, 1.769531, 2.03125, 1.726562, 1.40625, 1.589844, 1.835938, 1.546875, 1.835938, 1.055664, 1.695312, 1.006042, 1.126953, 1.75, 0.998077, 1.298828, 0.952148, 1.28125, 0.472656, 0.716797, 1.570312, 1.941406, 1.078125, 1.316406, 0.673828, 1.683594, 1.330078, 0.902344, 1.570312, 1.789062, 1.365234, 0.805664, 1.878906, 1.71875, 1.910156, 1.396484, 1.498047, 1.746094, 2.078125, 1.996094, 2.039062, 1.585938, 1.792969, 0.959717, 1.859375, 2.046875, 0.943848, 0.870117, 1.96875, 1.554688, 1.163086, 1.091797, 1.535156, 1.757812, 1.964844, 1.851562, 0.542969, 2.0, 1.910156, 1.863281, 1.355469, 0.558594, 1.582031, 1.757812, 1.699219, 2.046875, 1.511719, 2.0625, 0.769531, 2.117188, 1.828125, 1.671875, 1.8125, 0.975708, 1.765625, 1.699219, 1.859375, 1.757812, 1.320312, 1.3125, 1.6875, 1.550781, 1.699219, 1.652344, 1.820312, 1.757812, 1.683594, 1.601562, 1.523438, 1.289062, 1.550781, 1.730469, 1.710938, 1.613281, 1.140625, 2.265625, 1.757812, 1.225586, 1.451172, 1.730469, 1.839844, 1.660156, 1.699219, 1.792969, 2.007812, 1.785156, 1.886719, 1.097168, 1.308594, 1.792969, 1.847656, 1.507812, 1.291016, 1.761719, 1.824219, 1.800781, 1.445312, 1.632812, 1.898438, 1.753906, 1.18457, 1.933594, 1.542969, 2.070312, 1.625, 1.613281, 1.6875, 1.53125, 0.897949, 1.628906, 0.607422, 1.480469, 1.695312, 1.679688, 1.554688, 1.380859, 2.0, 1.460938, 1.734375, 1.664062, 0.716797, 1.412109, 1.574219, 1.839844, 1.566406, 1.445312, 1.636719, 1.617188, 1.910156, 1.714844, 0.671875, 1.703125, 1.441406, 1.910156, 1.310547, 1.597656, 1.867188, 1.867188, 1.123535, 1.636719, 0.441406, 0.744141, 1.049805, 0.837891, 1.433594, 1.707031, 1.660156, 0.990234, 0.636719, 1.539062, 1.099609, 1.5625, 2.039062, 1.707031, 1.578125, 1.625, 1.464844, 1.5625, 1.46875, 1.753906, 1.439453, 1.871094, 1.890625, 1.178711, 1.753906, 1.416016, 0.772461, 0.714844, 1.785156, 0.827148, 1.730469, 1.496094, 1.478516, 1.765625, 1.546875, 1.605469, 1.597656, 0.948242, 1.792969, 0.541016, 1.691406, 1.498047, 1.8125, 0.973022, 2.460938, 1.261719, 1.742188, 1.878906, 1.925781, 1.617188, 1.636719, 1.527344, 1.044434, 1.890625, 0.938721, 1.730469, 1.9375, 1.318359, 1.490234, 1.554688, 1.605469, 1.380859, 1.414062, 1.582031, 2.132812, 1.131836, 1.149414, 1.78125, 1.726562, 1.886719, 2.046875, 1.511719, 1.585938, 1.757812, 2.101562, 1.730469, 2.09375, 1.703125, 0.754883, 1.65625, 1.429688, 1.433594, 0.876465, 1.683594, 1.738281, 1.960938, 2.039062, 1.804688, 1.519531, 1.427734, 1.035645, 1.511719, 1.224609, 1.144531, 1.882812, 1.515625, 1.519531, 1.416016, 1.175781, 1.404297, 1.609375, 1.882812, 1.699219, 1.236328, 1.570312, 2.0625, 1.203125, 1.730469, 1.742188, 1.546875, 1.558594, 1.730469, 2.101562, 1.369141, 1.6875, 1.695312, 2.195312, 0.914551, 1.345703, 1.816406, 1.894531, 1.417969, 1.726562, 1.910156, 1.554688, 1.730469, 1.460938, 1.691406, 1.96875, 1.193359, 1.710938, 1.851562, 2.039062, 1.09668, 1.373047, 1.824219, 1.574219, 1.746094, 1.734375, 1.527344, 1.757812, 1.503906, 1.894531, 1.011902, 1.695312, 1.742188, 1.136719, 0.746094, 1.578125, 0.822266, 1.601562, 1.945312, 1.496094, 0.868164, 0.632812, 0.650391, 1.730469, 1.632812, 1.832031, 1.574219, 1.498047, 1.53125, 1.515625, 1.539062, 1.589844, 1.605469, 1.523438, 0.71875, 1.439453, 1.542969, 1.605469, 1.482422, 1.679688, 1.738281, 1.722656, 1.582031, 1.765625, 1.5625, 1.171875, 1.542969, 1.496094, 1.804688, 1.066406, 1.75, 1.628906, 0.716797, 1.373047, 1.386719, 1.554688, 1.632812, 1.173828, 1.722656, 1.738281, 1.306641, 1.671875, 1.402344, 1.636719, 1.490234, 1.988281, 1.365234, 1.339844, 1.726562, 1.695312, 1.625, 2.398438, 1.492188, 1.316406, 1.449219, 1.539062, 1.550781, 1.867188, 1.402344, 1.660156, 1.589844, 1.535156, 1.875, 1.730469, 1.765625, 1.443359, 1.589844, 1.886719, 1.053223, 1.605469, 1.163086, 1.542969, 1.863281, 1.492188, 1.636719, 1.118164, 1.196289, 1.010681, 1.773438, 1.886719, 1.585938, 1.28125, 1.777344, 1.699219, 1.71875, 1.546875, 1.75, 1.53125, 1.640625, 1.789062, 1.9375, 1.648438, 1.648438, 1.449219, 2.046875, 1.371094, 1.229492, 1.917969, 1.519531, 1.953125, 1.914062, 1.746094, 1.878906, 1.605469, 2.015625, 1.707031, 1.419922, 1.53125, 0.585938, 1.695312, 1.832031, 1.71875, 1.515625, 1.431641, 1.914062, 1.609375, 1.318359, 1.566406, 2.007812, 1.597656, 1.777344, 1.816406, 1.898438, 1.369141, 1.65625, 1.400391, 1.882812, 1.546875, 1.667969, 1.710938, 1.097168, 1.382812, 1.535156, 1.318359, 1.347656, 2.078125, 1.960938, 1.753906, 1.118652, 1.020508, 1.828125, 1.707031, 1.431641, 1.241211, 1.726562, 1.314453, 1.730469, 1.769531, 0.994934, 1.714844, 1.628906, 1.123047, 1.640625, 1.78125, 1.691406, 1.292969, 0.873047, 1.455078, 1.507812, 0.918945, 1.359375, 1.9375, 2.03125, 0.921387, 1.851562, 0.839844, 1.675781, 1.511719, 1.365234, 0.974976, 1.675781, 1.628906, 1.523438, 1.632812, 1.640625, 2.007812, 1.832031, 1.535156, 1.527344, 1.597656, 1.585938, 1.738281, 1.648438, 1.625, 1.3125, 1.824219, 1.105957, 1.695312, 1.613281, 1.195312, 1.464844, 1.046387, 1.964844, 1.714844, 1.738281, 1.757812, 1.855469, 1.486328, 1.878906, 1.785156, 2.039062, 1.441406, 1.470703, 1.726562, 1.976562, 0.375, 1.201172, 1.222656, 1.601562, 1.402344, 1.171875, 1.773438, 1.894531, 1.494141, 1.613281, 1.458984, 0.772461, 1.664062, 1.458984, 1.396484, 1.160156, 1.9375, 1.738281, 1.636719, 0.755859, 1.349609, 1.21875, 1.398438, 1.722656, 1.894531, 1.976562, 1.570312, 1.065918, 1.558594, 1.664062, 1.511719, 1.84375, 1.765625, 2.132812, 1.335938, 1.644531, 0.765625, 1.511719, 1.496094, 1.65625, 1.486328, 1.632812, 1.851562, 1.527344, 1.550781, 1.957031, 1.067383, 1.388672, 1.683594, 1.972656, 1.055176, 1.318359, 1.40625, 0.732422, 0.669922, 1.026978, 0.90332, 1.742188, 1.761719, 1.492188, 1.636719, 0.714844, 0.523438, 1.400391, 1.804688, 1.359375, 1.746094, 1.380859, 1.863281, 1.585938, 1.380859, 0.681641, 2.054688, 1.306641, 1.095215, 0.856445, 1.523438, 1.335938, 1.486328, 1.361328, 1.742188, 1.535156, 1.410156, 1.625, 1.341797, 1.878906, 1.523438, 1.257812, 1.589844, 1.789062, 2.242188, 1.605469, 0.899414, 0.552734, 2.328125, 1.664062, 1.53125, 1.597656, 1.472656, 1.632812, 1.347656, 1.878906, 0.472656, 1.310547, 1.036133, 1.933594, 1.734375, 0.591797, 1.769531, 1.691406, 1.539062, 1.523438, 1.878906, 1.287109, 1.209961, 0.65625, 1.519531, 1.324219, 1.435547, 0.720703, 1.597656, 1.964844, 1.621094, 1.6875, 1.490234, 1.277344, 1.380859, 1.867188, 1.914062, 1.005951, 1.523438, 1.925781, 1.066895, 1.333984, 1.457031, 1.667969, 1.507812, 1.8125, 1.578125, 1.443359, 1.628906, 1.53125, 1.808594, 0.515625, 1.660156, 1.773438, 1.695312, 1.621094, 1.045166, 1.574219, 1.652344, 0.414062, 1.214844, 0.601562, 1.789062, 0.669922, 1.136719, 1.671875, 1.777344, 1.824219, 1.070801, 1.464844, 1.324219, 1.660156, 0.730469, 1.277344, 1.105469, 0.919922, 0.758789, 1.722656, 2.179688, 1.231445, 1.210938, 1.929688, 1.398438, 1.972656, 1.096191, 1.421875, 1.609375, 0.544922, 1.742188, 1.443359, 1.539062, 0.728516, 1.009705, 1.542969, 1.953125, 1.386719, 1.867188, 1.996094, 1.46875, 1.138672, 2.375, 1.443359, 1.667969, 2.015625, 1.326172, 1.667969, 1.6875, 1.882812, 1.777344, 1.835938, 1.6875, 2.046875, 1.613281, 1.345703, 1.816406, 1.765625, 1.185547, 1.570312, 1.917969, 1.628906, 1.648438, 1.808594, 2.023438, 1.761719, 0.675781, 1.230469, 1.363281, 0.779297, 1.636719, 1.496094, 1.507812, 1.582031, 1.714844, 1.574219, 1.347656, 1.582031, 0.724609, 1.133789, 1.414062, 1.425781, 1.738281, 1.585938, 1.109863, 1.839844, 1.574219, 1.859375, 1.65625, 1.777344, 0.748047, 2.132812, 1.882812, 1.129883, 1.851562, 1.628906, 1.769531, 1.699219, 1.828125, 1.640625, 1.691406, 1.621094, 1.941406, 1.8125, 0.911133, 1.494141, 1.466797, 1.894531, 1.867188, 1.542969, 0.979614, 1.785156, 0.695312, 1.519531, 1.996094, 1.208008, 1.664062, 1.917969, 2.132812, 1.480469, 1.332031, 1.703125, 0.679688, 0.410156, 0.892578, 1.632812, 1.734375, 0.744141, 1.441406, 1.490234, 1.8125, 0.790039, 1.527344, 1.201172, 1.427734, 0.634766, 1.640625, 1.621094, 1.300781, 1.648438, 1.361328, 1.28125, 1.9375, 1.542969, 0.746094, 0.993774, 0.958984, 1.494141, 1.945312, 1.742188, 2.078125, 1.228516, 1.078125, 1.542969, 0.703125, 0.847656, 1.474609, 1.726562, 1.671875, 1.00148, 1.734375, 1.671875, 1.578125, 1.289062, 1.601562, 1.339844, 1.574219, 1.832031, 1.578125, 1.191406, 1.726562, 1.5625, 1.824219, 1.589844, 1.527344, 1.953125, 1.765625, 1.722656, 1.490234, 1.695312, 2.164062, 1.249023, 1.699219, 1.503906, 1.632812, 1.933594, 1.550781, 1.345703, 1.667969, 1.578125, 1.847656, 1.255859, 1.447266, 0.822266, 2.085938, 1.34375, 1.554688, 1.259766, 1.539062, 1.458984, 1.847656, 0.853516, 1.726562, 0.836914, 1.671875, 1.410156, 1.285156, 1.135742, 1.558594, 0.901855, 1.726562, 0.691406, 1.625, 0.97229, 2.070312, 1.386719, 1.351562, 1.742188, 1.796875, 1.605469, 1.275391, 1.550781, 1.546875, 1.769531, 0.691406, 1.902344, 1.414062, 1.408203, 1.695312, 1.589844, 1.933594, 1.476562, 0.99353, 1.4375, 1.679688, 1.421875, 1.410156, 1.699219, 1.671875, 1.474609, 1.431641, 1.546875, 0.693359, 1.761719, 1.474609, 2.148438, 1.176758, 1.289062, 0.92627, 0.589844, 1.671875, 0.617188, 1.055664, 1.271484, 1.486328, 2.015625, 1.792969, 1.492188, 1.410156, 1.148438, 1.8125, 0.607422, 1.703125, 1.566406, 1.6875, 2.257812, 1.726562, 1.886719, 0.748047, 1.6875, 1.914062, 0.987183, 0.797852, 1.707031, 1.882812, 0.84082, 1.835938, 1.445312, 1.683594, 1.314453, 1.761719, 1.423828, 0.673828, 1.882812, 1.554688, 1.386719, 1.839844, 1.613281, 1.088379, 0.90918, 1.5625, 2.0, 1.503906, 1.785156, 1.851562, 1.867188, 1.617188, 1.53125, 1.425781, 1.308594, 0.965576, 1.707031, 1.773438, 1.480469, 1.96875, 1.425781, 1.458984, 1.855469, 1.507812, 0.535156, 1.558594, 1.789062, 1.585938, 1.462891, 1.539062, 1.421875, 1.4375, 1.455078, 1.59375, 1.8125, 1.558594, 1.597656, 1.789062, 1.083496, 1.46875, 0.646484, 1.660156, 0.728516, 1.855469, 1.585938, 2.046875, 0.595703, 1.550781, 1.396484, 1.443359, 1.71875, 1.792969, 1.714844, 1.597656, 1.78125, 1.484375, 1.605469, 0.827148, 1.695312, 1.621094, 1.558594, 2.023438, 1.480469, 2.125, 1.636719, 1.4375, 1.71875, 1.472656, 1.443359, 1.443359, 1.558594, 1.474609, 0.821289, 1.539062, 1.960938, 1.765625, 1.249023, 0.658203, 1.988281, 1.863281, 1.898438, 1.648438, 1.917969, 1.613281, 1.625, 1.494141, 0.762695, 1.664062, 1.789062, 1.605469, 1.828125, 1.628906, 1.710938, 1.953125, 2.132812, 1.636719, 1.458984, 2.03125, 1.726562, 1.738281, 1.375, 1.957031, 1.933594, 0.927246, 1.910156, 1.523438, 1.458984, 1.976562, 1.390625, 0.993134, 1.976562, 1.523438, 1.6875, 0.636719, 1.371094, 1.140625, 1.613281, 1.621094, 1.921875, 2.03125, 0.449219, 1.722656, 1.796875, 0.488281, 1.010132, 1.667969, 1.664062, 1.625, 1.636719, 1.667969, 1.482422, 1.660156, 1.306641, 1.789062, 0.738281, 1.609375, 2.023438, 2.0, 1.066406, 1.683594, 1.820312, 1.707031, 1.628906, 1.839844, 1.597656, 1.660156, 1.322266, 0.926758, 1.628906, 1.589844, 1.578125, 1.726562, 1.064453, 1.582031, 1.091797, 1.435547, 1.601562, 1.084961, 1.699219, 1.859375, 1.527344, 2.03125, 1.271484, 2.257812, 1.550781, 1.417969, 0.930176, 0.827148, 1.601562, 1.412109, 1.574219, 1.269531, 1.996094, 1.675781, 1.75, 0.671875, 1.451172, 1.949219, 1.558594, 1.474609, 1.667969, 1.820312, 1.84375, 1.816406, 1.380859, 1.621094, 1.496094, 1.570312, 1.855469, 1.792969, 1.757812, 1.304688, 1.349609, 1.251953, 2.078125, 1.222656, 1.597656, 1.707031, 1.129883, 1.808594, 1.53125, 1.757812, 1.402344, 1.863281, 1.574219, 1.116699, 1.398438, 1.470703, 1.710938, 1.566406, 1.769531, 1.10498, 1.4375, 1.792969, 1.601562, 1.878906, 1.878906, 1.4375, 1.898438, 1.582031, 1.59375, 1.412109, 0.875977, 1.65625, 1.667969, 2.015625, 1.992188, 1.765625, 1.910156, 1.71875, 1.404297, 1.472656, 1.691406, 1.527344, 1.376953, 1.058105, 1.402344, 1.433594, 2.148438, 1.404297, 2.015625, 1.832031, 1.757812, 1.753906, 1.734375, 1.632812, 1.40625, 1.667969, 1.410156, 1.408203, 1.855469, 1.582031, 1.466797, 1.449219, 1.761719, 1.703125, 1.617188, 1.251953, 1.546875, 1.378906, 1.298828, 1.664062, 1.5625, 0.640625, 1.917969, 1.886719, 1.566406, 0.795898, 1.667969, 1.46875, 1.004974, 0.589844, 1.417969, 1.371094, 2.296875, 1.431641, 1.482422, 1.566406, 1.597656, 2.03125, 1.609375, 1.542969, 1.527344, 0.88623, 1.945312, 1.804688, 0.762695, 0.548828, 1.988281, 1.855469, 1.742188, 0.863281, 1.75, 1.231445, 1.404297, 1.714844, 1.494141, 1.34375, 1.945312, 1.427734, 1.275391, 1.660156, 1.917969, 2.1875, 0.722656, 0.944824, 1.613281, 1.447266, 1.671875, 1.243164, 1.605469, 1.726562, 1.287109, 0.903809, 1.847656, 2.0625, 1.347656, 1.761719, 1.380859, 1.261719, 1.574219, 1.582031, 0.521484, 0.681641, 1.494141, 1.470703, 1.423828, 2.039062, 1.296875, 1.738281, 0.864258, 1.648438, 0.880859, 0.941162, 1.832031, 1.996094, 1.640625, 1.523438, 1.800781, 1.78125, 0.816406, 1.796875, 1.324219, 1.318359, 1.539062, 1.925781, 1.46875, 1.380859, 1.287109, 1.753906, 1.890625, 1.480469, 1.462891, 1.361328, 1.375, 1.582031, 0.835938, 1.828125, 1.625, 0.601562, 1.714844, 1.824219, 1.378906, 1.539062, 1.164062, 1.318359, 1.902344, 1.707031, 1.242188, 1.129883, 1.402344, 1.851562, 1.898438, 1.722656, 1.683594, 1.462891, 1.494141, 1.558594, 1.734375, 1.902344, 1.503906, 0.896973, 0.705078, 1.515625, 1.667969, 1.847656, 1.65625, 1.388672, 0.457031, 1.917969, 2.15625, 1.460938, 1.589844, 0.789062, 2.179688, 1.714844, 1.691406, 1.357422, 1.490234, 1.410156, 1.310547, 1.162109, 1.574219, 1.498047, 1.648438, 0.675781, 2.101562, 1.523438, 0.939209, 1.574219, 1.451172, 1.941406, 1.478516, 1.157227, 1.470703, 1.324219, 1.707031, 1.75, 1.625, 1.585938, 1.742188, 1.636719, 1.589844, 1.335938, 1.949219, 1.59375, 2.03125, 1.914062, 1.09668, 1.539062, 1.628906, 1.328125, 1.492188, 1.882812, 1.8125, 0.898438, 1.421875, 0.685547, 1.640625, 1.396484, 2.070312, 1.347656, 1.632812, 1.519531, 1.828125, 1.211914, 1.365234, 1.789062, 1.757812, 2.03125, 1.289062, 1.933594, 0.987427, 1.453125, 1.112793, 0.671875, 1.613281, 1.792969, 2.03125, 1.996094, 2.109375, 1.333984, 1.326172, 1.667969, 1.018799, 1.167969, 1.765625, 2.054688, 1.832031, 1.376953, 1.671875, 1.332031, 1.890625, 1.8125, 1.474609, 0.790039, 1.490234, 1.9375, 1.498047, 1.671875, 1.197266, 1.820312, 1.480469, 1.439453, 1.546875, 1.835938, 1.40625, 0.935547, 1.550781, 1.75, 1.416016, 1.972656, 1.929688, 1.886719, 1.361328, 1.232422, 1.90625, 1.738281, 0.81543, 0.755859, 1.523438, 1.992188, 1.976562, 1.5625, 1.640625, 0.617188, 1.550781, 1.957031, 1.554688, 1.769531, 1.392578, 1.462891, 1.275391, 0.613281, 1.761719, 1.714844, 2.140625, 1.414062, 1.574219, 2.085938, 1.474609, 1.769531, 1.445312, 1.9375, 2.234375, 1.447266, 1.355469, 0.959717, 1.402344, 1.101074, 0.724609, 1.644531, 1.753906, 1.671875, 2.007812, 1.894531, 1.75, 1.710938, 1.5625, 1.878906, 1.527344, 1.263672, 1.578125, 0.870117, 1.933594, 1.217773, 1.394531, 1.660156, 1.617188, 1.59375, 1.578125, 1.742188, 1.824219, 1.117676, 1.605469, 1.949219, 0.891113, 1.175781, 1.585938, 2.023438, 1.304688, 0.648438, 1.398438, 1.652344, 1.746094, 1.65625, 1.369141, 0.742188, 1.730469, 1.527344, 1.231445, 1.71875, 1.386719, 1.400391, 1.365234, 1.691406, 1.478516, 1.458984, 2.132812, 1.570312, 1.410156, 1.859375, 1.796875, 0.560547, 1.707031, 1.675781, 1.753906, 1.714844, 1.75, 1.9375, 1.275391, 0.952637, 1.847656, 1.800781, 1.71875, 1.648438, 1.039551, 1.369141, 1.617188, 1.511719, 1.455078, 1.460938, 1.875, 1.478516, 1.558594, 1.294922, 1.761719, 1.652344, 1.578125, 1.714844, 1.380859, 1.625, 1.75, 1.382812, 2.03125, 0.871094, 0.585938, 1.546875, 1.28125, 1.5625, 1.746094, 1.632812, 1.4375, 1.277344, 1.523438, 1.275391, 1.601562, 1.617188, 1.773438, 1.695312, 0.658203, 1.582031, 1.757812, 2.210938, 1.511719, 1.882812, 1.419922, 1.570312, 1.570312, 1.142578, 1.953125, 1.730469, 1.789062, 1.96875, 1.5, 1.339844, 1.542969, 1.088867, 1.335938, 1.691406, 1.84375, 1.617188, 1.773438, 2.367188, 1.988281, 1.4375, 1.863281, 1.161133, 1.574219, 1.492188, 0.823242, 1.863281, 1.523438, 1.542969, 0.568359, 1.166016, 1.953125, 1.570312, 2.015625, 2.023438, 1.863281, 2.0, 1.546875, 1.451172, 1.523438, 0.677734, 1.558594, 0.895996, 1.480469, 1.5625, 1.890625, 1.707031, 1.511719, 0.542969, 1.667969, 1.636719, 1.476562, 1.570312, 1.9375, 1.453125, 1.84375, 1.464844, 1.339844, 0.860352, 1.617188, 1.699219, 1.484375, 1.585938, 2.085938, 1.451172, 1.742188, 1.208008, 1.65625, 1.396484, 1.679688, 1.5625, 1.585938, 1.835938, 1.554688, 1.394531, 1.376953, 1.4375, 1.269531, 1.773438, 1.429688, 1.554688, 0.583984, 1.710938, 1.832031, 1.691406, 1.871094, 1.648438, 1.996094, 1.617188, 1.609375, 1.804688, 1.232422, 1.482422, 1.613281, 1.53125, 0.572266, 1.53125, 1.621094, 1.679688, 1.855469, 1.585938, 1.423828, 2.015625, 1.40625, 1.890625, 1.566406, 1.5, 0.859375, 1.423828, 1.306641, 1.933594, 0.617188, 1.765625, 0.835938, 1.621094, 0.646484, 1.648438, 1.333984, 1.3125, 0.968262, 1.324219, 1.644531, 1.726562, 1.285156, 1.589844, 1.542969, 2.085938, 1.792969, 0.591797, 0.858398, 0.878906, 1.785156, 1.953125, 1.474609, 1.929688, 1.730469, 1.613281, 1.109863, 1.949219, 1.617188, 1.570312, 1.824219, 1.671875, 1.130859, 1.894531, 1.90625, 1.101562, 1.664062, 1.675781, 2.203125, 1.699219, 1.820312, 1.18457, 2.125, 1.527344, 1.390625, 1.75, 1.683594, 1.519531, 1.628906, 1.421875, 0.819336, 1.660156, 1.53125, 1.535156, 0.901367, 1.8125, 1.878906, 1.949219, 0.677734, 1.330078, 1.091309, 1.628906, 1.447266, 1.289062, 0.724609, 1.777344, 1.75, 1.652344, 0.638672, 1.152344, 0.751953, 1.730469, 1.882812, 1.24707, 1.621094, 1.894531, 1.519531, 1.773438, 1.574219, 1.332031, 0.925781, 0.834961, 1.761719, 1.365234, 1.439453, 1.75, 1.46875, 1.648438, 1.910156, 1.209961, 1.589844, 1.550781, 1.621094, 0.971802, 1.808594, 1.800781, 1.326172, 2.023438, 1.425781, 0.833008, 1.239258, 0.766602, 1.010193, 2.0, 1.75, 1.839844, 1.882812, 1.339844, 1.628906, 1.828125, 1.777344, 2.046875, 1.425781, 1.416016, 1.648438, 1.5, 2.015625, 1.458984, 1.400391, 1.78125, 1.160156, 1.316406, 1.388672, 1.016602, 1.550781, 1.554688, 1.785156, 1.652344, 1.330078, 1.21582, 1.5625, 1.267578, 0.980469, 1.816406, 1.949219, 1.628906, 1.435547, 1.574219, 1.800781, 1.300781, 1.652344, 1.90625, 1.601562, 1.714844, 1.566406, 0.866211, 1.871094, 1.507812, 0.897949, 1.609375, 1.585938, 0.8125, 1.466797, 1.227539, 1.800781, 1.542969, 1.648438, 1.976562, 1.765625, 1.507812, 1.394531, 1.65625, 1.488281, 1.429688, 1.447266, 0.947266, 1.507812, 2.21875, 2.109375, 0.764648, 1.431641, 1.511719, 1.792969, 1.09082, 1.613281, 1.5625, 1.523438, 1.390625, 1.433594, 1.3125, 1.699219, 1.605469, 0.738281, 1.789062, 1.558594, 0.642578, 1.652344, 1.695312, 2.03125, 1.484375, 1.535156, 1.59375, 0.71875, 1.769531, 2.195312, 1.609375, 1.550781, 1.675781, 1.40625, 1.566406, 0.652344, 0.935059, 1.613281, 1.24707, 1.898438, 1.230469, 1.359375, 1.558594, 1.789062, 0.8125, 1.271484, 2.03125, 0.720703, 1.832031, 1.404297, 1.835938, 1.832031, 0.728516, 1.710938, 1.539062, 0.808594, 1.914062, 1.621094, 1.550781, 1.753906, 1.992188, 1.972656, 0.693359, 1.746094, 1.208984, 1.800781, 1.675781, 1.863281, 1.550781, 1.013672, 1.792969, 1.792969, 1.851562, 1.414062, 0.708984, 1.550781, 1.804688, 1.511719, 1.511719, 1.785156, 1.964844, 1.277344, 1.4375, 1.671875, 1.386719, 1.832031, 1.292969, 1.585938, 1.632812, 1.632812, 0.675781, 1.914062, 1.396484, 1.566406, 2.007812, 1.820312, 1.277344, 1.416016, 1.882812, 1.914062, 0.691406, 1.789062, 0.844727, 1.455078 ] }, "name": "onnx::Mul_8316", "outputIndexes": [ 701 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 700, 701 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_7/Mul_1_output_0", "outputIndexes": [ 702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 702 ], "outputIndexes": [ 2686 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2686 ], "outputIndexes": [ 2687 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear", "inputIndexes": [ 2687 ], "outputIndexes": [ 2688 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 306562102, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2688 ], "outputIndexes": [ 2689 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2689 ], "outputIndexes": [ 703 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 702 ], "main_type": "NONE", "name": "/Shape_99_output_0", "outputIndexes": [ 704 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 704 ], "main_type": "NONE", "name": "Shape1991", "outputIndexes": [ 705 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 704 ], "main_type": "NONE", "name": "Rank1993", "outputIndexes": [ 706 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 706, 706 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1995", "outputIndexes": [ 707 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 707 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1996", "outputIndexes": [ 708 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 707, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1998", "outputIndexes": [ 709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1999", "outputIndexes": [ 710 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 705, 708, 710, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2002", "outputIndexes": [ 711 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 711 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2003", "outputIndexes": [ 712 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 712 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2004", "outputIndexes": [ 713 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 713, 712 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2005", "outputIndexes": [ 714 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 714, 707 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_109_output_0", "outputIndexes": [ 715 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 715, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_225_output_0", "outputIndexes": [ 716 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 716, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_91_output_0", "outputIndexes": [ 717 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 703, 717 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_64_output_0", "outputIndexes": [ 718 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_56_output_0", "outputIndexes": [ 719 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718 ], "main_type": "NONE", "name": "/Shape_100_output_0", "outputIndexes": [ 720 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 720 ], "main_type": "NONE", "name": "Shape2012", "outputIndexes": [ 721 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 720 ], "main_type": "NONE", "name": "Rank2014", "outputIndexes": [ 722 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 722, 722 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2016", "outputIndexes": [ 723 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2017", "outputIndexes": [ 724 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2019", "outputIndexes": [ 725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 725 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2020", "outputIndexes": [ 726 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 721, 724, 726, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2023", "outputIndexes": [ 727 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 727 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2024", "outputIndexes": [ 728 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 728 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2025", "outputIndexes": [ 729 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 729, 728 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2026", "outputIndexes": [ 730 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 720, 730, 723 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_110_output_0", "outputIndexes": [ 731 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 731, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_21_output_0", "outputIndexes": [ 732 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 732, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_230_output_0", "outputIndexes": [ 733 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 733, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_29_output_0", "outputIndexes": [ 734 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 734 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_14_output_0", "outputIndexes": [ 735 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 21, 733, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_28_output_0", "outputIndexes": [ 736 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735, 736 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_94_output_0", "outputIndexes": [ 737 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 737, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_57_output_0", "outputIndexes": [ 738 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 719, 738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_35_output_0", "outputIndexes": [ 739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 702 ], "outputIndexes": [ 2690 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2690 ], "outputIndexes": [ 2691 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear", "inputIndexes": [ 2691 ], "outputIndexes": [ 2692 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 309216332, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2692 ], "outputIndexes": [ 2693 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2693 ], "outputIndexes": [ 740 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 716, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_92_output_0", "outputIndexes": [ 741 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 740, 741 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_65_output_0", "outputIndexes": [ 742 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_58_output_0", "outputIndexes": [ 743 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742 ], "main_type": "NONE", "name": "/Shape_101_output_0", "outputIndexes": [ 744 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 744 ], "main_type": "NONE", "name": "Shape2075", "outputIndexes": [ 745 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 744 ], "main_type": "NONE", "name": "Rank2077", "outputIndexes": [ 746 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 746, 746 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2079", "outputIndexes": [ 747 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 747 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2080", "outputIndexes": [ 748 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 747, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2082", "outputIndexes": [ 749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 749 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2083", "outputIndexes": [ 750 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 745, 748, 750, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2086", "outputIndexes": [ 751 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 751 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2087", "outputIndexes": [ 752 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 752 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2088", "outputIndexes": [ 753 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 753, 752 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2089", "outputIndexes": [ 754 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 744, 754, 747 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_111_output_0", "outputIndexes": [ 755 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 755, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_22_output_0", "outputIndexes": [ 756 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 756, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_232_output_0", "outputIndexes": [ 757 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742, 757, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_31_output_0", "outputIndexes": [ 758 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_15_output_0", "outputIndexes": [ 759 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742, 21, 757, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_30_output_0", "outputIndexes": [ 760 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 759, 760 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_95_output_0", "outputIndexes": [ 761 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 761, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_59_output_0", "outputIndexes": [ 762 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 743, 762 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_36_output_0", "outputIndexes": [ 763 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 702 ], "outputIndexes": [ 2694 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2694 ], "outputIndexes": [ 2695 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear", "inputIndexes": [ 2695 ], "outputIndexes": [ 2696 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 310543458, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2696 ], "outputIndexes": [ 2697 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2697 ], "outputIndexes": [ 764 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 764, 741 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_66_output_0", "outputIndexes": [ 765 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 739, 763, 765, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_71_output_0", "outputIndexes": [ 766 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 766 ], "outputIndexes": [ 2698 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2698 ], "outputIndexes": [ 2699 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear", "inputIndexes": [ 2699 ], "outputIndexes": [ 2700 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 311870584, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2700 ], "outputIndexes": [ 2701 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2701 ], "outputIndexes": [ 767 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 767 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_7/Mul_output_0", "outputIndexes": [ 768 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.014343, 0.937988, 1.037598, 1.02002, 0.98645, 1.062988, 0.996292, 0.1875, 1.027344, 0.948486, 1.094238, 0.973999, 0.936523, 1.050537, 1.041504, 0.936523, 1.045166, 1.011841, 1.890625, 1.034912, 1.097656, 0.939697, 1.006866, 0.961182, 0.957275, 0.909668, 0.962158, 1.104492, 1.25, 1.157227, 0.916016, 0.776367, 0.96582, 0.34375, 0.932617, 0.904785, 0.918457, 1.089355, 0.879883, 0.845703, 1.160156, 0.983154, 0.903809, 0.862305, 0.484375, 0.961182, 1.144531, 0.994141, 1.157227, 0.853516, 1.068359, 0.878906, 1.01532, 0.529297, 1.008362, 0.876465, 1.054932, 0.946533, 0.900879, 0.884277, 0.783203, 1.273438, 0.955322, 0.962158, 1.378906, 0.915527, 0.685547, 0.994171, 0.905762, 0.892578, 0.965332, 1.005646, 0.923828, 0.931641, 0.911133, 0.910645, 0.691406, 0.810547, 0.861328, 0.523438, 0.820312, 0.175781, 1.005249, 0.899902, 0.920898, 1.023193, 0.940674, 0.799805, 0.472656, 1.015869, 0.999424, 0.78418, 1.161133, 0.421875, 1.057373, 0.085938, 0.947998, 0.996582, 1.176758, 0.911133, 0.955078, 1.12793, 1.017212, 1.025757, 1.062988, 0.934082, 1.094238, 0.779297, 0.926758, 0.945312, 1.102051, 1.026123, 1.039551, 1.443359, 1.007019, 0.874023, 1.074219, 0.472656, 0.897949, 1.189453, 0.900391, 1.018433, 1.400391, 1.0354, 0.906738, 0.816406, 0.901855, 1.053711, 1.098145, 0.817383, 0.685547, 0.976196, 0.92334, 0.899902, 1.078125, 1.069336, 0.882324, 0.928711, 0.880859, 1.138672, 1.433594, 1.462891, 0.802734, 0.89502, 0.908691, 1.004913, 0.89502, 0.936035, 1.036133, 1.223633, 0.957275, 0.831055, 0.959717, 1.679688, 1.09082, 1.137695, 0.617188, 1.039307, 0.410156, 0.386719, 1.427734, 1.058105, 0.993927, 0.630859, 1.118164, 0.978394, 1.124512, 0.316406, 1.123047, 0.861328, 0.958984, 0.433594, 1.02063, 0.351562, 0.871094, 1.166016, 1.080566, 0.207031, 1.02771, 1.033936, 0.956055, 0.3125, 0.793945, 0.199219, 1.100586, 0.888184, 0.544922, 0.995697, 0.841797, 0.890137, 1.06543, 1.178711, 0.947754, 1.084961, 1.089844, 0.945312, 0.903809, 1.151367, 0.995697, 1.080566, 0.876953, 0.959229, 0.907227, 0.854492, 1.084961, 1.045654, 1.154297, 0.917969, 0.973267, 0.960205, 0.910645, 1.072754, 1.034912, 0.944336, 0.938232, 1.047607, 0.955078, 0.860352, 1.150391, 1.120605, 0.833984, 1.044189, 0.962158, 1.19043, 0.981567, 1.037842, 0.873047, 0.932129, 0.88623, 0.830078, 1.601562, 1.02417, 1.152344, 1.062988, 1.049561, 0.984558, 0.985291, 1.042725, 0.947021, 1.007782, 1.144531, 0.910645, 1.085449, 1.875, 0.81543, 1.118164, 0.833984, 0.880859, 1.017456, 0.660156, 0.91748, 1.232422, 0.484375, 0.875, 1.08252, 0.844727, 0.978394, 1.081543, 1.310547, 0.907227, 1.104492, 1.035645, 0.950684, 0.876953, 0.891602, 0.859375, 0.883301, 0.978394, 0.940918, 0.962402, 0.908691, 0.854492, 0.992126, 0.825195, 0.947754, 0.965576, 0.480469, 0.908691, 1.121094, 1.015015, 0.795898, 1.018677, 0.492188, 0.948975, 1.192383, 0.90332, 0.909668, 1.050293, 0.359375, 0.945557, 0.806641, 0.517578, 1.21875, 0.924805, 1.034668, 1.026978, 0.861328, 1.008789, 1.057129, 0.952637, 1.041992, 0.877441, 0.34375, 1.074219, 0.074219, 0.914062, 1.119629, 1.069824, 0.852539, 0.999454, 1.214844, 0.246094, 1.032715, 1.045166, 0.928223, 1.002045, 0.974243, 1.039062, 0.814453, 0.940918, 0.862305, 1.164062, 0.878418, 1.113281, 0.889648, 0.99678, 0.80957, 0.986267, 1.151367, 0.9953, 0.822266, 0.894531, 0.997665, 0.949951, 4.265625, 0.973755, 0.952637, 1.002289, 1.114258, 1.064941, 0.888184, 0.949951, 1.095703, 0.978027, 1.15918, 0.724609, 0.899414, 0.764648, 0.761719, 0.951172, 0.677734, 0.84668, 0.80957, 0.856445, 0.199219, 0.398438, 0.945068, 1.105957, 0.813477, 0.864258, 0.359375, 1.029785, 0.825195, 0.636719, 1.172852, 0.972778, 0.876953, 0.492188, 1.025635, 0.916016, 1.077637, 0.811523, 0.887695, 1.070801, 1.144531, 1.145508, 1.104004, 0.985352, 1.142578, 0.732422, 1.128906, 1.149414, 0.605469, 0.556641, 1.104004, 0.937988, 0.780273, 0.794922, 0.903809, 1.004211, 1.10498, 0.995544, 0.273438, 1.150391, 0.975708, 1.028198, 0.935547, 0.304688, 0.983643, 0.911621, 0.92334, 1.095703, 0.909668, 1.19043, 0.513672, 1.296875, 1.070312, 1.025269, 1.044189, 0.626953, 1.034912, 1.034668, 1.031738, 1.042725, 1.040771, 0.811523, 0.965576, 0.870117, 0.929199, 1.01355, 1.034912, 1.046631, 1.574219, 0.934082, 0.92334, 0.893555, 0.923828, 1.019287, 0.967529, 1.024902, 1.015747, 1.25, 1.051514, 0.837891, 1.263672, 1.019043, 1.117676, 0.903809, 0.981323, 1.140625, 1.161133, 1.026978, 1.089844, 0.730469, 0.910645, 1.121582, 1.017456, 1.150391, 0.859375, 1.023804, 1.018555, 1.056885, 0.88916, 0.954346, 1.088379, 1.004272, 0.883789, 1.083496, 0.908691, 1.246094, 0.939941, 0.927734, 1.023315, 0.915039, 0.542969, 0.945312, 0.347656, 0.876953, 1.052002, 0.98877, 0.938232, 0.827148, 1.15332, 0.918457, 0.999187, 1.058105, 0.4375, 1.227539, 0.887695, 1.044678, 1.003372, 0.950439, 2.0, 0.985413, 1.088867, 0.916992, 0.347656, 1.042969, 0.893066, 1.144531, 0.865234, 0.942139, 1.039551, 1.052979, 0.828125, 0.951416, 0.304688, 0.576172, 0.705078, 0.332031, 0.994385, 1.055908, 0.939453, 0.669922, 0.517578, 0.95166, 0.760742, 0.953857, 1.369141, 0.990479, 0.981567, 0.992004, 0.970825, 0.928223, 0.750977, 0.952881, 1.057373, 0.958252, 1.096191, 0.928711, 1.038574, 0.878906, 0.46875, 0.429688, 1.033691, 0.507812, 1.072266, 0.825195, 0.914062, 0.944336, 0.917969, 0.787109, 0.900879, 0.390625, 0.957764, 3.296875, 0.943359, 0.946045, 1.011169, 0.359375, 1.292969, 0.845703, 1.08252, 1.026733, 1.298828, 0.908203, 0.977539, 0.972534, 0.703125, 1.09375, 0.568359, 0.957764, 1.22168, 0.881836, 0.981934, 0.985535, 0.977173, 1.359375, 0.887207, 0.875488, 1.145508, 1.233398, 0.950195, 1.074219, 1.049316, 1.179688, 1.094727, 1.398438, 1.010925, 1.135742, 1.124512, 1.004272, 1.088379, 0.960693, 0.207031, 0.984375, 0.979126, 0.861328, 0.544922, 1.027344, 1.394531, 1.147461, 1.162109, 0.9823, 1.326172, 0.816406, 1.800781, 0.916504, 0.961914, 0.793945, 1.013367, 0.875977, 1.02771, 1.228516, 0.91748, 0.84668, 0.980469, 1.057129, 1.010498, 0.890137, 1.064453, 1.145508, 0.833008, 1.069336, 1.02478, 0.91748, 1.004578, 1.021729, 1.166992, 0.876465, 0.907227, 0.976929, 1.193359, 0.712891, 0.935547, 1.003174, 1.070801, 0.823242, 0.951416, 1.075684, 0.871094, 1.102051, 0.993652, 0.998474, 1.231445, 0.756836, 1.022827, 1.092285, 1.064453, 1.363281, 0.832031, 1.028442, 1.009583, 1.098145, 0.875, 0.87207, 1.01062, 0.817383, 1.027222, 0.714844, 0.905273, 1.077148, 0.856445, 0.355469, 0.850586, 1.318359, 0.895996, 1.05127, 0.991272, 0.603516, 0.207031, 0.453125, 0.974976, 0.959229, 0.990173, 0.874023, 0.891113, 0.839844, 0.956787, 1.008484, 0.924316, 0.986694, 0.951416, 0.308594, 0.915039, 0.911133, 0.902344, 0.830078, 1.005493, 1.087891, 0.985168, 0.925293, 0.982422, 0.861328, 0.902832, 0.908691, 0.908203, 1.065918, 0.795898, 1.193359, 0.942871, 0.203125, 1.636719, 0.898438, 0.965576, 0.938721, 0.878906, 0.942139, 1.064453, 1.335938, 1.058105, 0.873047, 0.900391, 0.807617, 1.070801, 0.899414, 0.897949, 0.934082, 1.132812, 0.896973, 1.738281, 0.910645, 0.908203, 0.922363, 0.933594, 0.92334, 1.148438, 0.884766, 0.974609, 1.097168, 0.980591, 0.966797, 0.988525, 1.105469, 1.5625, 1.160156, 1.118164, 0.795898, 0.894043, 0.94165, 0.92334, 1.036377, 0.873047, 0.997406, 0.762695, 0.800781, 0.673828, 0.989807, 1.06543, 0.888672, 0.804688, 1.046631, 0.947266, 0.997726, 0.90625, 1.095703, 0.913574, 1.044189, 1.028076, 1.026367, 0.943115, 1.006714, 0.864258, 1.101074, 0.936523, 0.859375, 1.033447, 0.911621, 1.074707, 1.051514, 0.917969, 1.104492, 1.009583, 1.135742, 0.961426, 0.866211, 0.89502, 0.398438, 1.050537, 1.19043, 1.003662, 0.890137, 0.896973, 1.089355, 1.02002, 0.813477, 1.016846, 1.10498, 0.916992, 1.073242, 1.010315, 1.053711, 0.890137, 0.952148, 0.880859, 1.06543, 0.977783, 0.949951, 1.363281, 0.738281, 0.885742, 0.971436, 0.805664, 0.833008, 1.855469, 1.120605, 1.033447, 0.736328, 0.65625, 1.101562, 0.971558, 0.885254, 0.833008, 0.970093, 0.807617, 0.996399, 0.893066, 0.671875, 1.048096, 1.155273, 0.822266, 0.904297, 1.026123, 0.940918, 0.869141, 0.611328, 0.902344, 0.868164, 0.513672, 0.938965, 1.056152, 1.060791, 0.382812, 1.103027, 0.75, 1.275391, 1.289062, 0.814453, 0.6875, 0.927734, 1.011475, 0.884766, 1.041748, 1.083008, 1.030396, 1.047119, 0.912598, 0.851562, 0.920898, 0.907227, 1.048096, 0.930664, 0.912598, 1.213867, 1.104004, 0.761719, 0.959229, 1.006897, 0.81543, 0.844727, 0.787109, 1.022949, 0.895996, 1.019775, 1.032959, 1.05249, 0.791992, 1.099609, 0.984802, 1.073242, 0.901367, 0.92041, 1.21875, 1.169922, 0.0, 0.845703, 0.802734, 0.909668, 0.890137, 0.876465, 1.073242, 1.096191, 0.910645, 0.937012, 0.940186, 0.320312, 0.982666, 0.932617, 0.875977, 1.006256, 1.070312, 1.035156, 0.915039, 0.425781, 0.860352, 0.969849, 0.889648, 1.103516, 1.003448, 1.136719, 1.142578, 1.439453, 0.92334, 0.97229, 0.931641, 1.068848, 0.968018, 1.113281, 0.911621, 0.952637, 0.425781, 0.844727, 0.899902, 1.082031, 0.867188, 0.965088, 1.048828, 0.933594, 0.973145, 1.074219, 0.720703, 0.84668, 1.103027, 1.135742, 0.834961, 0.877441, 0.936523, 0.34375, 0.15625, 0.691406, 1.226562, 1.011047, 1.004242, 0.888184, 1.106445, 0.261719, 0.226562, 0.817383, 0.986511, 0.898438, 0.994873, 0.854492, 1.035645, 1.0354, 0.973755, 0.414062, 1.220703, 0.870117, 0.883789, 0.648438, 0.971313, 0.832031, 0.966309, 0.824219, 0.956055, 0.90918, 0.926758, 0.964844, 0.949219, 1.055908, 0.983887, 0.786133, 0.933594, 1.259766, 1.129883, 0.936035, 0.597656, 0.21875, 1.917969, 0.981812, 0.955322, 1.06543, 0.934082, 1.017578, 0.865234, 1.066895, 0.191406, 0.965332, 0.738281, 1.120605, 0.957031, 0.335938, 0.978638, 0.982178, 1.101074, 0.874023, 1.10791, 1.019287, 0.770508, 0.304688, 1.001984, 0.792969, 0.94043, 0.414062, 0.755859, 1.083496, 1.242188, 0.966064, 1.225586, 0.786133, 0.823242, 1.09375, 1.144531, 0.621094, 0.870117, 1.043457, 0.738281, 1.245117, 0.386719, 1.171875, 0.99791, 1.108398, 0.977783, 1.010254, 0.999268, 0.876953, 0.974854, 0.050781, 0.95752, 1.027222, 0.963867, 0.95459, 1.652344, 0.910645, 0.979126, 0.042969, 0.797852, 0.339844, 1.083496, 0.398438, 0.771484, 1.011719, 1.031738, 1.032471, 0.728516, 0.966064, 1.05835, 1.049561, 0.304688, 0.955078, 0.744141, 0.699219, 0.449219, 0.974731, 1.19043, 0.833008, 1.212891, 1.104004, 0.958496, 1.116211, 0.766602, 0.874023, 0.942627, 0.300781, 0.975098, 0.956543, 0.951172, 0.386719, 0.230469, 0.832031, 1.104492, 0.857422, 1.07959, 1.109375, 0.798828, 0.791016, 1.992188, 0.910645, 0.970947, 1.146484, 0.848633, 1.033447, 1.034912, 1.026733, 1.035889, 1.066406, 1.009949, 1.154297, 1.015991, 0.880371, 1.05542, 1.095215, 0.861328, 0.967529, 1.119629, 0.88916, 0.985718, 1.041748, 1.486328, 0.985596, 0.28125, 0.89502, 0.856445, 0.386719, 0.901367, 1.106445, 0.963623, 0.967285, 1.072266, 0.908691, 0.845703, 0.929199, 0.308594, 0.738281, 0.845703, 0.921875, 0.982544, 1.01062, 0.793945, 1.07666, 0.841797, 0.978638, 0.976318, 0.902832, 0.316406, 1.12793, 1.003326, 0.770508, 1.033691, 1.003906, 1.116211, 1.328125, 0.980957, 1.018677, 0.902344, 0.95166, 1.032715, 1.019531, 1.019653, 0.908203, 0.969727, 1.116699, 1.058838, 1.049561, 0.591797, 1.102539, 0.425781, 0.955322, 1.213867, 0.841797, 0.943115, 1.096191, 1.098145, 0.908203, 0.974854, 1.064453, 0.289062, 0.179688, 0.253906, 0.935547, 0.973633, 0.398438, 0.911133, 0.948486, 1.476562, 0.525391, 0.970337, 0.833008, 0.893555, 0.355469, 0.90625, 1.050537, 1.151367, 0.953369, 0.922363, 0.855469, 1.05957, 0.947998, 0.541016, 1.15332, 0.019531, 0.919922, 1.121582, 1.01123, 1.079102, 0.87793, 0.97229, 1.021484, 0.269531, 1.769531, 0.939453, 0.912598, 0.971069, 0.695312, 1.07373, 0.932617, 0.962402, 0.807617, 0.974609, 0.844727, 3.25, 1.00161, 0.856445, 1.316406, 1.005371, 0.857422, 1.049072, 0.914551, 0.881348, 1.277344, 0.997879, 1.064941, 0.88623, 0.956787, 1.116699, 0.818359, 1.022949, 0.95166, 0.966064, 1.020752, 0.935059, 0.95459, 0.981812, 1.0177, 1.125, 1.003998, 0.958252, 0.496094, 1.166016, 0.821289, 0.929199, 1.019775, 0.955322, 0.867188, 1.037354, 0.513672, 1.065918, 0.525391, 1.01532, 0.824219, 0.769531, 0.77832, 0.953125, 0.691406, 0.95874, 0.324219, 0.976807, 0.664062, 1.108398, 0.841797, 0.892578, 0.968994, 1.047119, 0.887207, 0.880859, 0.904785, 0.871094, 1.154297, 0.257812, 1.09668, 0.893555, 0.839844, 1.042969, 1.033203, 1.200195, 0.932129, 0.728516, 0.927734, 0.987671, 0.864258, 1.484375, 0.955566, 1.009094, 0.971924, 0.89209, 0.989502, 0.246094, 1.075684, 0.938232, 1.173828, 1.228516, 0.884277, 0.636719, 0.25, 1.050049, 0.269531, 0.457031, 0.818359, 0.848633, 1.10498, 1.08252, 0.425781, 0.866211, 0.751953, 1.007141, 0.253906, 1.041748, 0.916504, 1.052979, 0.728516, 0.988647, 1.094727, 0.371094, 0.96167, 1.024048, 0.748047, 0.488281, 1.068359, 1.061279, 0.472656, 1.000763, 1.492188, 0.949707, 0.878418, 1.026367, 0.876953, 0.40625, 1.125977, 0.886719, 0.880859, 1.124023, 0.961182, 0.757812, 0.320312, 0.890625, 1.193359, 0.875977, 1.01416, 1.129883, 1.054932, 1.108398, 0.933105, 0.852539, 0.926758, 1.400391, 1.048828, 1.055908, 0.870117, 1.123047, 0.851562, 0.905273, 1.086426, 0.857422, 0.253906, 0.915527, 1.057617, 0.928711, 0.869141, 0.947998, 0.927734, 0.935059, 0.884766, 1.042236, 1.034912, 0.981079, 0.923828, 1.039062, 0.746094, 0.970459, 0.359375, 1.038818, 0.378906, 1.191406, 0.911133, 1.167969, 0.3125, 1.089844, 0.917969, 0.84668, 1.022095, 1.035156, 0.948975, 0.985779, 1.100098, 0.871094, 0.980225, 0.539062, 1.034912, 0.941162, 1.335938, 1.118164, 0.84082, 1.314453, 0.921387, 0.924316, 0.923828, 0.874023, 0.94043, 0.899902, 0.969482, 0.90918, 0.464844, 0.938477, 1.057373, 1.060059, 0.851562, 0.355469, 1.206055, 1.068359, 1.112305, 0.974854, 1.121582, 1.005432, 0.99959, 0.891602, 0.5625, 0.947266, 1.104004, 1.026855, 1.054932, 0.891113, 0.98999, 1.09668, 1.130859, 1.018555, 0.975098, 1.098633, 1.081055, 0.985718, 0.936035, 1.105469, 1.062988, 0.644531, 1.167969, 0.905273, 0.916992, 1.136719, 0.779297, 0.621094, 1.104004, 0.964111, 1.015015, 0.347656, 0.889648, 0.824219, 1.443359, 0.954102, 1.062988, 0.963379, 0.210938, 1.013367, 1.3125, 0.253906, 0.730469, 0.974609, 0.922852, 0.963867, 1.042725, 0.978394, 0.893555, 0.934082, 0.772461, 1.005157, 0.496094, 0.938477, 1.151367, 1.15332, 0.755859, 1.023071, 1.029053, 0.972656, 0.912598, 1.044922, 1.031128, 0.987732, 0.772461, 0.5625, 1.066406, 0.987427, 0.918945, 1.174805, 0.785156, 0.995636, 0.860352, 0.89209, 0.946045, 0.728516, 1.007812, 1.081543, 1.004425, 2.039062, 0.823242, 1.175781, 0.94165, 0.859375, 0.628906, 0.304688, 1.027466, 1.042969, 0.941406, 0.905762, 1.158203, 0.946777, 1.089844, 0.300781, 1.023804, 1.084473, 0.981323, 0.905762, 0.998466, 0.993561, 0.965576, 1.024048, 0.93457, 0.925781, 0.972534, 0.9375, 1.050781, 0.950684, 1.269531, 0.804688, 0.89502, 0.89209, 1.078613, 0.826172, 1.191406, 1.050781, 0.736328, 1.121582, 0.88916, 1.015564, 0.8125, 1.120117, 0.962646, 0.779297, 0.895996, 0.97998, 1.084473, 0.990479, 1.091797, 0.753906, 0.800781, 1.004517, 0.922363, 1.052002, 1.065918, 1.007324, 0.990906, 0.877441, 0.90918, 0.912109, 0.566406, 1.036377, 0.911621, 1.263672, 1.341797, 0.989624, 0.965576, 1.056152, 0.845703, 0.994751, 1.040771, 0.841797, 0.963135, 0.673828, 0.800781, 0.941406, 1.118164, 0.879395, 1.106934, 0.990479, 0.962646, 1.003006, 1.072266, 0.970581, 1.185547, 0.935547, 0.912598, 1.089844, 1.022339, 0.966553, 0.870117, 1.040283, 1.053955, 1.079102, 1.033936, 1.867188, 1.120605, 0.922363, 0.913574, 0.986633, 0.887695, 0.035156, 1.086914, 1.059082, 0.983887, 0.619141, 0.959229, 0.919434, 0.71875, 0.359375, 0.945312, 0.864258, 1.169922, 0.880371, 0.95874, 0.969482, 0.962646, 1.088867, 0.87793, 1.455078, 0.900879, 0.683594, 1.091309, 1.054688, 0.505859, 0.269531, 1.112793, 1.050049, 0.943359, 0.582031, 0.958984, 0.842773, 0.887695, 1.033203, 0.933105, 0.940674, 1.209961, 0.887695, 0.760742, 0.959717, 1.002838, 1.330078, 0.378906, 0.644531, 0.95166, 0.893066, 1.018433, 0.841797, 0.956299, 0.957764, 0.928711, 0.681641, 1.096191, 1.078125, 0.837891, 1.07373, 0.886719, 0.810547, 0.826172, 1.120117, 0.007812, 0.214844, 0.879395, 0.962891, 0.880371, 1.236328, 0.902832, 0.966553, 0.480469, 0.88916, 0.509766, 0.574219, 1.074219, 1.102539, 0.932617, 0.905762, 1.012329, 0.969849, 0.464844, 1.064941, 0.876953, 0.902344, 0.859375, 1.044678, 0.960938, 0.833008, 0.794922, 0.965576, 1.122559, 0.87207, 0.89209, 0.837891, 0.858398, 0.96936, 2.773438, 0.965332, 1.001869, 0.292969, 1.030518, 1.150391, 1.201172, 0.876953, 1.143555, 0.935547, 1.144531, 1.077148, 1.828125, 1.008911, 0.864258, 1.07373, 1.039795, 1.011475, 1.011475, 0.991028, 0.910156, 0.981323, 0.984863, 1.092285, 1.064941, 1.049072, 0.363281, 0.94873, 0.963135, 1.024292, 1.042236, 0.841797, 0.199219, 1.087402, 1.251953, 0.853516, 0.958008, 0.488281, 1.091797, 1.008545, 0.957764, 0.940186, 0.877441, 1.236328, 0.860352, 0.77832, 0.920898, 1.074707, 1.029297, 0.324219, 1.233398, 1.251953, 0.261719, 0.949219, 1.333984, 1.02832, 0.902832, 0.873047, 0.897949, 1.121094, 1.046631, 1.007629, 0.996216, 0.971191, 1.003738, 1.027588, 1.120117, 1.917969, 1.017822, 0.952393, 1.066895, 1.173828, 0.803711, 1.00322, 0.924316, 0.910645, 0.908203, 1.355469, 1.057617, 0.582031, 0.975952, 0.308594, 0.958252, 0.925293, 1.072754, 0.879883, 0.969238, 0.93457, 1.083496, 0.807617, 0.759766, 1.04248, 0.998207, 1.150391, 0.865234, 1.063477, 0.677734, 0.88623, 0.685547, 0.429688, 0.973511, 0.919922, 1.145508, 1.120117, 1.117676, 0.834961, 0.910645, 1.007324, 0.6875, 0.78125, 0.978516, 1.118164, 1.003174, 0.899902, 0.993561, 1.15918, 1.091309, 1.07373, 0.878906, 0.445312, 1.004883, 1.059082, 0.892578, 0.99054, 0.876953, 1.062012, 0.916504, 1.021606, 1.010742, 0.984741, 0.793945, 0.712891, 0.911133, 1.066895, 0.911621, 1.081543, 1.137695, 1.041992, 0.895996, 0.791016, 1.092285, 0.956299, 0.587891, 0.4375, 0.946777, 1.146484, 1.10498, 0.953857, 0.942383, 0.335938, 0.920898, 1.105957, 0.895508, 1.028809, 0.84375, 0.90332, 0.876465, 0.371094, 1.062988, 0.984619, 1.203125, 0.944092, 1.460938, 1.120117, 0.806641, 1.094238, 0.855469, 1.137695, 1.092285, 0.948975, 0.910645, 0.666016, 0.92041, 0.654297, 0.335938, 0.967773, 1.328125, 0.933105, 1.145508, 1.435547, 1.012817, 1.009094, 0.926758, 1.058105, 0.888184, 0.962891, 0.907227, 0.683594, 1.158203, 0.84082, 0.911621, 0.912598, 0.966553, 1.047852, 0.958496, 1.006073, 1.030884, 0.728516, 0.865234, 1.137695, 0.46875, 0.822266, 0.965088, 1.157227, 0.967285, 0.441406, 0.938721, 1.179688, 1.026123, 0.985779, 0.990784, 0.378906, 1.070801, 0.910156, 0.805664, 0.945312, 0.922363, 0.918945, 0.895508, 1.277344, 0.896484, 0.885254, 1.15918, 0.914062, 0.880859, 1.003296, 1.032471, 0.265625, 0.987244, 0.947266, 0.950439, 1.056641, 1.005432, 1.121094, 0.861328, 0.582031, 0.986694, 0.997986, 1.07373, 1.076172, 0.714844, 0.8125, 1.025513, 0.970459, 0.863281, 0.869141, 1.10498, 0.986816, 0.908203, 0.916992, 1.067383, 0.992188, 0.943359, 0.950195, 1.015747, 0.858398, 1.251953, 0.92627, 1.136719, 0.560547, 0.21875, 0.882324, 0.853516, 0.961426, 0.957275, 0.895508, 0.911621, 0.859375, 0.915527, 0.793945, 1.01001, 0.973877, 1.071289, 0.958008, 0.300781, 0.914551, 1.004059, 1.135742, 1.027466, 1.208008, 0.873047, 0.9646, 0.951416, 0.821289, 1.114258, 1.069824, 1.05249, 1.138672, 0.895996, 0.970337, 0.899414, 0.80957, 0.848633, 0.982788, 1.269531, 0.937012, 0.981689, 1.176758, 1.063965, 0.819336, 1.161133, 0.785156, 0.899414, 0.924316, 0.626953, 1.066406, 0.944336, 0.833008, 0.328125, 0.822266, 1.150391, 0.968994, 1.11084, 1.105957, 1.283203, 1.192383, 1.057617, 1.070801, 1.267578, 0.179688, 0.974854, 1.24707, 0.842773, 0.993469, 1.029419, 1.080078, 0.907715, 0.230469, 1.015259, 0.96875, 0.904297, 0.884766, 1.096191, 1.275391, 1.017944, 0.906738, 0.89209, 0.609375, 0.992188, 1.066406, 0.919434, 0.926758, 1.246094, 0.912109, 1.090332, 0.880371, 0.946533, 0.776367, 1.466797, 0.880859, 0.950439, 1.053467, 0.918945, 0.899414, 0.881836, 1.009216, 1.142578, 1.054199, 0.918945, 1.039795, 0.304688, 1.015198, 1.098145, 0.921387, 1.062256, 1.053467, 1.167969, 0.929688, 1.081543, 1.121094, 0.830078, 0.886719, 0.930664, 0.879883, 0.28125, 0.904785, 0.997375, 0.966797, 1.030396, 0.944824, 0.817383, 1.087402, 0.884277, 1.116699, 0.97998, 1.133789, 0.398438, 0.844727, 0.900391, 1.045898, 0.296875, 1.034668, 0.460938, 0.911133, 0.28125, 0.939941, 0.927246, 1.189453, 0.650391, 0.84082, 1.035645, 0.986328, 0.790039, 0.896484, 0.933105, 1.198242, 0.952881, 0.164062, 0.613281, 0.797852, 1.018311, 1.104492, 0.868164, 1.083496, 1.057617, 0.997147, 0.874023, 1.128906, 0.951904, 1.053955, 1.161133, 0.989868, 0.927246, 1.028809, 1.02417, 0.763672, 0.998726, 0.9375, 1.149414, 0.977783, 1.030273, 0.829102, 1.188477, 0.942383, 0.90625, 1.112793, 0.900391, 1.263672, 0.97522, 1.365234, 0.464844, 0.957275, 0.911621, 0.949707, 0.492188, 1.048584, 1.059326, 1.082031, 0.429688, 0.869141, 0.755859, 0.911133, 0.84082, 0.811523, 0.199219, 1.024902, 1.023926, 1.025513, 0.015625, 0.777344, 0.429688, 1.792969, 1.05127, 0.903809, 0.931152, 1.067871, 0.926758, 1.101562, 1.019409, 0.860352, 0.441406, 0.541016, 1.027344, 0.782227, 0.805664, 0.968018, 0.825195, 1.000131, 0.970703, 0.830078, 0.966797, 0.94873, 0.966064, 0.689453, 0.96582, 1.019653, 1.18457, 1.053955, 0.854492, 0.398438, 1.423828, 0.425781, 1.300781, 1.076172, 1.039795, 1.066406, 1.104004, 0.763672, 0.918457, 1.057373, 1.048828, 1.269531, 0.841797, 0.844727, 1.253906, 0.90332, 1.160156, 0.866211, 1.003708, 0.966553, 0.699219, 0.896973, 0.961182, 0.613281, 0.973877, 0.990112, 1.083008, 0.960938, 0.829102, 0.820312, 0.832031, 1.040527, 0.763672, 0.988892, 1.010803, 1.386719, 0.87793, 0.938965, 0.987793, 0.898926, 1.049316, 1.083984, 1.009644, 0.985535, 0.992676, 0.623047, 1.19043, 0.865234, 0.550781, 0.978271, 1.014587, 0.378906, 0.873047, 0.832031, 1.031006, 0.943848, 0.99231, 1.109863, 0.96582, 0.883301, 0.914062, 0.953613, 0.921875, 0.854492, 0.911621, 0.613281, 0.956543, 1.230469, 1.101074, 0.525391, 0.899902, 0.947266, 1.060303, 1.271484, 0.933594, 1.117676, 0.966309, 0.930664, 1.018555, 0.985657, 1.021729, 0.923828, 0.320312, 1.044434, 1.042725, 0.363281, 0.902832, 1.035645, 1.084961, 0.911133, 0.90918, 0.915039, 0.507812, 1.036865, 1.22168, 1.130859, 1.018555, 1.111328, 0.858398, 0.987915, 0.402344, 0.583984, 0.976318, 0.935059, 1.135742, 0.816406, 0.826172, 0.953613, 0.917969, 0.410156, 0.813477, 1.082031, 0.285156, 1.123047, 0.884766, 1.089355, 1.012329, 0.390625, 1.023804, 0.876465, 0.367188, 1.006287, 1.314453, 0.931152, 1.146484, 1.093262, 1.111328, 0.382812, 1.058105, 0.790039, 1.0019, 1.022339, 1.038818, 1.04126, 0.796875, 1.056885, 1.006805, 1.043213, 0.873047, 0.375, 1.017334, 1.026489, 0.963867, 0.87207, 1.06543, 1.098633, 0.904297, 0.92627, 0.95874, 0.956787, 1.028687, 0.936035, 1.523438, 1.380859, 0.907227, 0.3125, 1.03833, 0.919434, 1.015991, 1.082031, 1.063477, 0.830078, 0.952637, 1.016602, 1.042725, 0.449219, 0.910156, 1.110352, 0.864258 ] }, "name": "onnx::Mul_8339", "outputIndexes": [ 769 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 768, 769 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_7/Mul_1_output_0", "outputIndexes": [ 770 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699, 770 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_38_output_0", "outputIndexes": [ 771 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 771 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_7/Mul_output_0", "outputIndexes": [ 772 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.542969, 1.582031, 1.550781, 1.617188, 1.671875, 1.710938, 1.429688, 0.449219, 1.667969, 1.308594, 1.75, 1.492188, 1.378906, 1.636719, 1.648438, 1.511719, 1.476562, 1.589844, 1.617188, 1.597656, 1.65625, 1.714844, 1.683594, 1.318359, 1.367188, 1.472656, 1.11377, 1.367188, 1.535156, 1.632812, 1.335938, 1.11084, 1.511719, 0.521484, 1.507812, 1.064941, 1.546875, 1.605469, 1.375, 1.496094, 1.648438, 1.460938, 1.5625, 1.111816, 0.644531, 1.554688, 1.753906, 1.542969, 1.441406, 1.168945, 1.476562, 0.820312, 1.476562, 0.464844, 1.511719, 1.246094, 1.492188, 1.566406, 1.371094, 1.335938, 1.007111, 1.457031, 1.503906, 1.421875, 1.170898, 1.453125, 0.871094, 1.519531, 1.302734, 1.457031, 1.523438, 1.683594, 1.435547, 1.558594, 1.423828, 1.470703, 0.799805, 1.206055, 1.165039, 0.636719, 1.421875, 0.4375, 1.369141, 1.142578, 1.53125, 1.400391, 1.527344, 1.095703, 0.695312, 1.404297, 1.5, 1.445312, 1.835938, 0.658203, 1.640625, 0.441406, 1.498047, 1.550781, 1.632812, 1.414062, 1.283203, 1.625, 1.640625, 1.486328, 1.730469, 1.585938, 1.632812, 1.113281, 1.550781, 1.566406, 1.511719, 1.416016, 1.621094, 0.751953, 1.478516, 1.145508, 1.714844, 0.5, 1.466797, 1.699219, 1.542969, 1.449219, 1.022461, 1.644531, 1.263672, 0.912598, 1.417969, 1.660156, 1.480469, 0.850586, 0.918945, 1.496094, 1.386719, 1.5, 1.621094, 1.589844, 1.291016, 0.915039, 1.367188, 1.726562, 1.380859, 1.431641, 1.322266, 1.585938, 1.535156, 1.326172, 1.28125, 1.605469, 1.542969, 1.757812, 1.621094, 1.253906, 1.480469, 1.056885, 1.726562, 1.617188, 0.847656, 1.511719, 0.613281, 0.546875, 0.646484, 1.632812, 1.326172, 0.841797, 1.765625, 1.59375, 1.683594, 0.53125, 1.542969, 1.433594, 1.511719, 0.654297, 1.365234, 0.585938, 1.542969, 1.636719, 1.425781, 0.46875, 1.527344, 1.482422, 1.496094, 0.511719, 1.068359, 0.421875, 1.230469, 1.486328, 0.80957, 1.542969, 1.386719, 1.200195, 1.625, 1.083496, 1.347656, 1.523438, 1.539062, 1.400391, 1.554688, 1.628906, 1.636719, 1.511719, 1.380859, 1.507812, 1.449219, 1.333984, 1.628906, 1.640625, 1.439453, 1.542969, 1.46875, 1.558594, 1.234375, 1.605469, 1.503906, 1.396484, 1.511719, 1.542969, 1.318359, 1.416016, 1.679688, 1.640625, 1.138672, 1.083984, 1.609375, 1.808594, 1.539062, 1.519531, 1.439453, 1.53125, 1.279297, 1.246094, 0.766602, 1.652344, 1.550781, 1.664062, 1.570312, 1.597656, 0.976074, 1.597656, 1.425781, 1.507812, 1.147461, 1.546875, 1.703125, 1.294922, 1.498047, 1.535156, 1.267578, 1.294922, 1.679688, 0.852539, 1.574219, 1.832031, 0.685547, 1.574219, 1.5625, 1.507812, 1.394531, 1.640625, 1.523438, 1.46875, 1.632812, 1.695312, 1.53125, 1.408203, 1.494141, 1.140625, 1.609375, 1.589844, 1.396484, 1.423828, 1.589844, 1.527344, 1.503906, 1.310547, 1.582031, 1.433594, 0.720703, 1.380859, 1.605469, 1.640625, 1.034424, 1.5625, 0.583984, 1.515625, 1.279297, 1.566406, 1.345703, 1.507812, 0.568359, 1.490234, 1.219727, 0.566406, 2.601562, 1.605469, 1.291016, 1.527344, 1.300781, 1.433594, 1.632812, 1.617188, 1.339844, 1.277344, 0.464844, 1.460938, 0.363281, 1.365234, 1.636719, 1.380859, 1.394531, 1.613281, 1.753906, 0.476562, 1.617188, 1.496094, 1.371094, 1.46875, 1.3125, 1.652344, 1.441406, 1.617188, 1.345703, 1.441406, 1.253906, 1.710938, 1.457031, 1.384766, 1.085449, 1.308594, 1.550781, 1.511719, 1.144531, 0.97937, 1.519531, 1.476562, 0.566406, 1.558594, 1.447266, 1.660156, 1.65625, 1.640625, 1.470703, 1.507812, 1.664062, 1.435547, 1.605469, 0.940674, 1.59375, 0.779297, 1.255859, 1.542969, 0.580078, 1.194336, 0.621094, 1.193359, 0.4375, 0.630859, 1.527344, 1.667969, 0.973755, 1.246094, 0.5625, 1.546875, 1.320312, 0.774414, 1.412109, 1.613281, 1.394531, 0.582031, 1.582031, 1.511719, 1.621094, 1.265625, 1.455078, 1.597656, 1.761719, 1.675781, 1.648438, 1.488281, 1.359375, 0.813477, 1.683594, 1.632812, 0.864258, 0.658203, 1.757812, 1.363281, 1.185547, 0.918945, 1.503906, 1.636719, 1.585938, 1.742188, 0.515625, 1.699219, 1.636719, 1.539062, 1.304688, 0.558594, 1.507812, 1.582031, 1.554688, 1.613281, 1.515625, 1.753906, 0.658203, 1.478516, 1.621094, 1.398438, 1.699219, 0.607422, 1.570312, 1.664062, 1.527344, 1.539062, 1.028076, 1.357422, 1.527344, 1.425781, 1.515625, 1.458984, 1.667969, 1.605469, 1.443359, 1.458984, 1.337891, 1.113281, 1.539062, 1.458984, 1.546875, 1.427734, 1.199219, 1.753906, 1.613281, 1.011292, 0.640625, 1.515625, 1.714844, 1.578125, 1.519531, 1.550781, 1.695312, 1.427734, 1.699219, 1.07666, 0.544922, 1.601562, 1.652344, 1.558594, 1.304688, 1.589844, 1.558594, 1.554688, 1.388672, 1.388672, 1.589844, 1.5625, 0.861328, 1.664062, 1.542969, 1.613281, 1.494141, 1.511719, 1.496094, 1.542969, 0.742188, 1.515625, 0.515625, 1.367188, 1.550781, 1.539062, 1.455078, 1.443359, 1.648438, 1.423828, 1.59375, 1.578125, 0.599609, 1.369141, 1.527344, 1.570312, 1.433594, 1.439453, 1.628906, 1.546875, 1.726562, 1.527344, 0.521484, 1.488281, 1.361328, 1.574219, 1.121094, 1.390625, 1.585938, 1.542969, 1.038574, 1.542969, 0.457031, 0.539062, 0.94043, 0.523438, 1.515625, 1.453125, 1.445312, 0.983032, 0.472656, 1.486328, 0.97168, 0.837891, 1.400391, 1.664062, 1.519531, 1.566406, 1.451172, 1.314453, 1.388672, 1.617188, 1.048584, 1.714844, 1.753906, 1.175781, 1.3125, 1.3125, 0.679688, 0.605469, 1.589844, 0.748047, 1.667969, 1.523438, 1.396484, 1.679688, 1.382812, 1.314453, 1.589844, 0.511719, 1.605469, 0.875977, 1.609375, 1.535156, 1.667969, 0.476562, 0.705078, 1.088379, 1.206055, 1.648438, 1.550781, 1.59375, 1.53125, 1.431641, 0.913574, 1.652344, 0.587891, 1.691406, 1.625, 1.300781, 1.316406, 1.275391, 1.462891, 0.757812, 1.371094, 1.507812, 1.734375, 0.712891, 1.043213, 1.550781, 1.460938, 1.585938, 1.679688, 0.754883, 1.261719, 1.523438, 1.691406, 1.535156, 1.726562, 1.412109, 0.40625, 1.486328, 1.496094, 1.388672, 0.795898, 1.570312, 1.484375, 1.707031, 1.683594, 1.519531, 1.365234, 1.380859, 1.010498, 1.423828, 0.632812, 0.883789, 1.589844, 1.443359, 1.205078, 1.036865, 1.024292, 1.335938, 1.451172, 1.636719, 1.566406, 1.240234, 1.490234, 1.699219, 1.246094, 1.605469, 1.6875, 1.546875, 1.429688, 1.585938, 1.597656, 1.404297, 1.578125, 1.519531, 1.726562, 0.550781, 1.28125, 1.542969, 1.601562, 1.255859, 1.597656, 1.419922, 1.496094, 1.503906, 1.316406, 1.578125, 2.71875, 1.207031, 1.605469, 1.570312, 1.746094, 1.026733, 1.402344, 1.660156, 1.558594, 1.617188, 1.570312, 1.314453, 1.574219, 1.5625, 1.640625, 0.911621, 1.707031, 1.652344, 1.166992, 0.574219, 1.492188, 0.753906, 1.601562, 1.683594, 1.275391, 0.699219, 0.386719, 0.533203, 1.597656, 1.648438, 1.648438, 1.621094, 1.511719, 1.589844, 1.431641, 1.183594, 1.380859, 1.453125, 1.484375, 0.480469, 1.328125, 1.644531, 1.519531, 1.558594, 1.53125, 1.699219, 1.597656, 1.170898, 1.558594, 1.460938, 1.137695, 1.476562, 1.515625, 1.484375, 0.9375, 1.535156, 1.480469, 0.390625, 1.476562, 1.369141, 1.640625, 1.539062, 1.04248, 1.476562, 1.601562, 1.209961, 1.271484, 1.414062, 1.466797, 1.507812, 1.628906, 1.347656, 1.324219, 1.667969, 1.574219, 1.523438, 0.8125, 1.482422, 1.355469, 1.488281, 1.558594, 1.492188, 1.5625, 1.333984, 1.546875, 1.339844, 1.558594, 1.710938, 1.648438, 1.507812, 1.013855, 1.167969, 1.589844, 0.790039, 1.570312, 1.162109, 1.511719, 1.792969, 1.511719, 1.558594, 0.885742, 0.576172, 0.902832, 1.601562, 1.542969, 1.589844, 1.261719, 1.558594, 1.558594, 1.53125, 1.601562, 1.636719, 1.451172, 1.507812, 1.664062, 1.589844, 1.582031, 1.441406, 1.388672, 1.714844, 1.240234, 1.176758, 1.671875, 1.496094, 1.507812, 1.78125, 1.671875, 1.601562, 1.523438, 1.648438, 1.59375, 1.337891, 1.494141, 0.576172, 1.570312, 1.339844, 1.605469, 1.412109, 1.365234, 1.617188, 1.498047, 1.361328, 1.46875, 1.566406, 1.625, 1.367188, 1.683594, 1.484375, 1.335938, 1.574219, 1.306641, 1.679688, 1.53125, 1.462891, 1.494141, 1.078125, 1.425781, 1.40625, 1.267578, 1.412109, 0.748047, 1.710938, 1.558594, 0.675781, 0.92334, 1.59375, 1.462891, 1.361328, 1.004578, 1.667969, 1.142578, 1.539062, 1.625, 0.876465, 1.660156, 1.447266, 0.626953, 1.609375, 1.675781, 1.628906, 1.21582, 0.792969, 1.417969, 1.496094, 0.583984, 1.371094, 1.625, 1.730469, 0.546875, 1.683594, 0.78125, 1.441406, 1.423828, 1.335938, 0.878418, 1.511719, 1.472656, 1.470703, 1.5, 1.503906, 1.609375, 1.652344, 1.40625, 1.353516, 1.578125, 1.466797, 1.613281, 1.59375, 1.511719, 1.318359, 1.574219, 0.936035, 1.589844, 1.439453, 0.802734, 1.457031, 0.953857, 1.636719, 1.699219, 1.613281, 1.613281, 1.636719, 1.542969, 1.574219, 1.59375, 1.671875, 1.238281, 1.404297, 1.464844, 1.597656, 0.300781, 1.223633, 1.076172, 1.490234, 1.251953, 0.84082, 1.605469, 1.699219, 1.445312, 1.621094, 1.410156, 0.472656, 1.59375, 1.322266, 1.4375, 0.609375, 1.601562, 1.636719, 1.484375, 0.585938, 1.255859, 1.275391, 1.419922, 1.558594, 1.574219, 1.664062, 1.090332, 1.081055, 1.464844, 1.582031, 1.353516, 1.617188, 1.507812, 1.75, 1.259766, 1.490234, 0.619141, 1.527344, 1.539062, 1.511719, 1.322266, 1.550781, 1.617188, 1.582031, 1.455078, 1.585938, 0.977051, 1.333984, 1.539062, 1.617188, 0.907227, 1.263672, 1.458984, 0.558594, 0.394531, 0.958252, 0.993439, 1.511719, 1.617188, 1.453125, 1.546875, 0.513672, 0.425781, 1.472656, 1.574219, 1.035645, 1.550781, 1.365234, 1.632812, 1.474609, 1.033691, 0.517578, 1.542969, 1.294922, 1.226562, 0.707031, 1.396484, 1.324219, 1.296875, 1.382812, 1.660156, 1.523438, 1.349609, 1.621094, 1.082031, 1.578125, 1.542969, 1.201172, 1.439453, 1.4375, 1.863281, 1.523438, 0.819336, 0.472656, 0.921875, 1.589844, 1.458984, 1.462891, 1.503906, 1.443359, 1.394531, 1.632812, 0.4375, 1.235352, 0.92334, 1.730469, 1.609375, 0.46875, 1.601562, 1.582031, 1.476562, 1.570312, 1.566406, 1.167969, 1.165039, 0.552734, 1.462891, 1.231445, 1.419922, 0.505859, 1.582031, 1.761719, 1.416016, 1.46875, 0.88623, 1.294922, 1.361328, 1.667969, 1.511719, 0.836914, 1.447266, 1.679688, 0.947754, 0.705078, 0.88623, 0.5, 1.496094, 1.357422, 1.570312, 1.392578, 1.523438, 1.574219, 1.636719, 0.414062, 1.515625, 1.558594, 1.457031, 1.597656, 0.782227, 1.578125, 1.546875, 0.367188, 1.291016, 0.496094, 1.59375, 0.509766, 1.131836, 1.5625, 1.601562, 1.589844, 1.016968, 1.324219, 0.813477, 1.458984, 0.5, 1.277344, 1.01355, 0.822266, 0.712891, 1.53125, 1.769531, 1.104492, 0.689453, 1.667969, 1.308594, 1.679688, 1.050049, 1.219727, 1.496094, 0.464844, 1.484375, 1.458984, 1.341797, 0.476562, 0.550781, 1.527344, 1.714844, 1.341797, 1.609375, 1.683594, 1.476562, 0.940918, 0.505859, 1.464844, 1.546875, 1.773438, 1.090332, 1.546875, 1.605469, 1.683594, 1.464844, 1.617188, 1.449219, 1.820312, 1.482422, 1.318359, 1.605469, 1.46875, 1.086426, 1.628906, 1.613281, 1.578125, 1.511719, 1.734375, 0.780273, 1.570312, 0.480469, 1.041504, 1.117676, 0.533203, 1.550781, 1.212891, 1.478516, 1.466797, 1.578125, 1.492188, 1.339844, 1.519531, 0.476562, 1.139648, 1.380859, 1.173828, 1.558594, 1.484375, 1.061035, 1.648438, 1.496094, 1.675781, 1.558594, 1.539062, 0.484375, 1.710938, 1.640625, 1.029907, 1.667969, 1.371094, 1.601562, 1.421875, 1.726562, 1.519531, 1.523438, 1.628906, 1.722656, 1.621094, 0.929199, 1.466797, 1.523438, 1.710938, 1.640625, 1.294922, 0.595703, 1.474609, 0.615234, 1.511719, 1.6875, 1.060547, 1.585938, 1.671875, 1.679688, 1.427734, 1.208984, 1.339844, 0.429688, 0.453125, 0.46875, 1.574219, 1.644531, 0.576172, 1.458984, 1.410156, 1.5, 0.617188, 1.40625, 0.920898, 1.40625, 0.595703, 1.539062, 1.482422, 1.017456, 1.605469, 1.277344, 1.208008, 1.699219, 1.503906, 0.4375, 0.730469, 0.507812, 1.412109, 1.574219, 1.554688, 1.730469, 1.045898, 0.619141, 1.523438, 0.550781, 1.053955, 1.511719, 1.570312, 1.5, 0.87207, 1.605469, 1.511719, 1.503906, 1.15332, 1.539062, 1.267578, 1.073242, 1.636719, 1.582031, 1.155273, 1.585938, 1.445312, 1.601562, 1.241211, 1.53125, 1.574219, 1.667969, 1.597656, 1.449219, 1.558594, 1.789062, 1.145508, 1.458984, 1.498047, 1.484375, 1.453125, 1.470703, 1.251953, 1.535156, 1.255859, 1.617188, 1.231445, 1.382812, 0.625, 1.699219, 1.271484, 1.558594, 1.230469, 1.523438, 1.414062, 1.636719, 0.601562, 1.671875, 0.695312, 1.492188, 1.292969, 1.269531, 1.060059, 1.460938, 0.858398, 1.498047, 0.525391, 1.523438, 0.865234, 1.695312, 1.376953, 1.296875, 1.679688, 1.679688, 1.503906, 1.355469, 1.404297, 1.457031, 1.570312, 0.414062, 1.636719, 1.332031, 1.396484, 1.574219, 1.445312, 1.757812, 1.414062, 0.833008, 1.333984, 1.554688, 1.378906, 1.166016, 1.539062, 1.507812, 1.433594, 1.378906, 1.447266, 0.46875, 1.546875, 1.539062, 1.628906, 0.699219, 1.245117, 0.716797, 0.480469, 1.496094, 0.449219, 0.496094, 1.200195, 1.558594, 1.664062, 1.679688, 0.875977, 1.292969, 1.115234, 1.457031, 0.523438, 1.574219, 1.287109, 1.423828, 2.429688, 1.605469, 1.707031, 0.484375, 1.550781, 1.683594, 0.814453, 0.583984, 1.554688, 1.636719, 0.615234, 1.652344, 0.765625, 1.578125, 1.28125, 1.570312, 1.408203, 0.585938, 1.605469, 1.412109, 1.515625, 1.550781, 1.480469, 0.95459, 0.464844, 1.478516, 1.753906, 1.417969, 1.671875, 1.570312, 1.515625, 1.539062, 1.5, 1.359375, 1.447266, 0.879395, 1.539062, 1.503906, 1.412109, 1.644531, 1.209961, 1.40625, 1.484375, 1.46875, 0.410156, 1.421875, 1.652344, 1.519531, 1.386719, 1.332031, 1.287109, 1.294922, 1.498047, 1.398438, 1.566406, 1.542969, 1.578125, 1.546875, 0.826172, 1.332031, 0.546875, 1.519531, 0.599609, 1.433594, 1.554688, 1.5625, 0.517578, 1.386719, 1.355469, 1.484375, 1.683594, 0.701172, 1.542969, 1.486328, 1.511719, 1.457031, 1.375, 0.648438, 1.318359, 1.492188, 1.300781, 1.71875, 1.455078, 1.460938, 1.597656, 1.488281, 1.519531, 1.384766, 1.101562, 1.353516, 1.402344, 1.496094, 0.701172, 1.410156, 1.482422, 1.6875, 1.267578, 0.537109, 1.714844, 1.582031, 1.632812, 1.507812, 1.617188, 1.498047, 1.380859, 1.474609, 0.509766, 1.601562, 1.519531, 1.435547, 1.539062, 1.478516, 1.466797, 1.605469, 1.785156, 1.617188, 1.277344, 1.804688, 1.550781, 1.578125, 1.451172, 1.667969, 1.570312, 0.875, 1.546875, 1.371094, 1.400391, 1.621094, 1.425781, 0.885742, 1.710938, 1.464844, 1.511719, 0.457031, 1.271484, 1.109863, 0.8125, 1.447266, 1.632812, 1.847656, 0.398438, 1.570312, 1.632812, 0.449219, 0.716797, 1.474609, 1.589844, 1.539062, 1.451172, 1.578125, 1.349609, 1.554688, 1.263672, 1.664062, 0.640625, 1.582031, 1.734375, 1.679688, 0.560547, 1.585938, 1.566406, 1.582031, 1.285156, 1.554688, 1.462891, 1.5, 1.180664, 0.542969, 1.742188, 1.550781, 1.435547, 1.474609, 0.92041, 1.462891, 0.640625, 1.322266, 1.527344, 0.865234, 1.644531, 1.679688, 1.435547, 0.767578, 1.182617, 1.964844, 1.539062, 1.515625, 0.830078, 0.539062, 1.416016, 1.277344, 1.427734, 1.145508, 1.648438, 1.582031, 1.585938, 0.5, 1.425781, 1.765625, 1.333984, 1.351562, 1.277344, 1.636719, 1.5, 1.628906, 1.223633, 1.402344, 1.458984, 1.597656, 1.644531, 1.632812, 1.176758, 1.090332, 1.11084, 1.142578, 1.636719, 1.304688, 0.973633, 1.605469, 0.936035, 1.470703, 1.408203, 1.519531, 1.515625, 1.451172, 1.546875, 0.862305, 1.353516, 1.503906, 1.539062, 1.474609, 1.558594, 0.926758, 1.488281, 1.621094, 1.507812, 1.683594, 1.574219, 1.230469, 1.699219, 1.451172, 1.486328, 1.455078, 0.619141, 1.539062, 1.597656, 1.75, 1.333984, 1.648438, 1.609375, 1.480469, 1.460938, 1.384766, 1.601562, 1.408203, 1.214844, 0.924805, 1.447266, 1.464844, 1.714844, 1.386719, 1.574219, 1.660156, 1.554688, 1.578125, 1.632812, 1.482422, 1.306641, 1.542969, 1.275391, 1.202148, 1.427734, 1.558594, 1.376953, 1.423828, 1.496094, 1.492188, 1.601562, 0.710938, 1.507812, 1.550781, 1.098145, 1.494141, 1.628906, 0.4375, 1.476562, 1.609375, 1.464844, 0.683594, 1.59375, 1.447266, 0.838867, 0.558594, 1.251953, 1.384766, 1.820312, 1.339844, 1.457031, 1.478516, 1.550781, 1.71875, 1.474609, 0.960205, 1.585938, 0.814453, 1.691406, 1.617188, 0.660156, 0.441406, 1.691406, 1.648438, 1.582031, 0.789062, 1.59375, 1.076172, 1.333984, 1.570312, 1.433594, 1.341797, 1.714844, 1.447266, 1.194336, 1.578125, 1.6875, 1.679688, 0.630859, 0.879883, 1.423828, 1.373047, 1.632812, 1.073242, 1.287109, 1.585938, 1.15918, 0.795898, 1.632812, 1.703125, 1.275391, 1.494141, 1.357422, 1.089844, 1.439453, 1.470703, 0.363281, 0.453125, 1.435547, 1.519531, 1.417969, 1.773438, 1.361328, 1.558594, 0.660156, 1.585938, 0.811523, 0.736328, 1.431641, 1.832031, 1.492188, 1.511719, 1.601562, 1.636719, 0.662109, 1.59375, 1.259766, 1.183594, 1.431641, 1.757812, 1.394531, 1.324219, 1.15332, 1.59375, 1.570312, 1.458984, 1.273438, 0.89502, 1.273438, 1.417969, 0.488281, 1.589844, 1.578125, 0.542969, 1.589844, 1.667969, 0.793945, 1.474609, 1.151367, 1.402344, 1.566406, 1.496094, 1.710938, 1.07373, 1.486328, 1.671875, 1.636719, 1.59375, 1.570312, 1.507812, 1.414062, 1.294922, 1.632812, 1.765625, 1.378906, 0.648438, 0.40625, 1.507812, 1.507812, 1.554688, 1.507812, 1.318359, 0.355469, 1.703125, 1.757812, 1.3125, 1.496094, 0.714844, 1.828125, 1.527344, 1.490234, 1.394531, 1.398438, 1.291016, 1.314453, 1.074707, 1.527344, 1.462891, 1.535156, 0.53125, 1.949219, 1.055908, 0.523438, 1.511719, 0.845703, 1.703125, 1.410156, 1.052246, 1.367188, 0.535156, 1.511719, 1.578125, 1.570312, 1.486328, 1.585938, 1.431641, 1.474609, 1.217773, 1.632812, 1.527344, 1.632812, 1.679688, 0.734375, 1.539062, 1.527344, 1.217773, 1.416016, 1.07959, 1.5625, 0.671875, 1.341797, 0.476562, 1.589844, 1.386719, 1.667969, 1.275391, 1.470703, 1.511719, 1.585938, 1.4375, 1.213867, 1.664062, 1.566406, 1.683594, 1.143555, 1.652344, 0.832031, 1.542969, 1.029175, 0.525391, 1.542969, 1.746094, 1.589844, 1.746094, 1.765625, 1.162109, 1.380859, 1.550781, 0.927734, 1.008545, 1.566406, 1.699219, 1.632812, 1.347656, 1.585938, 1.062012, 1.699219, 1.667969, 1.484375, 0.587891, 1.28125, 1.589844, 1.554688, 1.574219, 1.092285, 1.523438, 1.451172, 1.384766, 1.546875, 1.582031, 1.472656, 0.605469, 1.398438, 1.546875, 1.474609, 1.707031, 1.539062, 1.605469, 1.333984, 1.173828, 1.664062, 1.558594, 0.742188, 0.595703, 1.455078, 1.726562, 1.636719, 1.507812, 1.496094, 0.425781, 1.40625, 1.679688, 1.404297, 1.640625, 1.015259, 1.472656, 1.176758, 0.480469, 1.494141, 1.53125, 1.675781, 1.412109, 1.019043, 1.710938, 1.449219, 1.605469, 1.484375, 1.507812, 1.878906, 1.253906, 1.21582, 0.821289, 1.345703, 0.97522, 0.505859, 1.492188, 1.582031, 1.566406, 1.589844, 0.881348, 1.527344, 1.535156, 1.474609, 1.585938, 1.511719, 0.965576, 1.369141, 0.785156, 1.585938, 0.941895, 1.349609, 1.519531, 1.542969, 1.261719, 1.585938, 1.480469, 1.585938, 1.05957, 1.597656, 1.652344, 0.570312, 1.147461, 1.550781, 1.71875, 1.316406, 0.572266, 1.382812, 1.427734, 1.412109, 1.455078, 1.466797, 0.521484, 1.480469, 1.449219, 0.849609, 1.476562, 1.239258, 1.3125, 1.273438, 1.482422, 1.341797, 1.445312, 1.753906, 1.570312, 1.435547, 1.671875, 1.628906, 0.476562, 1.574219, 1.429688, 1.585938, 1.59375, 1.636719, 1.695312, 1.289062, 0.829102, 1.431641, 1.589844, 1.542969, 1.421875, 0.808594, 1.345703, 1.341797, 1.421875, 1.371094, 1.367188, 1.601562, 1.398438, 1.527344, 1.219727, 1.589844, 1.462891, 1.458984, 1.605469, 1.423828, 1.449219, 1.388672, 1.131836, 1.644531, 0.738281, 0.378906, 1.488281, 1.011841, 1.527344, 1.683594, 1.484375, 1.462891, 1.121582, 1.554688, 1.110352, 1.417969, 1.554688, 1.636719, 1.546875, 0.523438, 1.464844, 1.5625, 1.769531, 1.223633, 1.283203, 1.458984, 1.527344, 1.53125, 1.238281, 1.601562, 1.53125, 1.71875, 1.710938, 1.419922, 1.007812, 1.546875, 1.007996, 1.170898, 1.498047, 1.664062, 1.535156, 1.625, 1.855469, 1.550781, 1.441406, 1.675781, 1.046631, 1.46875, 1.048584, 0.71875, 1.640625, 1.337891, 1.535156, 0.564453, 0.941162, 1.695312, 1.511719, 1.707031, 1.6875, 1.308594, 1.746094, 1.253906, 1.099121, 1.339844, 0.460938, 1.414062, 0.953369, 1.404297, 1.578125, 1.742188, 1.585938, 1.414062, 0.449219, 1.585938, 1.447266, 1.425781, 1.425781, 1.617188, 1.324219, 1.644531, 1.421875, 1.208008, 0.796875, 1.449219, 1.628906, 1.339844, 1.453125, 1.753906, 1.359375, 1.644531, 1.166992, 1.546875, 1.200195, 1.515625, 1.535156, 1.636719, 1.738281, 1.5, 1.234375, 1.478516, 1.223633, 1.134766, 1.570312, 1.396484, 1.177734, 0.460938, 1.691406, 1.601562, 1.621094, 1.632812, 1.519531, 1.605469, 1.542969, 1.550781, 1.609375, 0.922363, 1.472656, 1.539062, 1.507812, 0.505859, 1.589844, 1.429688, 1.589844, 1.617188, 1.519531, 1.363281, 1.757812, 1.412109, 1.652344, 1.494141, 1.482422, 0.441406, 1.341797, 1.251953, 1.683594, 0.535156, 1.515625, 0.511719, 1.449219, 0.449219, 1.519531, 1.197266, 0.818359, 0.836914, 1.291016, 1.472656, 1.558594, 1.359375, 1.523438, 1.441406, 1.695312, 1.679688, 0.351562, 0.691406, 0.790039, 1.554688, 1.714844, 1.404297, 1.675781, 1.515625, 1.542969, 0.980469, 1.695312, 1.570312, 1.443359, 1.648438, 1.474609, 1.102051, 1.566406, 1.679688, 1.032227, 1.609375, 1.5625, 1.769531, 1.515625, 1.574219, 1.01239, 1.710938, 1.443359, 1.328125, 1.585938, 1.566406, 1.390625, 1.464844, 1.292969, 0.669922, 1.361328, 1.480469, 1.335938, 0.662109, 1.710938, 1.769531, 1.597656, 0.568359, 1.339844, 0.994385, 1.589844, 1.308594, 1.086426, 0.40625, 1.699219, 1.542969, 1.433594, 0.429688, 1.005066, 0.5, 0.970459, 1.6875, 1.186523, 1.558594, 1.738281, 1.554688, 1.542969, 1.4375, 1.292969, 0.666016, 0.734375, 1.605469, 1.3125, 1.435547, 1.5625, 1.490234, 1.480469, 1.726562, 0.998871, 1.480469, 1.519531, 1.386719, 0.671875, 1.667969, 1.542969, 1.302734, 1.769531, 1.441406, 0.605469, 1.227539, 0.523438, 1.057129, 1.726562, 1.494141, 1.613281, 1.5625, 1.289062, 1.535156, 1.660156, 1.5625, 1.664062, 1.429688, 1.304688, 1.535156, 1.539062, 1.679688, 1.318359, 1.129883, 1.652344, 0.785156, 1.180664, 1.22168, 0.914062, 1.445312, 1.523438, 1.527344, 1.5, 1.304688, 1.3125, 1.494141, 1.373047, 0.830078, 1.578125, 1.753906, 1.193359, 1.462891, 1.75, 1.574219, 1.203125, 1.605469, 1.710938, 1.435547, 1.5625, 1.419922, 0.757812, 1.546875, 1.470703, 0.689453, 1.539062, 1.386719, 0.513672, 1.365234, 1.074707, 1.617188, 1.558594, 1.566406, 1.652344, 1.742188, 1.488281, 1.476562, 1.570312, 1.443359, 1.371094, 1.554688, 0.776367, 1.328125, 1.613281, 1.785156, 0.613281, 1.328125, 1.417969, 1.617188, 1.055908, 1.519531, 1.443359, 1.308594, 1.21875, 0.576172, 1.164062, 1.621094, 1.503906, 0.576172, 1.535156, 1.404297, 0.632812, 1.503906, 1.578125, 1.691406, 1.511719, 1.396484, 1.550781, 0.701172, 1.605469, 1.648438, 1.515625, 1.523438, 1.212891, 1.351562, 1.378906, 0.539062, 0.873047, 1.494141, 1.216797, 1.667969, 1.0177, 1.294922, 1.550781, 1.636719, 0.589844, 1.131836, 1.699219, 0.429688, 1.570312, 1.388672, 1.679688, 1.554688, 0.550781, 1.427734, 1.570312, 0.457031, 1.679688, 0.523438, 1.416016, 1.558594, 1.472656, 1.679688, 0.556641, 1.511719, 1.168945, 1.457031, 1.404297, 1.589844, 1.507812, 0.601562, 1.617188, 1.710938, 1.679688, 1.375, 0.583984, 1.320312, 1.546875, 1.5, 1.5625, 1.632812, 1.496094, 1.179688, 1.191406, 1.574219, 1.289062, 1.570312, 0.679688, 0.758789, 1.488281, 1.570312, 0.5, 1.746094, 1.143555, 1.558594, 1.765625, 1.648438, 1.235352, 1.046143, 1.539062, 1.621094, 0.599609, 1.742188, 0.997513, 1.455078 ] }, "name": "onnx::Mul_8341", "outputIndexes": [ 773 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 772, 773 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_7/Mul_1_output_0", "outputIndexes": [ 774 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 774 ], "outputIndexes": [ 2702 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2702 ], "outputIndexes": [ 2703 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear", "inputIndexes": [ 2703 ], "outputIndexes": [ 2704 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 314524814, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2704 ], "outputIndexes": [ 2705 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2705 ], "outputIndexes": [ 775 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775, 775 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_output_0", "outputIndexes": [ 776 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775, 776 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_1_output_0", "outputIndexes": [ 777 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 777 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_2_output_0", "outputIndexes": [ 778 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775, 778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Add_output_0", "outputIndexes": [ 779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 779 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_3_output_0", "outputIndexes": [ 780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 780 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_7/Tanh_output_0", "outputIndexes": [ 781 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 781 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Add_1_output_0", "outputIndexes": [ 782 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775, 782 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_4_output_0", "outputIndexes": [ 783 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 783 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_5_output_0", "outputIndexes": [ 784 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 774 ], "outputIndexes": [ 2706 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2706 ], "outputIndexes": [ 2707 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear", "inputIndexes": [ 2707 ], "outputIndexes": [ 2708 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 326468772, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2708 ], "outputIndexes": [ 2709 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2709 ], "outputIndexes": [ 785 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 785 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_7/Mul_output_0", "outputIndexes": [ 786 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 786 ], "outputIndexes": [ 2710 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2710 ], "outputIndexes": [ 2711 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear", "inputIndexes": [ 2711 ], "outputIndexes": [ 2712 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 338412730, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2712 ], "outputIndexes": [ 2713 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2713 ], "outputIndexes": [ 787 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 787 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_7/Mul_output_0", "outputIndexes": [ 788 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.191406, 1.195312, 1.308594, 1.21875, 1.207031, 1.222656, 1.208984, 0.441406, 1.191406, 1.244141, 1.292969, 1.246094, 1.220703, 1.162109, 1.176758, 1.194336, 1.240234, 1.192383, 1.253906, 1.199219, 1.237305, 1.175781, 1.177734, 1.255859, 1.271484, 1.198242, 1.131836, 1.233398, 1.291016, 1.167969, 1.201172, 1.124512, 1.229492, 0.5625, 1.21582, 1.124023, 1.238281, 1.239258, 1.222656, 1.198242, 1.234375, 1.287109, 1.170898, 1.171875, 0.738281, 1.133789, 1.222656, 1.191406, 1.349609, 1.193359, 1.251953, 1.0354, 1.204102, 0.736328, 1.236328, 1.188477, 1.223633, 1.183594, 1.292969, 1.219727, 1.082031, 1.425781, 1.214844, 1.208008, 1.355469, 1.192383, 0.971069, 1.206055, 1.223633, 1.160156, 1.204102, 1.229492, 1.28125, 1.1875, 1.180664, 1.176758, 0.98761, 1.15625, 1.192383, 0.768555, 1.232422, 0.410156, 1.384766, 1.136719, 1.171875, 1.198242, 1.208008, 1.133789, 0.757812, 1.267578, 1.237305, 1.126953, 1.206055, 0.671875, 1.208008, 0.417969, 1.164062, 1.198242, 1.314453, 1.210938, 1.294922, 1.192383, 1.198242, 1.222656, 1.1875, 1.225586, 1.231445, 1.152344, 1.208008, 1.212891, 1.217773, 1.235352, 1.207031, 1.049316, 1.192383, 1.251953, 1.210938, 0.710938, 1.185547, 1.172852, 1.174805, 1.261719, 1.800781, 1.191406, 1.220703, 1.145508, 1.211914, 1.229492, 1.21582, 1.056885, 1.004517, 1.225586, 1.239258, 1.208984, 1.211914, 1.19043, 1.208008, 1.149414, 1.163086, 1.176758, 1.46875, 1.691406, 1.167969, 1.203125, 1.208008, 1.253906, 1.175781, 1.160156, 1.210938, 1.261719, 1.202148, 1.183594, 1.202148, 1.9375, 1.223633, 1.236328, 0.968018, 1.253906, 0.648438, 0.615234, 1.207031, 1.192383, 1.259766, 0.923828, 1.104004, 1.265625, 1.240234, 0.560547, 1.204102, 1.238281, 1.222656, 0.683594, 1.263672, 0.595703, 1.208984, 1.326172, 1.21582, 0.410156, 1.259766, 1.273438, 1.223633, 0.53125, 1.105469, 0.40625, 1.388672, 1.186523, 0.823242, 1.235352, 1.181641, 1.217773, 1.227539, 1.601562, 1.259766, 1.213867, 1.279297, 1.228516, 1.19043, 1.289062, 1.192383, 1.207031, 1.223633, 1.197266, 1.199219, 1.178711, 1.205078, 1.228516, 1.337891, 1.212891, 1.222656, 1.136719, 1.249023, 1.234375, 1.244141, 1.245117, 1.178711, 1.236328, 1.213867, 1.207031, 1.241211, 1.208984, 1.151367, 1.192383, 1.194336, 1.208008, 1.217773, 1.176758, 1.171875, 1.213867, 1.225586, 1.166992, 1.204102, 1.214844, 1.302734, 1.203125, 1.246094, 1.188477, 1.129883, 1.240234, 1.195312, 1.298828, 1.244141, 1.216797, 1.206055, 1.632812, 1.150391, 1.269531, 1.180664, 1.192383, 1.199219, 0.974365, 1.198242, 1.246094, 0.746094, 1.167969, 1.261719, 1.167969, 1.255859, 1.240234, 1.404297, 1.197266, 1.235352, 1.193359, 1.201172, 1.154297, 1.269531, 1.147461, 1.135742, 1.188477, 1.245117, 1.246094, 1.196289, 1.176758, 1.220703, 1.161133, 1.213867, 1.177734, 0.789062, 1.230469, 1.233398, 1.207031, 1.120117, 1.239258, 0.720703, 1.18457, 1.507812, 1.198242, 1.206055, 1.283203, 0.583984, 1.238281, 1.152344, 0.701172, 1.227539, 1.220703, 1.287109, 1.1875, 1.197266, 1.207031, 1.219727, 1.1875, 1.199219, 1.208008, 0.548828, 1.363281, 0.386719, 1.206055, 1.227539, 1.213867, 1.235352, 1.208984, 1.285156, 0.449219, 1.304688, 1.214844, 1.24707, 1.253906, 1.15332, 1.213867, 1.152344, 1.161133, 1.223633, 1.412109, 1.182617, 1.223633, 1.147461, 1.199219, 1.089844, 1.228516, 1.179688, 1.233398, 1.130859, 1.154297, 1.229492, 1.166016, 5.75, 1.237305, 1.170898, 1.229492, 1.191406, 1.243164, 1.238281, 1.229492, 1.240234, 1.277344, 1.253906, 1.053223, 1.182617, 1.055908, 1.137695, 1.200195, 0.783203, 1.128906, 0.925293, 1.163086, 0.457031, 0.644531, 1.273438, 1.186523, 1.160156, 1.192383, 0.617188, 1.259766, 1.15918, 0.914062, 1.355469, 1.136719, 1.255859, 0.765625, 1.209961, 1.151367, 1.206055, 1.192383, 1.197266, 1.217773, 1.255859, 1.175781, 1.253906, 1.227539, 1.217773, 1.026245, 1.214844, 1.213867, 0.907227, 0.769531, 1.192383, 1.181641, 1.141602, 1.097168, 1.227539, 1.213867, 1.230469, 1.165039, 0.507812, 1.201172, 1.175781, 1.214844, 1.212891, 0.550781, 1.224609, 1.183594, 1.154297, 1.147461, 1.199219, 1.285156, 0.78125, 1.255859, 1.224609, 1.277344, 1.207031, 0.838867, 1.194336, 1.235352, 1.175781, 1.223633, 1.170898, 1.179688, 1.193359, 1.177734, 1.167969, 1.151367, 1.162109, 1.220703, 1.480469, 1.189453, 1.183594, 1.137695, 1.208008, 1.189453, 1.200195, 1.239258, 1.386719, 1.208984, 1.239258, 1.104004, 1.057861, 1.230469, 1.261719, 1.216797, 1.191406, 1.263672, 1.239258, 1.19043, 1.210938, 1.106934, 0.807617, 1.238281, 1.211914, 1.363281, 1.211914, 1.200195, 1.222656, 1.224609, 1.238281, 1.232422, 1.253906, 1.192383, 1.066895, 1.173828, 1.239258, 1.269531, 1.213867, 1.257812, 1.245117, 1.227539, 0.874023, 1.223633, 0.582031, 1.201172, 1.239258, 1.213867, 1.198242, 1.183594, 1.245117, 1.214844, 1.183594, 1.255859, 0.669922, 1.390625, 1.205078, 1.213867, 1.216797, 1.231445, 0.382812, 1.232422, 1.191406, 1.189453, 0.576172, 1.244141, 1.212891, 1.223633, 1.180664, 1.21875, 1.181641, 1.213867, 1.142578, 1.22168, 0.5, 0.728516, 1.023193, 0.550781, 1.306641, 1.194336, 1.18457, 0.999765, 0.760742, 1.208984, 1.082031, 1.066406, 1.328125, 1.211914, 1.241211, 1.200195, 1.243164, 1.204102, 1.161133, 1.222656, 1.298828, 1.133789, 1.198242, 1.253906, 1.152344, 1.172852, 0.685547, 0.691406, 1.198242, 0.786133, 1.234375, 1.192383, 1.208984, 1.168945, 1.207031, 1.158203, 1.194336, 0.568359, 1.188477, 4.21875, 1.220703, 1.166016, 1.189453, 0.568359, 0.777344, 1.152344, 1.183594, 1.192383, 1.271484, 1.213867, 1.265625, 1.246094, 1.011902, 1.234375, 0.708984, 1.181641, 1.238281, 1.234375, 1.193359, 1.183594, 1.279297, 1.117188, 1.191406, 1.198242, 1.133789, 1.030396, 1.287109, 1.24707, 1.229492, 1.265625, 1.175781, 1.149414, 1.15918, 1.275391, 1.219727, 1.213867, 1.169922, 1.15918, 0.398438, 1.253906, 1.243164, 1.161133, 0.823242, 1.223633, 1.427734, 1.207031, 1.208008, 1.202148, 1.439453, 1.183594, 2.0, 1.207031, 1.009766, 1.024902, 1.208008, 1.208984, 1.21582, 1.289062, 1.265625, 1.167969, 1.277344, 1.208984, 1.244141, 1.219727, 1.308594, 1.189453, 1.213867, 1.246094, 1.193359, 1.263672, 1.230469, 1.219727, 1.214844, 1.179688, 1.213867, 1.205078, 1.144531, 0.842773, 1.244141, 1.176758, 1.229492, 1.158203, 1.172852, 1.213867, 1.175781, 1.229492, 1.238281, 1.183594, 1.443359, 1.142578, 1.21582, 1.239258, 1.145508, 1.640625, 1.161133, 1.19043, 1.242188, 1.263672, 1.161133, 1.199219, 1.192383, 1.151367, 1.164062, 1.071777, 1.198242, 1.25, 1.245117, 0.609375, 1.171875, 1.24707, 1.205078, 1.180664, 1.228516, 0.871094, 0.542969, 0.605469, 1.201172, 1.207031, 1.165039, 1.197266, 1.176758, 1.188477, 1.216797, 1.15625, 1.172852, 1.255859, 1.243164, 0.488281, 1.176758, 1.238281, 1.175781, 1.180664, 1.219727, 1.246094, 1.183594, 1.094727, 1.209961, 1.182617, 1.292969, 1.229492, 1.182617, 1.199219, 1.142578, 1.396484, 1.212891, 0.414062, 1.273438, 1.21875, 1.160156, 1.197266, 1.183594, 1.185547, 1.243164, 1.539062, 1.208008, 1.198242, 1.15332, 1.167969, 1.21582, 1.191406, 1.246094, 1.152344, 1.257812, 1.166992, 1.098633, 1.241211, 1.198242, 1.182617, 1.198242, 1.204102, 1.226562, 1.182617, 1.202148, 1.241211, 1.235352, 1.168945, 1.240234, 1.25, 1.12793, 1.261719, 1.201172, 1.020874, 1.19043, 1.318359, 1.21582, 1.231445, 1.233398, 1.224609, 1.038574, 0.878418, 0.978882, 1.200195, 1.161133, 1.206055, 1.120605, 1.217773, 1.239258, 1.224609, 1.192383, 1.267578, 1.196289, 1.198242, 1.240234, 1.177734, 1.238281, 1.257812, 1.200195, 1.199219, 1.167969, 1.244141, 1.216797, 1.155273, 1.248047, 1.209961, 1.166016, 1.231445, 1.279297, 1.22168, 1.209961, 1.235352, 1.208008, 0.669922, 1.248047, 1.28125, 1.200195, 1.177734, 1.245117, 1.242188, 1.229492, 1.194336, 1.244141, 1.172852, 1.174805, 1.15332, 1.19043, 1.214844, 1.183594, 1.209961, 1.166992, 1.202148, 1.239258, 1.201172, 1.378906, 1.146484, 1.175781, 1.240234, 1.149414, 1.207031, 1.275391, 1.222656, 1.263672, 0.92627, 0.956055, 1.213867, 1.216797, 1.166992, 1.147461, 1.202148, 1.134766, 1.213867, 1.138672, 0.997025, 1.259766, 1.339844, 0.934082, 1.208984, 1.208984, 1.185547, 1.223633, 0.919434, 1.200195, 1.182617, 0.699219, 1.245117, 1.176758, 1.183594, 0.595703, 1.263672, 1.034668, 1.353516, 1.380859, 1.166992, 1.007355, 1.213867, 1.229492, 1.208984, 1.259766, 1.253906, 1.224609, 1.199219, 1.171875, 1.191406, 1.22168, 1.175781, 1.238281, 1.227539, 1.167969, 1.474609, 1.237305, 1.041992, 1.25, 1.211914, 1.025757, 1.212891, 1.075684, 1.114746, 1.132812, 1.191406, 1.219727, 1.229492, 1.120605, 1.19043, 1.193359, 1.213867, 1.179688, 1.248047, 1.316406, 1.255859, 0.019531, 1.223633, 1.121094, 1.183594, 1.236328, 1.139648, 1.228516, 1.207031, 1.208008, 1.195312, 1.21582, 0.529297, 1.199219, 1.211914, 1.152344, 0.954346, 1.238281, 1.22168, 1.177734, 0.621094, 1.136719, 1.324219, 1.193359, 1.263672, 1.175781, 1.170898, 1.208984, 1.609375, 1.21582, 1.193359, 1.18457, 1.208984, 1.183594, 1.191406, 1.217773, 1.191406, 0.638672, 1.167969, 1.228516, 1.263672, 1.1875, 1.191406, 1.204102, 1.244141, 1.197266, 1.199219, 1.075195, 1.231445, 1.277344, 1.214844, 1.09375, 1.1875, 1.232422, 0.558594, 0.355469, 1.052246, 1.523438, 1.179688, 1.194336, 1.241211, 1.332031, 0.476562, 0.445312, 1.192383, 1.206055, 1.166016, 1.251953, 1.197266, 1.229492, 1.230469, 1.175781, 0.595703, 1.242188, 1.1875, 1.238281, 0.933105, 1.217773, 1.176758, 1.243164, 1.140625, 1.214844, 1.195312, 1.229492, 1.253906, 1.160156, 1.214844, 1.259766, 1.166992, 1.211914, 1.400391, 1.255859, 1.192383, 0.94043, 0.484375, 1.108887, 1.195312, 1.207031, 1.249023, 1.236328, 1.245117, 1.208984, 1.188477, 0.410156, 1.241211, 1.08252, 1.244141, 1.211914, 0.568359, 1.223633, 1.229492, 1.335938, 1.199219, 1.200195, 1.324219, 1.150391, 0.568359, 1.269531, 1.142578, 1.207031, 0.626953, 1.047363, 1.198242, 1.355469, 1.213867, 1.200195, 1.170898, 1.149414, 1.186523, 1.224609, 0.963135, 1.191406, 1.200195, 1.050537, 0.950439, 0.472656, 0.790039, 1.242188, 1.191406, 1.230469, 1.246094, 1.212891, 1.19043, 1.198242, 0.40625, 1.175781, 1.199219, 1.198242, 1.202148, 1.972656, 1.166992, 1.241211, 0.472656, 1.207031, 0.552734, 1.227539, 0.589844, 1.154297, 1.271484, 1.237305, 1.220703, 1.044922, 1.219727, 1.158203, 1.251953, 0.513672, 1.291016, 1.083496, 1.007935, 0.730469, 1.201172, 1.166016, 1.155273, 1.135742, 1.182617, 1.261719, 1.200195, 1.103027, 1.144531, 1.213867, 0.503906, 1.209961, 1.273438, 1.167969, 0.59375, 0.453125, 1.162109, 1.163086, 1.205078, 1.271484, 1.200195, 1.176758, 1.098145, 0.944336, 1.223633, 1.210938, 1.265625, 1.162109, 1.253906, 1.22168, 1.219727, 1.201172, 1.206055, 1.231445, 1.253906, 1.201172, 1.15918, 1.333984, 1.207031, 1.193359, 1.223633, 1.229492, 1.176758, 1.244141, 1.251953, 1.589844, 1.169922, 0.513672, 1.191406, 1.149414, 0.640625, 1.192383, 1.228516, 1.209961, 1.210938, 1.291016, 1.197266, 1.200195, 1.202148, 0.548828, 1.095215, 1.220703, 1.128906, 1.206055, 1.248047, 1.169922, 1.259766, 1.163086, 1.185547, 1.222656, 1.176758, 0.542969, 1.198242, 1.199219, 1.055176, 1.198242, 1.207031, 1.244141, 1.373047, 1.155273, 1.229492, 1.192383, 1.195312, 1.173828, 1.216797, 1.330078, 1.208008, 1.239258, 1.191406, 1.213867, 1.204102, 0.759766, 1.251953, 0.666016, 1.202148, 1.271484, 1.150391, 1.192383, 1.249023, 1.136719, 1.239258, 1.212891, 1.239258, 0.480469, 0.46875, 0.505859, 1.166992, 1.188477, 0.6875, 1.18457, 1.227539, 1.40625, 0.740234, 1.213867, 1.054443, 1.177734, 0.613281, 1.202148, 1.289062, 1.273438, 1.238281, 1.182617, 1.176758, 1.217773, 1.251953, 0.662109, 1.28125, 0.390625, 1.220703, 1.210938, 1.253906, 1.192383, 1.151367, 1.046387, 1.283203, 0.488281, 2.242188, 1.245117, 1.12793, 1.220703, 1.034668, 1.230469, 1.183594, 1.217773, 1.136719, 1.245117, 1.179688, 4.65625, 1.176758, 1.214844, 1.578125, 1.240234, 1.200195, 1.239258, 1.124512, 1.214844, 1.294922, 1.176758, 1.210938, 1.182617, 1.177734, 1.188477, 1.185547, 1.222656, 1.238281, 1.239258, 1.155273, 1.216797, 1.219727, 1.206055, 1.229492, 1.200195, 1.394531, 1.213867, 0.724609, 1.200195, 1.183594, 1.183594, 1.324219, 1.229492, 1.213867, 1.178711, 0.740234, 1.253906, 0.756836, 1.181641, 1.145508, 1.157227, 1.135742, 1.230469, 0.999784, 1.203125, 0.537109, 1.222656, 0.987854, 1.129883, 1.192383, 1.212891, 1.207031, 1.223633, 1.18457, 1.238281, 1.183594, 1.199219, 1.235352, 0.449219, 1.212891, 1.151367, 1.161133, 1.219727, 1.324219, 1.235352, 1.210938, 1.062256, 1.199219, 1.208984, 1.255859, 1.550781, 1.22168, 1.199219, 1.251953, 1.173828, 1.227539, 0.476562, 1.236328, 1.285156, 1.182617, 1.151367, 1.253906, 0.910156, 0.460938, 1.253906, 0.472656, 0.623047, 1.167969, 1.170898, 1.182617, 1.21875, 0.515625, 1.182617, 1.151367, 1.211914, 0.503906, 1.261719, 1.178711, 1.213867, 0.796875, 1.228516, 1.196289, 0.552734, 1.199219, 1.183594, 1.034668, 0.677734, 1.239258, 1.208984, 0.728516, 1.192383, 1.209961, 1.213867, 1.202148, 1.227539, 1.182617, 0.654297, 1.228516, 1.192383, 1.232422, 1.241211, 1.200195, 1.012939, 0.484375, 1.167969, 1.28125, 1.168945, 1.188477, 1.261719, 1.240234, 1.291016, 1.229492, 1.161133, 1.273438, 1.726562, 1.240234, 1.232422, 1.171875, 1.197266, 1.178711, 1.219727, 1.21875, 1.152344, 0.414062, 1.222656, 1.246094, 1.189453, 1.179688, 1.227539, 1.214844, 1.207031, 1.207031, 1.238281, 1.197266, 1.245117, 1.173828, 1.237305, 0.986389, 1.224609, 0.564453, 1.208008, 0.652344, 1.197266, 1.212891, 1.255859, 0.556641, 1.333984, 1.199219, 1.172852, 1.255859, 1.0354, 1.195312, 1.201172, 1.269531, 1.198242, 1.198242, 0.805664, 1.174805, 1.231445, 1.484375, 1.236328, 1.175781, 1.398438, 1.145508, 1.285156, 1.144531, 1.222656, 1.166992, 1.164062, 1.199219, 1.193359, 0.736328, 1.226562, 1.132812, 1.263672, 1.201172, 0.582031, 1.257812, 1.255859, 1.199219, 1.205078, 1.223633, 1.234375, 1.214844, 1.238281, 0.634766, 1.180664, 1.208008, 1.263672, 1.198242, 1.139648, 1.204102, 1.257812, 1.198242, 1.237305, 1.246094, 1.177734, 1.220703, 1.191406, 1.224609, 1.176758, 1.207031, 0.95752, 1.257812, 1.15332, 1.219727, 1.25, 1.1875, 0.943115, 1.216797, 1.244141, 1.229492, 0.558594, 1.168945, 1.176758, 1.030396, 1.243164, 1.131836, 1.236328, 0.417969, 1.206055, 1.378906, 0.453125, 0.927734, 1.207031, 1.185547, 1.230469, 1.316406, 1.220703, 1.212891, 1.177734, 1.177734, 1.230469, 0.760742, 1.214844, 1.219727, 1.255859, 0.893066, 1.225586, 1.178711, 1.191406, 1.219727, 1.189453, 1.193359, 1.238281, 1.139648, 0.701172, 1.273438, 1.211914, 1.234375, 1.275391, 1.124023, 1.217773, 0.975586, 1.21875, 1.205078, 0.998032, 1.207031, 1.273438, 1.285156, 1.386719, 1.186523, 1.209961, 1.214844, 1.196289, 0.937988, 0.5, 1.229492, 1.302734, 1.198242, 1.166992, 1.194336, 1.237305, 1.246094, 0.527344, 1.230469, 1.207031, 1.231445, 1.224609, 1.287109, 1.193359, 1.226562, 1.182617, 1.192383, 1.219727, 1.18457, 1.182617, 1.222656, 1.170898, 1.320312, 1.12793, 1.181641, 1.229492, 1.167969, 1.176758, 1.226562, 1.251953, 1.032471, 1.200195, 1.214844, 1.259766, 1.181641, 1.257812, 1.222656, 1.014282, 1.24707, 1.287109, 1.265625, 1.213867, 1.214844, 0.962646, 1.145508, 1.157227, 1.206055, 1.206055, 1.182617, 1.234375, 1.157227, 1.201172, 1.212891, 1.212891, 0.792969, 1.263672, 1.193359, 1.261719, 1.18457, 1.188477, 1.183594, 1.25, 1.183594, 1.207031, 1.238281, 1.119629, 1.189453, 0.984558, 1.174805, 1.228516, 1.198242, 1.222656, 1.238281, 1.217773, 1.185547, 1.175781, 1.240234, 1.21582, 1.523438, 1.169922, 1.198242, 1.208984, 1.189453, 1.222656, 1.192383, 1.355469, 1.203125, 1.238281, 1.259766, 1.183594, 1.332031, 1.267578, 1.214844, 1.209961, 1.163086, 0.414062, 1.214844, 1.242188, 1.232422, 0.871094, 1.182617, 1.255859, 0.973633, 0.585938, 1.21582, 1.198242, 1.222656, 1.199219, 1.21582, 1.230469, 1.198242, 1.185547, 1.169922, 1.482422, 1.194336, 0.992767, 1.171875, 1.255859, 0.755859, 0.484375, 1.183594, 1.243164, 1.208984, 0.90918, 1.163086, 1.176758, 1.197266, 1.207031, 1.277344, 1.292969, 1.198242, 1.229492, 1.124023, 1.178711, 1.198242, 1.141602, 0.605469, 0.991638, 1.166016, 1.202148, 1.263672, 1.208008, 1.186523, 1.199219, 1.225586, 0.95874, 1.220703, 1.203125, 1.167969, 1.208008, 1.228516, 1.170898, 1.150391, 1.332031, 0.34375, 0.421875, 1.191406, 1.229492, 1.160156, 1.234375, 1.259766, 1.194336, 0.708984, 1.198242, 0.820312, 0.845703, 1.200195, 1.21582, 1.222656, 1.207031, 1.19043, 1.198242, 0.716797, 1.241211, 1.238281, 1.220703, 1.192383, 1.185547, 1.196289, 1.208984, 1.09668, 1.181641, 1.236328, 1.154297, 1.180664, 1.046875, 1.155273, 1.199219, 3.453125, 1.199219, 1.213867, 0.552734, 1.208008, 1.240234, 1.106934, 1.199219, 1.433594, 1.302734, 1.273438, 1.213867, 1.455078, 1.371094, 1.213867, 1.206055, 1.199219, 1.236328, 1.200195, 1.259766, 1.243164, 1.235352, 1.229492, 1.199219, 1.304688, 1.095703, 0.449219, 1.213867, 1.21582, 1.199219, 1.253906, 1.198242, 0.40625, 1.192383, 1.183594, 1.146484, 1.229492, 0.785156, 1.176758, 1.251953, 1.204102, 1.277344, 1.193359, 1.539062, 1.22168, 1.129883, 1.204102, 1.324219, 1.259766, 0.550781, 1.279297, 1.292969, 0.4375, 1.234375, 1.041504, 1.165039, 1.199219, 1.191406, 1.219727, 0.794922, 1.205078, 1.224609, 1.205078, 1.21582, 1.161133, 1.222656, 1.251953, 1.835938, 1.161133, 1.185547, 1.165039, 1.241211, 0.999991, 1.226562, 1.188477, 1.201172, 1.200195, 1.128906, 1.223633, 0.77832, 1.242188, 0.501953, 1.210938, 1.24707, 1.208008, 1.199219, 1.213867, 1.202148, 1.233398, 1.275391, 1.125977, 1.239258, 1.229492, 1.214844, 1.188477, 1.199219, 1.001114, 1.167969, 1.067871, 0.591797, 1.253906, 1.139648, 1.168945, 1.191406, 1.169922, 1.144531, 1.24707, 1.269531, 1.072754, 1.057373, 1.229492, 1.198242, 1.203125, 1.21582, 1.245117, 1.21582, 1.255859, 1.257812, 1.189453, 0.683594, 1.263672, 1.236328, 1.196289, 1.261719, 1.237305, 1.22168, 1.21875, 1.277344, 1.245117, 1.182617, 1.216797, 0.938232, 1.199219, 1.265625, 1.285156, 1.191406, 1.261719, 1.204102, 1.180664, 1.15918, 1.232422, 1.217773, 0.912598, 0.677734, 1.267578, 1.214844, 1.227539, 1.248047, 1.198242, 0.464844, 1.180664, 1.220703, 1.176758, 1.206055, 1.081055, 1.201172, 1.167969, 0.65625, 1.19043, 1.245117, 1.206055, 1.213867, 1.207031, 1.200195, 1.175781, 1.255859, 1.198242, 1.224609, 1.133789, 1.208984, 1.174805, 0.966309, 1.300781, 0.969482, 0.527344, 1.229492, 1.523438, 1.208008, 1.255859, 1.072754, 1.214844, 1.246094, 1.241211, 1.198242, 1.176758, 1.183594, 1.19043, 0.956543, 1.229492, 1.067871, 1.204102, 1.172852, 1.224609, 1.251953, 1.242188, 1.232422, 1.205078, 1.080566, 1.157227, 1.207031, 0.689453, 1.168945, 1.213867, 1.227539, 1.176758, 0.683594, 1.267578, 1.316406, 1.214844, 1.214844, 1.243164, 0.603516, 1.211914, 1.209961, 1.019775, 1.213867, 1.182617, 1.238281, 1.175781, 1.410156, 1.154297, 1.196289, 1.139648, 1.204102, 1.261719, 1.166992, 1.216797, 0.484375, 1.207031, 1.163086, 1.186523, 1.267578, 1.246094, 1.234375, 1.178711, 0.896484, 1.236328, 1.186523, 1.263672, 1.24707, 0.952637, 1.176758, 1.238281, 1.225586, 1.185547, 1.129883, 1.210938, 1.255859, 1.207031, 1.229492, 1.277344, 1.222656, 1.207031, 1.199219, 1.308594, 1.181641, 1.310547, 1.151367, 1.226562, 0.807617, 0.402344, 1.208984, 1.125, 1.238281, 1.188477, 1.192383, 1.234375, 1.166016, 1.230469, 1.163086, 1.241211, 1.223633, 1.212891, 1.183594, 0.521484, 1.166992, 1.229492, 1.138672, 1.203125, 1.235352, 1.214844, 1.220703, 1.245117, 1.198242, 1.207031, 1.287109, 1.222656, 1.212891, 1.240234, 1.148438, 1.206055, 1.15625, 1.1875, 1.182617, 1.322266, 1.19043, 1.174805, 1.164062, 1.182617, 1.19043, 1.271484, 1.11377, 1.188477, 1.116699, 0.880371, 1.182617, 1.238281, 1.161133, 0.591797, 1.081543, 1.239258, 1.245117, 1.214844, 1.177734, 1.214844, 1.255859, 1.243164, 1.208008, 1.382812, 0.429688, 1.223633, 1.585938, 1.168945, 1.231445, 1.155273, 1.229492, 1.202148, 0.445312, 1.211914, 1.168945, 1.169922, 1.161133, 1.207031, 1.476562, 1.174805, 1.225586, 1.161133, 0.898438, 1.244141, 1.224609, 1.198242, 1.178711, 1.246094, 1.207031, 1.249023, 1.225586, 1.183594, 1.098145, 1.402344, 1.166992, 1.198242, 1.171875, 1.167969, 1.201172, 1.207031, 1.230469, 1.431641, 1.253906, 1.214844, 1.235352, 0.529297, 1.223633, 1.223633, 1.204102, 1.146484, 1.291016, 1.180664, 1.204102, 1.255859, 1.238281, 1.049316, 1.197266, 1.198242, 1.202148, 0.5, 1.253906, 1.228516, 1.228516, 1.179688, 1.213867, 1.177734, 1.211914, 1.166016, 1.238281, 1.205078, 1.333984, 0.568359, 1.174805, 1.191406, 1.176758, 0.560547, 1.213867, 0.673828, 1.19043, 0.460938, 1.242188, 1.216797, 1.15625, 0.964111, 1.178711, 1.253906, 1.208008, 1.209961, 1.15625, 1.186523, 1.238281, 1.161133, 0.375, 0.876953, 1.147461, 1.225586, 1.210938, 1.193359, 1.192383, 1.209961, 1.253906, 1.146484, 1.228516, 1.179688, 1.300781, 1.271484, 1.269531, 1.242188, 1.155273, 1.174805, 1.077148, 1.230469, 1.21875, 1.205078, 1.201172, 1.207031, 1.154297, 1.199219, 1.275391, 1.203125, 1.304688, 1.245117, 1.398438, 1.222656, 1.542969, 0.730469, 1.203125, 1.217773, 1.200195, 0.728516, 1.208984, 1.202148, 1.25, 0.632812, 1.193359, 1.091309, 1.263672, 1.147461, 1.121094, 0.421875, 1.211914, 1.230469, 1.246094, 0.40625, 1.071777, 0.603516, 1.345703, 1.216797, 1.231445, 1.210938, 1.209961, 1.200195, 1.214844, 1.234375, 1.214844, 0.699219, 0.828125, 1.229492, 1.129883, 1.140625, 1.177734, 1.195312, 1.210938, 1.161133, 1.135742, 1.231445, 1.219727, 1.178711, 0.857422, 1.245117, 1.19043, 1.431641, 1.172852, 1.191406, 0.648438, 1.789062, 0.646484, 1.695312, 1.186523, 1.192383, 1.161133, 1.214844, 1.11377, 1.167969, 1.316406, 1.222656, 1.238281, 1.175781, 1.18457, 1.369141, 1.200195, 1.198242, 1.149414, 1.234375, 1.198242, 0.925293, 1.243164, 1.192383, 0.951172, 1.253906, 1.304688, 1.253906, 1.232422, 1.213867, 1.235352, 1.121094, 1.412109, 1.042236, 1.177734, 1.089844, 1.435547, 1.239258, 1.259766, 1.238281, 1.195312, 1.253906, 1.191406, 1.213867, 1.18457, 1.222656, 0.932617, 1.259766, 1.287109, 0.818359, 1.213867, 1.244141, 0.597656, 1.173828, 1.105957, 1.192383, 1.238281, 1.200195, 1.225586, 1.192383, 1.210938, 1.228516, 1.162109, 1.199219, 1.199219, 1.230469, 0.966309, 1.201172, 1.194336, 1.179688, 0.720703, 1.223633, 1.208008, 1.201172, 1.652344, 1.191406, 1.353516, 1.231445, 1.192383, 0.964355, 1.189453, 1.259766, 1.177734, 0.537109, 1.222656, 1.259766, 0.632812, 1.198242, 1.207031, 1.183594, 1.198242, 1.172852, 1.245117, 0.84375, 1.232422, 1.222656, 1.318359, 1.255859, 1.231445, 1.169922, 1.263672, 0.623047, 0.88623, 1.230469, 1.275391, 1.224609, 1.160156, 1.148438, 1.207031, 1.152344, 0.642578, 1.169922, 1.197266, 0.453125, 1.229492, 1.195312, 1.223633, 1.196289, 0.630859, 1.261719, 1.19043, 0.488281, 1.167969, 0.918457, 1.19043, 1.271484, 1.183594, 1.207031, 0.601562, 1.253906, 1.132812, 1.253906, 1.238281, 1.208984, 1.332031, 0.880859, 1.291016, 1.193359, 1.199219, 1.169922, 0.636719, 1.302734, 1.224609, 1.245117, 1.167969, 1.292969, 1.233398, 1.234375, 1.15332, 1.191406, 1.236328, 1.208008, 1.004272, 1.355469, 1.417969, 1.214844, 0.519531, 1.19043, 1.208008, 1.245117, 1.162109, 1.248047, 1.204102, 1.181641, 1.194336, 1.161133, 0.689453, 1.118164, 1.625, 1.196289 ] }, "name": "onnx::Mul_8343", "outputIndexes": [ 789 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 788, 789 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_7/Mul_1_output_0", "outputIndexes": [ 790 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 771, 790 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_39_output_0", "outputIndexes": [ 791 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 791, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_72_output_0", "outputIndexes": [ 792 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 792 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_8/Mul_output_0", "outputIndexes": [ 793 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.140625, 2.023438, 2.039062, 2.117188, 2.039062, 2.078125, 1.855469, 1.001984, 2.117188, 1.527344, 2.0625, 2.046875, 1.996094, 2.164062, 2.335938, 1.945312, 1.96875, 2.03125, 1.255859, 2.234375, 2.328125, 2.265625, 2.367188, 1.757812, 1.765625, 1.953125, 1.859375, 1.777344, 2.015625, 2.257812, 1.851562, 1.589844, 1.960938, 1.014709, 1.914062, 1.78125, 1.933594, 2.164062, 1.769531, 1.882812, 2.195312, 1.921875, 2.03125, 1.546875, 1.207031, 2.28125, 2.109375, 1.945312, 1.871094, 1.773438, 2.070312, 1.550781, 2.0, 1.166016, 2.015625, 1.851562, 2.054688, 2.210938, 1.742188, 1.632812, 1.519531, 1.585938, 2.078125, 2.148438, 1.726562, 1.988281, 1.482422, 2.109375, 2.0, 2.132812, 2.117188, 2.171875, 1.777344, 2.007812, 1.992188, 1.988281, 1.386719, 1.742188, 1.660156, 1.283203, 1.929688, 1.140625, 1.496094, 1.527344, 2.101562, 2.09375, 1.984375, 1.558594, 1.306641, 1.570312, 2.070312, 1.960938, 2.242188, 1.263672, 2.117188, 1.154297, 2.101562, 2.085938, 2.070312, 1.855469, 1.65625, 2.21875, 2.375, 2.140625, 2.226562, 1.964844, 2.210938, 1.570312, 2.148438, 2.015625, 2.257812, 2.171875, 2.34375, 2.492188, 2.234375, 1.503906, 2.109375, 1.193359, 2.1875, 2.390625, 2.132812, 2.0, 0.849609, 1.972656, 1.703125, 1.554688, 1.929688, 2.257812, 2.078125, 1.380859, 1.40625, 1.71875, 1.898438, 1.945312, 2.21875, 2.390625, 1.621094, 1.726562, 1.773438, 2.351562, 2.0625, 1.554688, 1.667969, 1.929688, 2.023438, 1.621094, 1.839844, 2.109375, 1.917969, 2.234375, 1.855469, 1.683594, 1.917969, 0.910645, 2.242188, 2.203125, 1.380859, 2.046875, 1.147461, 0.94751, 1.78125, 2.359375, 1.980469, 1.363281, 2.507812, 1.828125, 2.242188, 0.996597, 2.289062, 1.777344, 1.835938, 1.386719, 1.8125, 0.985352, 1.878906, 2.015625, 2.351562, 1.040039, 1.941406, 1.984375, 1.960938, 1.114746, 1.722656, 0.89209, 1.394531, 2.09375, 1.335938, 2.054688, 1.777344, 1.679688, 2.09375, 1.22168, 2.023438, 1.964844, 2.21875, 2.0625, 2.046875, 2.3125, 2.1875, 2.085938, 1.882812, 1.949219, 1.929688, 1.675781, 2.351562, 2.25, 1.789062, 2.007812, 2.015625, 2.078125, 1.773438, 2.273438, 2.265625, 1.632812, 2.304688, 2.195312, 1.8125, 1.929688, 2.273438, 2.203125, 1.8125, 1.753906, 2.054688, 2.382812, 2.085938, 2.195312, 1.917969, 2.007812, 1.734375, 1.496094, 2.421875, 2.226562, 2.09375, 2.257812, 2.03125, 2.046875, 1.714844, 2.40625, 1.992188, 1.820312, 2.109375, 1.847656, 2.132812, 1.292969, 1.890625, 2.054688, 1.804688, 1.808594, 2.28125, 1.335938, 2.007812, 2.328125, 1.294922, 2.125, 2.0625, 2.078125, 1.773438, 2.015625, 1.675781, 2.039062, 2.335938, 2.226562, 2.078125, 1.960938, 1.972656, 1.574219, 2.210938, 2.054688, 1.773438, 1.960938, 2.078125, 1.980469, 2.117188, 1.839844, 2.117188, 2.195312, 1.228516, 1.941406, 2.015625, 2.015625, 1.628906, 2.015625, 1.238281, 2.078125, 1.472656, 2.304688, 1.785156, 1.839844, 1.226562, 1.925781, 1.617188, 1.233398, 2.515625, 2.085938, 1.769531, 2.046875, 1.683594, 2.09375, 2.109375, 2.046875, 2.164062, 1.667969, 1.05249, 2.015625, 0.75, 1.835938, 2.1875, 1.988281, 1.632812, 2.273438, 2.453125, 1.067871, 1.863281, 2.0625, 2.085938, 2.039062, 2.164062, 2.210938, 2.007812, 2.242188, 1.914062, 1.84375, 1.6875, 2.242188, 2.171875, 2.117188, 1.710938, 1.828125, 2.34375, 2.15625, 1.746094, 1.542969, 2.023438, 2.148438, 0.979858, 2.0625, 2.023438, 2.171875, 2.546875, 2.046875, 1.726562, 1.894531, 2.125, 1.789062, 2.085938, 1.417969, 2.164062, 1.392578, 1.492188, 2.195312, 1.271484, 1.65625, 1.470703, 1.65625, 0.836914, 1.1875, 1.980469, 2.242188, 1.5, 1.742188, 1.15332, 2.140625, 1.792969, 1.275391, 1.761719, 2.148438, 1.710938, 1.140625, 2.328125, 1.980469, 2.242188, 1.859375, 1.953125, 1.945312, 2.273438, 2.3125, 2.289062, 1.882812, 2.203125, 1.349609, 2.054688, 2.445312, 1.373047, 1.219727, 2.296875, 1.941406, 1.480469, 1.458984, 1.929688, 2.164062, 2.203125, 2.015625, 0.914062, 2.265625, 2.40625, 2.289062, 1.757812, 0.995422, 2.007812, 2.109375, 2.023438, 2.390625, 1.929688, 2.359375, 1.19043, 2.078125, 2.109375, 1.984375, 2.109375, 1.306641, 2.125, 2.015625, 2.304688, 2.164062, 1.769531, 1.75, 2.109375, 2.0, 1.988281, 2.1875, 2.242188, 2.09375, 1.628906, 2.015625, 1.875, 1.726562, 2.039062, 1.910156, 2.296875, 2.03125, 1.425781, 2.28125, 2.0625, 1.707031, 1.664062, 1.996094, 2.335938, 2.1875, 1.929688, 2.132812, 2.414062, 2.195312, 2.226562, 1.460938, 1.582031, 2.117188, 2.226562, 1.859375, 1.839844, 2.039062, 2.140625, 2.195312, 1.992188, 2.046875, 2.25, 2.171875, 1.59375, 2.367188, 1.9375, 2.3125, 2.054688, 2.085938, 2.109375, 2.046875, 1.335938, 2.046875, 1.094238, 2.0, 2.226562, 1.992188, 2.117188, 1.890625, 2.242188, 1.96875, 2.179688, 2.109375, 1.19043, 1.71875, 1.996094, 2.164062, 1.945312, 1.914062, 0.839844, 1.878906, 2.328125, 1.976562, 1.118652, 2.085938, 1.933594, 2.226562, 1.65625, 2.085938, 2.117188, 2.171875, 1.554688, 2.109375, 0.851562, 1.118164, 1.427734, 1.235352, 1.953125, 2.117188, 2.085938, 1.417969, 0.979248, 1.925781, 1.523438, 1.753906, 1.996094, 2.195312, 1.9375, 2.03125, 1.820312, 2.15625, 1.820312, 2.171875, 1.804688, 2.132812, 2.21875, 1.535156, 2.3125, 1.804688, 1.231445, 1.114258, 2.179688, 1.220703, 1.824219, 1.925781, 1.90625, 2.148438, 1.902344, 1.851562, 1.964844, 1.380859, 2.125, 1.145508, 2.148438, 1.769531, 2.164062, 1.21875, 2.515625, 1.570312, 2.265625, 2.203125, 2.210938, 2.054688, 1.898438, 2.101562, 1.462891, 2.21875, 1.324219, 2.203125, 2.09375, 1.792969, 1.953125, 2.039062, 2.007812, 1.960938, 1.902344, 2.03125, 2.4375, 1.081055, 1.539062, 1.984375, 2.117188, 2.210938, 2.640625, 1.964844, 2.132812, 2.039062, 2.359375, 2.1875, 2.273438, 2.078125, 0.995697, 2.140625, 1.761719, 1.96875, 1.337891, 1.957031, 1.753906, 2.039062, 2.460938, 2.101562, 1.75, 1.699219, 1.111816, 2.09375, 1.652344, 1.484375, 2.117188, 1.96875, 2.039062, 1.707031, 1.566406, 1.792969, 2.007812, 2.140625, 2.085938, 1.621094, 2.0625, 2.234375, 1.566406, 1.980469, 1.984375, 2.0, 1.886719, 2.054688, 2.421875, 1.597656, 2.023438, 2.195312, 2.335938, 1.253906, 1.746094, 2.304688, 2.28125, 1.777344, 2.09375, 2.328125, 2.0625, 2.039062, 1.875, 2.023438, 3.28125, 1.554688, 2.054688, 2.273438, 2.265625, 1.22168, 1.8125, 2.132812, 1.964844, 2.078125, 2.3125, 1.890625, 2.015625, 2.015625, 2.195312, 1.566406, 2.0, 1.898438, 1.472656, 1.203125, 2.15625, 0.893555, 2.023438, 2.21875, 1.90625, 1.390625, 0.879883, 0.977783, 2.125, 2.070312, 2.085938, 2.085938, 1.863281, 2.046875, 1.960938, 2.015625, 2.007812, 2.007812, 1.964844, 1.117676, 1.894531, 1.957031, 2.078125, 2.007812, 2.039062, 1.972656, 2.101562, 1.996094, 2.132812, 1.867188, 1.589844, 2.101562, 1.972656, 2.226562, 1.443359, 2.03125, 2.179688, 0.983887, 1.566406, 1.878906, 1.800781, 2.109375, 1.474609, 2.179688, 1.960938, 1.515625, 2.054688, 1.757812, 2.085938, 1.902344, 2.320312, 1.714844, 1.773438, 2.070312, 1.925781, 2.070312, 2.796875, 1.867188, 1.8125, 1.914062, 1.847656, 1.890625, 2.023438, 1.773438, 1.953125, 1.957031, 2.0625, 2.289062, 2.125, 2.210938, 1.8125, 2.335938, 2.304688, 1.410156, 1.992188, 1.515625, 2.03125, 2.179688, 2.085938, 1.980469, 1.433594, 1.451172, 1.46875, 2.210938, 2.359375, 2.039062, 1.542969, 2.15625, 2.039062, 2.054688, 2.101562, 1.949219, 1.988281, 1.816406, 2.132812, 2.296875, 2.078125, 2.109375, 1.882812, 2.273438, 1.746094, 1.699219, 2.296875, 1.828125, 2.195312, 2.203125, 2.085938, 2.15625, 1.953125, 2.328125, 2.046875, 1.917969, 2.070312, 1.050049, 2.085938, 1.714844, 2.242188, 2.0, 1.898438, 2.171875, 1.878906, 1.785156, 1.9375, 2.375, 2.023438, 2.296875, 2.203125, 2.25, 1.691406, 2.078125, 1.921875, 2.234375, 2.023438, 2.070312, 1.894531, 1.515625, 1.746094, 1.875, 1.71875, 1.765625, 2.84375, 2.25, 2.125, 1.478516, 1.478516, 2.078125, 2.070312, 1.875, 1.519531, 2.109375, 1.777344, 2.25, 2.226562, 1.53125, 2.085938, 1.953125, 1.609375, 1.96875, 2.164062, 2.023438, 1.675781, 1.333984, 1.855469, 1.910156, 1.4375, 1.824219, 2.15625, 2.390625, 1.451172, 2.226562, 1.134766, 1.714844, 1.667969, 1.789062, 1.478516, 2.132812, 1.976562, 1.851562, 1.964844, 1.910156, 2.414062, 2.117188, 1.953125, 1.910156, 2.117188, 1.910156, 1.96875, 2.023438, 2.054688, 1.474609, 2.265625, 1.496094, 2.0625, 2.0625, 1.628906, 1.894531, 1.355469, 2.234375, 2.164062, 1.871094, 2.078125, 2.171875, 1.984375, 2.304688, 2.226562, 2.5, 1.8125, 1.894531, 2.179688, 2.210938, 0.570312, 1.582031, 1.71875, 2.015625, 1.84375, 1.699219, 2.015625, 2.085938, 2.085938, 2.0, 1.875, 1.113281, 2.117188, 1.886719, 1.714844, 1.492188, 2.273438, 2.179688, 1.960938, 1.125, 1.578125, 1.535156, 1.792969, 2.039062, 2.265625, 2.296875, 1.757812, 1.210938, 1.972656, 2.054688, 1.898438, 2.242188, 2.164062, 2.335938, 1.746094, 2.148438, 1.273438, 1.980469, 1.980469, 1.867188, 1.996094, 2.007812, 2.109375, 1.898438, 2.101562, 2.078125, 1.470703, 1.882812, 1.976562, 2.242188, 1.335938, 1.726562, 1.742188, 1.208984, 0.881348, 1.361328, 0.939941, 2.078125, 2.265625, 1.816406, 1.925781, 1.135742, 0.938721, 1.757812, 2.085938, 1.742188, 2.039062, 1.820312, 2.1875, 2.03125, 1.832031, 0.978027, 2.171875, 1.71875, 1.519531, 1.34375, 1.886719, 1.785156, 1.949219, 1.820312, 2.078125, 1.941406, 1.75, 2.117188, 1.800781, 2.28125, 2.0, 1.714844, 2.046875, 1.757812, 2.390625, 1.9375, 1.322266, 0.914062, 3.3125, 1.980469, 1.875, 2.023438, 1.917969, 2.078125, 1.820312, 2.273438, 0.856445, 1.65625, 1.439453, 2.289062, 2.171875, 0.996475, 2.0625, 1.949219, 1.832031, 1.886719, 2.164062, 1.496094, 1.640625, 1.100586, 1.957031, 1.8125, 1.980469, 1.15625, 2.1875, 2.265625, 1.773438, 2.117188, 2.101562, 1.667969, 1.761719, 2.234375, 2.171875, 1.402344, 2.023438, 2.195312, 1.472656, 1.773438, 1.703125, 1.734375, 1.925781, 2.109375, 1.972656, 1.804688, 1.976562, 1.976562, 2.171875, 0.84082, 2.148438, 2.078125, 2.179688, 1.953125, 1.104492, 1.96875, 1.96875, 0.714844, 1.652344, 0.971069, 2.03125, 1.039795, 1.519531, 2.15625, 2.078125, 2.125, 1.457031, 1.808594, 1.695312, 1.914062, 1.269531, 1.640625, 1.59375, 1.28125, 1.287109, 2.171875, 2.242188, 1.644531, 1.582031, 2.382812, 1.796875, 2.296875, 1.498047, 1.847656, 1.984375, 0.969604, 2.257812, 1.847656, 2.085938, 1.161133, 1.302734, 1.972656, 2.257812, 1.765625, 2.125, 2.273438, 1.910156, 1.515625, 3.03125, 1.800781, 2.046875, 2.25, 1.761719, 2.085938, 2.117188, 2.3125, 2.054688, 2.375, 2.164062, 2.25, 1.976562, 1.804688, 2.117188, 2.148438, 1.585938, 1.832031, 2.210938, 1.9375, 2.140625, 2.046875, 2.148438, 2.242188, 1.069336, 1.613281, 1.777344, 1.194336, 1.917969, 1.804688, 2.007812, 1.9375, 1.960938, 2.039062, 1.855469, 2.0, 1.091797, 1.644531, 1.722656, 1.789062, 2.078125, 1.917969, 1.3125, 2.078125, 1.953125, 2.257812, 2.0, 2.234375, 1.18457, 2.148438, 2.210938, 1.574219, 2.210938, 2.085938, 2.257812, 1.785156, 2.125, 2.070312, 2.132812, 2.039062, 2.203125, 2.109375, 1.168945, 1.988281, 1.914062, 2.21875, 2.21875, 2.046875, 1.40625, 2.242188, 1.25, 2.054688, 2.15625, 1.707031, 2.109375, 2.085938, 2.304688, 1.867188, 1.597656, 2.054688, 0.930664, 0.913086, 1.243164, 1.945312, 2.070312, 1.181641, 1.785156, 1.886719, 1.824219, 1.238281, 1.847656, 1.726562, 1.917969, 1.18457, 2.0625, 1.9375, 1.550781, 2.0625, 1.664062, 1.730469, 2.234375, 1.988281, 0.890137, 1.229492, 1.060303, 1.859375, 2.28125, 2.195312, 2.492188, 1.625, 1.523438, 2.046875, 1.230469, 0.902344, 1.882812, 2.101562, 1.9375, 1.447266, 2.023438, 2.132812, 2.0625, 1.679688, 1.957031, 1.757812, 1.316406, 2.234375, 2.070312, 1.457031, 2.046875, 1.929688, 2.171875, 2.09375, 1.953125, 2.1875, 2.125, 1.960938, 2.03125, 2.085938, 2.335938, 1.726562, 2.148438, 1.917969, 2.070312, 2.226562, 1.917969, 1.796875, 2.023438, 2.015625, 2.1875, 1.570312, 1.867188, 1.213867, 2.335938, 1.78125, 1.949219, 1.550781, 1.96875, 1.941406, 2.203125, 1.328125, 2.265625, 1.195312, 2.007812, 1.824219, 1.769531, 1.554688, 1.9375, 1.324219, 2.109375, 1.060059, 2.023438, 1.417969, 2.382812, 1.710938, 1.855469, 2.109375, 2.132812, 2.078125, 1.679688, 2.007812, 2.046875, 2.21875, 0.929199, 2.195312, 1.816406, 1.738281, 1.972656, 2.03125, 2.03125, 1.8125, 1.304688, 1.867188, 2.054688, 1.855469, 1.546875, 2.0, 2.140625, 1.84375, 1.734375, 1.976562, 1.148438, 2.148438, 1.972656, 2.390625, 1.699219, 1.722656, 1.236328, 1.085938, 2.148438, 0.853516, 1.371094, 1.710938, 1.890625, 2.398438, 2.3125, 1.859375, 1.867188, 1.679688, 2.320312, 1.066895, 2.078125, 1.953125, 2.179688, 2.21875, 2.054688, 2.15625, 1.096191, 2.28125, 2.179688, 1.4375, 1.3125, 1.90625, 2.296875, 1.302734, 2.078125, 1.574219, 2.085938, 1.636719, 2.195312, 1.863281, 1.275391, 2.179688, 2.054688, 1.832031, 2.023438, 1.992188, 1.419922, 1.243164, 1.96875, 2.117188, 1.992188, 2.179688, 2.148438, 2.195312, 2.03125, 1.894531, 1.921875, 1.427734, 1.241211, 2.054688, 2.1875, 2.007812, 2.164062, 1.863281, 1.945312, 2.171875, 2.140625, 0.835938, 2.054688, 2.125, 1.90625, 1.953125, 1.871094, 1.757812, 1.925781, 1.925781, 2.101562, 2.234375, 1.960938, 1.972656, 2.179688, 1.554688, 1.90625, 1.039062, 2.09375, 1.133789, 2.304688, 2.070312, 2.289062, 1.020264, 2.054688, 1.753906, 1.902344, 2.085938, 1.582031, 2.007812, 1.929688, 2.140625, 1.90625, 1.988281, 1.246094, 2.023438, 2.140625, 1.714844, 2.351562, 1.925781, 1.742188, 2.101562, 2.078125, 2.101562, 1.957031, 1.734375, 1.9375, 2.015625, 1.871094, 1.261719, 1.863281, 2.398438, 2.085938, 1.71875, 1.099121, 2.140625, 2.015625, 2.359375, 2.125, 2.132812, 2.03125, 2.085938, 1.835938, 1.027832, 1.953125, 2.132812, 1.992188, 2.25, 1.878906, 1.871094, 2.34375, 2.421875, 1.964844, 1.808594, 2.429688, 2.132812, 1.921875, 1.757812, 2.242188, 2.21875, 1.34375, 1.84375, 1.90625, 1.984375, 2.179688, 1.839844, 1.277344, 2.28125, 1.96875, 2.03125, 1.040771, 1.667969, 1.496094, 1.617188, 1.945312, 2.46875, 2.054688, 0.714844, 2.070312, 2.046875, 0.873047, 1.503906, 2.117188, 1.945312, 2.085938, 2.070312, 1.941406, 1.957031, 2.039062, 1.652344, 2.078125, 1.152344, 1.929688, 2.429688, 2.179688, 1.363281, 2.085938, 2.234375, 2.132812, 2.015625, 2.117188, 2.0, 2.109375, 1.742188, 1.21875, 1.890625, 1.992188, 2.171875, 1.992188, 1.53125, 1.953125, 1.539062, 1.949219, 2.101562, 1.503906, 1.824219, 2.296875, 1.863281, 2.648438, 1.714844, 2.257812, 1.867188, 1.828125, 1.371094, 1.308594, 1.964844, 1.632812, 2.046875, 1.796875, 2.210938, 2.15625, 2.023438, 1.053955, 1.761719, 2.25, 2.03125, 1.902344, 1.828125, 2.257812, 2.078125, 2.078125, 1.851562, 2.210938, 1.867188, 2.007812, 2.164062, 2.21875, 1.984375, 1.605469, 1.722656, 1.632812, 2.429688, 1.65625, 2.070312, 2.195312, 1.460938, 2.054688, 2.0625, 2.203125, 1.835938, 2.0625, 2.054688, 1.480469, 1.828125, 1.894531, 2.140625, 2.046875, 2.164062, 1.53125, 1.933594, 2.15625, 2.015625, 2.171875, 2.359375, 1.898438, 2.34375, 1.871094, 1.921875, 1.835938, 1.361328, 2.085938, 2.125, 2.21875, 2.820312, 2.171875, 2.296875, 1.910156, 1.835938, 1.976562, 1.992188, 1.9375, 1.78125, 1.4375, 1.738281, 1.796875, 2.554688, 1.777344, 2.359375, 2.265625, 2.265625, 2.140625, 2.0625, 2.039062, 1.5625, 2.007812, 1.886719, 1.871094, 2.398438, 1.894531, 1.859375, 1.882812, 2.070312, 2.085938, 2.023438, 1.542969, 1.855469, 1.601562, 1.691406, 1.988281, 1.992188, 0.974121, 2.242188, 2.25, 1.882812, 1.242188, 2.085938, 1.839844, 1.458984, 1.130859, 1.789062, 1.808594, 2.4375, 1.839844, 1.988281, 1.960938, 1.972656, 2.3125, 1.9375, 1.671875, 1.996094, 1.179688, 2.429688, 2.109375, 1.279297, 0.907715, 2.296875, 2.117188, 2.171875, 1.251953, 2.054688, 1.652344, 1.914062, 2.070312, 1.914062, 1.757812, 2.085938, 1.773438, 1.691406, 2.054688, 2.367188, 2.320312, 1.277344, 1.472656, 2.03125, 2.007812, 1.886719, 1.5625, 2.023438, 2.0625, 1.730469, 1.386719, 2.132812, 2.382812, 1.867188, 2.203125, 1.777344, 1.664062, 1.882812, 1.90625, 0.744141, 0.922852, 1.882812, 1.726562, 1.835938, 2.242188, 1.699219, 2.0, 1.296875, 2.046875, 1.255859, 1.447266, 2.140625, 2.289062, 2.140625, 1.945312, 2.28125, 2.242188, 1.220703, 2.226562, 1.734375, 1.613281, 2.070312, 2.078125, 1.816406, 1.835938, 1.71875, 2.226562, 2.296875, 1.914062, 1.867188, 1.648438, 1.703125, 2.015625, 0.983154, 2.117188, 2.054688, 1.078125, 2.023438, 2.085938, 1.558594, 2.070312, 1.394531, 1.769531, 2.140625, 2.117188, 0.958496, 1.328125, 1.644531, 2.09375, 2.226562, 2.21875, 1.96875, 1.65625, 1.914062, 1.921875, 2.148438, 2.078125, 1.820312, 1.013306, 0.880859, 1.976562, 2.1875, 2.210938, 2.164062, 1.714844, 0.669922, 2.203125, 2.304688, 1.921875, 2.234375, 1.355469, 2.5, 2.148438, 2.0, 1.832031, 1.941406, 1.59375, 1.722656, 1.570312, 2.046875, 1.742188, 2.078125, 1.067871, 2.171875, 1.213867, 1.257812, 1.96875, 1.976562, 2.257812, 1.855469, 1.507812, 1.960938, 1.5625, 2.0, 2.09375, 2.109375, 1.925781, 2.070312, 2.070312, 1.675781, 1.371094, 2.21875, 2.257812, 2.570312, 2.148438, 1.476562, 1.917969, 2.070312, 1.699219, 1.949219, 2.304688, 2.164062, 1.265625, 1.726562, 1.170898, 2.078125, 1.761719, 2.351562, 1.746094, 2.070312, 1.96875, 2.140625, 1.746094, 1.730469, 2.148438, 2.023438, 2.382812, 1.714844, 2.164062, 1.46875, 1.8125, 1.523438, 1.061279, 2.046875, 2.179688, 2.398438, 2.257812, 2.453125, 1.742188, 1.816406, 2.054688, 1.363281, 1.542969, 2.023438, 2.390625, 2.148438, 1.863281, 2.046875, 1.617188, 2.195312, 2.085938, 2.007812, 1.279297, 1.796875, 2.359375, 2.023438, 2.1875, 1.582031, 2.132812, 1.730469, 1.898438, 1.996094, 2.125, 1.921875, 1.275391, 1.921875, 2.007812, 1.808594, 2.398438, 2.34375, 2.28125, 1.746094, 1.816406, 2.3125, 2.101562, 1.231445, 1.271484, 1.960938, 2.398438, 2.328125, 1.878906, 2.054688, 0.882812, 2.039062, 2.296875, 1.84375, 2.195312, 1.648438, 1.890625, 1.582031, 1.154297, 2.21875, 1.960938, 2.476562, 1.886719, 1.8125, 2.5, 1.976562, 2.039062, 1.976562, 2.117188, 2.382812, 1.730469, 1.847656, 1.357422, 1.75, 1.392578, 1.251953, 2.164062, 1.960938, 2.054688, 2.164062, 2.273438, 2.054688, 2.15625, 2.054688, 2.304688, 2.023438, 1.644531, 1.917969, 1.289062, 2.195312, 1.644531, 1.824219, 2.023438, 2.085938, 1.882812, 1.945312, 2.289062, 2.210938, 1.542969, 2.054688, 2.15625, 1.392578, 1.636719, 2.023438, 2.140625, 1.566406, 1.186523, 1.761719, 1.972656, 2.117188, 2.171875, 1.707031, 1.060791, 2.09375, 1.964844, 1.5625, 2.0625, 1.820312, 1.847656, 1.828125, 1.90625, 1.816406, 1.945312, 2.492188, 1.976562, 1.898438, 2.210938, 2.148438, 0.95752, 1.984375, 2.085938, 2.101562, 2.039062, 2.132812, 2.34375, 1.671875, 1.390625, 2.140625, 2.125, 1.964844, 2.015625, 1.515625, 1.765625, 2.109375, 1.863281, 1.976562, 1.847656, 2.210938, 1.90625, 2.0625, 1.679688, 2.054688, 2.078125, 1.976562, 2.28125, 1.835938, 2.046875, 2.09375, 1.808594, 2.445312, 1.380859, 0.793945, 1.972656, 1.664062, 1.984375, 2.164062, 1.992188, 1.808594, 1.808594, 1.964844, 1.722656, 2.1875, 2.046875, 2.125, 2.09375, 1.022339, 2.023438, 2.171875, 2.304688, 1.828125, 2.476562, 1.929688, 2.132812, 2.179688, 1.597656, 2.265625, 2.03125, 1.898438, 2.265625, 1.882812, 1.832031, 1.921875, 1.566406, 1.757812, 2.140625, 2.023438, 2.085938, 2.234375, 2.328125, 2.265625, 1.851562, 1.980469, 1.546875, 2.007812, 1.589844, 1.244141, 2.21875, 2.03125, 1.972656, 1.02063, 1.585938, 2.210938, 2.039062, 2.421875, 2.328125, 2.398438, 2.234375, 1.878906, 1.742188, 1.730469, 1.0354, 1.984375, 1.00412, 1.925781, 1.980469, 2.273438, 2.109375, 1.992188, 0.905273, 2.171875, 2.007812, 1.820312, 2.007812, 2.3125, 1.648438, 2.265625, 1.921875, 1.859375, 1.306641, 2.078125, 1.992188, 1.804688, 2.125, 2.242188, 1.960938, 2.140625, 1.507812, 2.054688, 1.828125, 1.648438, 2.109375, 2.015625, 2.140625, 1.820312, 1.777344, 1.851562, 1.957031, 1.453125, 2.1875, 1.847656, 1.898438, 0.867188, 1.980469, 2.0625, 2.140625, 2.125, 2.039062, 2.132812, 1.996094, 1.78125, 2.179688, 1.613281, 1.929688, 1.980469, 2.023438, 0.847656, 1.871094, 1.902344, 2.15625, 2.101562, 2.132812, 1.976562, 2.390625, 1.832031, 2.179688, 1.945312, 1.789062, 1.060303, 1.847656, 1.730469, 2.390625, 1.009155, 2.117188, 1.246094, 1.917969, 0.920898, 1.96875, 1.800781, 1.730469, 1.40625, 1.746094, 2.054688, 2.03125, 1.71875, 1.964844, 1.914062, 2.390625, 2.210938, 0.705078, 1.294922, 1.136719, 2.117188, 2.164062, 1.835938, 2.148438, 2.28125, 1.996094, 1.585938, 2.195312, 2.132812, 2.085938, 2.125, 1.996094, 1.474609, 2.1875, 2.242188, 1.507812, 2.085938, 2.171875, 2.375, 2.132812, 2.171875, 1.710938, 2.375, 1.949219, 1.847656, 2.15625, 1.980469, 1.808594, 2.046875, 1.589844, 1.21875, 2.09375, 1.992188, 1.972656, 1.335938, 2.179688, 2.164062, 2.390625, 1.083984, 1.847656, 1.542969, 1.949219, 1.980469, 1.703125, 0.928711, 1.96875, 2.0, 1.765625, 1.00647, 1.539062, 1.191406, 2.085938, 2.148438, 1.535156, 2.078125, 2.054688, 1.804688, 2.171875, 2.023438, 1.722656, 1.441406, 1.289062, 2.179688, 1.828125, 1.726562, 2.382812, 1.96875, 1.960938, 2.460938, 1.625, 2.023438, 1.914062, 2.148438, 1.333984, 2.21875, 2.140625, 1.574219, 2.3125, 1.964844, 1.392578, 1.324219, 1.257812, 1.220703, 2.390625, 2.21875, 2.1875, 2.3125, 1.882812, 1.960938, 2.21875, 2.125, 2.328125, 1.992188, 1.882812, 1.804688, 1.96875, 2.414062, 1.929688, 1.941406, 2.265625, 1.511719, 1.652344, 1.902344, 1.414062, 1.882812, 2.046875, 2.273438, 2.0625, 1.710938, 1.59375, 1.964844, 1.558594, 1.365234, 2.289062, 2.359375, 1.789062, 1.84375, 2.007812, 2.21875, 1.730469, 1.996094, 2.039062, 2.085938, 2.109375, 1.976562, 1.314453, 2.15625, 1.796875, 1.345703, 1.898438, 1.953125, 1.347656, 2.070312, 1.589844, 2.101562, 1.953125, 1.976562, 2.15625, 2.179688, 2.0, 1.800781, 2.078125, 1.765625, 1.832031, 1.875, 1.417969, 1.859375, 2.164062, 2.515625, 1.198242, 1.933594, 1.855469, 2.070312, 1.279297, 2.203125, 1.816406, 1.90625, 1.828125, 1.617188, 1.65625, 1.925781, 2.070312, 1.240234, 2.132812, 1.894531, 1.165039, 2.164062, 2.085938, 2.3125, 1.839844, 2.015625, 2.0625, 1.233398, 2.289062, 2.539062, 2.023438, 1.808594, 2.015625, 1.730469, 1.882812, 0.942627, 1.429688, 2.179688, 1.558594, 2.257812, 1.578125, 1.726562, 1.910156, 2.132812, 1.273438, 1.675781, 2.140625, 0.893555, 2.210938, 1.796875, 2.195312, 2.125, 1.203125, 2.171875, 2.046875, 0.978516, 2.171875, 1.910156, 2.023438, 2.101562, 2.34375, 2.25, 1.146484, 2.226562, 1.574219, 2.109375, 1.988281, 2.289062, 2.007812, 1.457031, 2.304688, 2.226562, 2.273438, 1.886719, 1.160156, 1.925781, 2.085938, 1.925781, 2.0, 2.171875, 2.148438, 1.730469, 1.871094, 2.140625, 1.636719, 2.304688, 1.585938, 1.941406, 1.742188, 2.101562, 1.043945, 2.148438, 1.792969, 1.660156, 2.382812, 2.234375, 1.65625, 1.816406, 2.1875, 2.25, 1.089355, 2.140625, 1.070312, 1.894531 ] }, "name": "onnx::Mul_8345", "outputIndexes": [ 794 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 793, 794 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_8/Mul_1_output_0", "outputIndexes": [ 795 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 795 ], "outputIndexes": [ 2714 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2714 ], "outputIndexes": [ 2715 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear", "inputIndexes": [ 2715 ], "outputIndexes": [ 2716 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 350356688, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2716 ], "outputIndexes": [ 2717 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2717 ], "outputIndexes": [ 796 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 795 ], "main_type": "NONE", "name": "/Shape_113_output_0", "outputIndexes": [ 797 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 797 ], "main_type": "NONE", "name": "Shape2264", "outputIndexes": [ 798 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 797 ], "main_type": "NONE", "name": "Rank2266", "outputIndexes": [ 799 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 799, 799 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2268", "outputIndexes": [ 800 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 800 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2269", "outputIndexes": [ 801 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 800, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2271", "outputIndexes": [ 802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 802 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2272", "outputIndexes": [ 803 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 798, 801, 803, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2275", "outputIndexes": [ 804 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 804 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2276", "outputIndexes": [ 805 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 805 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2277", "outputIndexes": [ 806 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 806, 805 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2278", "outputIndexes": [ 807 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 807, 800 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_124_output_0", "outputIndexes": [ 808 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_257_output_0", "outputIndexes": [ 809 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 809, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_104_output_0", "outputIndexes": [ 810 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 796, 810 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_73_output_0", "outputIndexes": [ 811 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_64_output_0", "outputIndexes": [ 812 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811 ], "main_type": "NONE", "name": "/Shape_114_output_0", "outputIndexes": [ 813 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 813 ], "main_type": "NONE", "name": "Shape2285", "outputIndexes": [ 814 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 813 ], "main_type": "NONE", "name": "Rank2287", "outputIndexes": [ 815 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 815, 815 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2289", "outputIndexes": [ 816 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 816 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2290", "outputIndexes": [ 817 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 816, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2292", "outputIndexes": [ 818 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 818 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2293", "outputIndexes": [ 819 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 814, 817, 819, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2296", "outputIndexes": [ 820 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 820 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2297", "outputIndexes": [ 821 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 821 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2298", "outputIndexes": [ 822 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 822, 821 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2299", "outputIndexes": [ 823 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813, 823, 816 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_125_output_0", "outputIndexes": [ 824 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 824, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_24_output_0", "outputIndexes": [ 825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 825, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_262_output_0", "outputIndexes": [ 826 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811, 826, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_33_output_0", "outputIndexes": [ 827 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 827 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_16_output_0", "outputIndexes": [ 828 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811, 21, 826, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_32_output_0", "outputIndexes": [ 829 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 828, 829 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_107_output_0", "outputIndexes": [ 830 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 830, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_65_output_0", "outputIndexes": [ 831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 812, 831 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_40_output_0", "outputIndexes": [ 832 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 795 ], "outputIndexes": [ 2718 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2718 ], "outputIndexes": [ 2719 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear", "inputIndexes": [ 2719 ], "outputIndexes": [ 2720 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 353010918, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2720 ], "outputIndexes": [ 2721 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2721 ], "outputIndexes": [ 833 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 809, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_105_output_0", "outputIndexes": [ 834 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 833, 834 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_74_output_0", "outputIndexes": [ 835 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_66_output_0", "outputIndexes": [ 836 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835 ], "main_type": "NONE", "name": "/Shape_115_output_0", "outputIndexes": [ 837 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 837 ], "main_type": "NONE", "name": "Shape2348", "outputIndexes": [ 838 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 837 ], "main_type": "NONE", "name": "Rank2350", "outputIndexes": [ 839 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 839, 839 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2352", "outputIndexes": [ 840 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 840 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2353", "outputIndexes": [ 841 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 840, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2355", "outputIndexes": [ 842 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 842 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2356", "outputIndexes": [ 843 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838, 841, 843, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2359", "outputIndexes": [ 844 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 844 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2360", "outputIndexes": [ 845 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 845 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2361", "outputIndexes": [ 846 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 846, 845 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2362", "outputIndexes": [ 847 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 837, 847, 840 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_126_output_0", "outputIndexes": [ 848 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 848, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_25_output_0", "outputIndexes": [ 849 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 849, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_264_output_0", "outputIndexes": [ 850 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 850, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_35_output_0", "outputIndexes": [ 851 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 851 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_17_output_0", "outputIndexes": [ 852 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 21, 850, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_34_output_0", "outputIndexes": [ 853 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 852, 853 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_108_output_0", "outputIndexes": [ 854 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 854, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_67_output_0", "outputIndexes": [ 855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 836, 855 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_41_output_0", "outputIndexes": [ 856 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 795 ], "outputIndexes": [ 2722 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2722 ], "outputIndexes": [ 2723 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear", "inputIndexes": [ 2723 ], "outputIndexes": [ 2724 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 354338044, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2724 ], "outputIndexes": [ 2725 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2725 ], "outputIndexes": [ 857 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 857, 834 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_75_output_0", "outputIndexes": [ 858 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 832, 856, 858, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_80_output_0", "outputIndexes": [ 859 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 859 ], "outputIndexes": [ 2726 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2726 ], "outputIndexes": [ 2727 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear", "inputIndexes": [ 2727 ], "outputIndexes": [ 2728 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 355665170, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2728 ], "outputIndexes": [ 2729 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2729 ], "outputIndexes": [ 860 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 860 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_8/Mul_output_0", "outputIndexes": [ 861 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.120117, 1.132812, 1.211914, 1.167969, 1.042969, 1.173828, 0.927734, 0.191406, 1.128906, 0.915039, 1.213867, 1.161133, 1.150391, 1.212891, 1.287109, 1.020752, 1.135742, 1.066406, 0.894043, 1.220703, 1.121582, 1.101074, 1.277344, 1.045898, 1.109863, 1.10498, 1.026733, 1.060303, 1.261719, 1.265625, 1.040527, 0.878418, 1.072754, 0.289062, 1.05835, 0.899902, 1.077637, 1.240234, 0.987488, 1.01123, 1.207031, 1.316406, 1.033936, 0.914551, 0.421875, 1.161133, 1.139648, 1.072266, 1.182617, 0.952393, 1.167969, 0.816406, 1.075195, 0.472656, 1.108887, 0.990662, 1.167969, 1.150391, 1.152344, 1.023438, 0.833008, 1.146484, 1.126953, 1.12793, 1.174805, 1.141602, 0.677734, 1.124023, 1.102051, 1.089355, 1.275391, 1.494141, 1.062988, 1.152344, 1.07666, 1.021362, 0.701172, 0.923828, 1.051514, 0.429688, 1.050293, 0.136719, 1.05542, 0.886719, 1.167969, 1.269531, 1.074219, 0.915039, 0.417969, 0.923828, 1.228516, 1.041748, 1.144531, 0.382812, 1.191406, 0.207031, 1.160156, 1.088867, 1.455078, 1.058838, 1.082031, 1.24707, 1.222656, 1.141602, 1.137695, 1.10498, 1.179688, 0.878418, 1.10498, 1.034668, 1.304688, 1.227539, 1.120605, 1.038818, 1.139648, 0.947754, 1.155273, 0.414062, 1.001968, 1.212891, 1.101074, 1.271484, 1.106934, 1.062012, 0.978882, 0.821289, 1.072754, 1.202148, 1.202148, 0.716797, 0.716797, 0.99411, 1.026245, 1.046143, 1.230469, 1.380859, 0.924316, 0.942627, 0.963623, 1.361328, 1.386719, 1.244141, 0.893555, 1.043213, 1.079102, 1.050781, 0.99836, 1.098145, 1.029297, 1.175781, 1.02063, 0.941162, 0.944824, 1.130859, 1.229492, 1.150391, 0.673828, 1.229492, 0.351562, 0.324219, 1.174805, 1.183594, 1.150391, 0.585938, 1.160156, 1.071289, 1.229492, 0.308594, 1.225586, 0.995392, 0.986267, 0.394531, 1.065918, 0.335938, 0.993408, 1.242188, 1.182617, 0.191406, 1.112793, 1.182617, 1.077637, 0.289062, 0.916992, 0.167969, 1.0625, 1.137695, 0.525391, 1.186523, 0.976196, 1.011475, 1.172852, 1.119141, 1.125977, 1.081055, 1.300781, 1.223633, 1.10498, 1.248047, 1.208984, 1.162109, 1.077637, 1.08252, 1.033447, 0.979248, 1.275391, 1.198242, 1.155273, 1.130859, 1.064453, 1.130859, 1.093262, 1.249023, 1.21582, 1.013123, 1.150391, 1.181641, 1.140625, 1.10498, 1.3125, 1.231445, 0.976807, 1.048828, 1.189453, 1.363281, 1.135742, 1.126953, 1.012085, 1.07373, 0.9646, 0.857422, 1.458984, 1.253906, 1.339844, 1.193359, 1.177734, 1.050781, 0.941162, 1.318359, 1.030273, 1.129883, 1.251953, 0.959717, 1.052979, 1.34375, 0.936035, 1.198242, 1.00415, 1.056885, 1.277344, 0.585938, 1.08252, 1.202148, 0.429688, 1.020264, 1.198242, 1.04248, 1.020142, 1.168945, 1.245117, 1.087891, 1.306641, 1.105957, 1.165039, 0.961426, 1.116699, 0.857422, 1.081055, 1.109863, 1.053467, 1.152344, 1.112793, 1.022217, 1.174805, 0.974121, 1.082031, 1.086914, 0.46875, 1.142578, 1.128906, 1.105469, 0.817383, 1.121582, 0.433594, 1.15918, 1.199219, 1.12207, 1.007996, 1.114746, 0.332031, 1.068359, 0.918945, 0.417969, 1.018066, 1.108887, 1.122559, 1.152344, 0.994934, 1.136719, 1.182617, 1.032227, 1.277344, 0.947998, 0.304688, 1.402344, 0.027344, 1.045898, 1.197266, 1.176758, 0.914062, 1.332031, 1.376953, 0.21875, 1.075195, 1.139648, 1.191406, 1.097168, 1.208984, 1.259766, 1.065918, 1.337891, 1.089844, 1.271484, 0.900391, 1.232422, 1.106934, 1.117676, 0.793945, 1.097656, 1.21875, 1.207031, 0.908691, 0.768555, 1.125977, 1.154297, 2.015625, 1.177734, 1.019165, 1.243164, 1.306641, 1.131836, 1.00824, 1.110352, 1.172852, 0.963623, 1.157227, 0.691406, 1.199219, 0.701172, 0.805664, 1.181641, 0.464844, 0.869141, 0.697266, 0.911133, 0.253906, 0.371094, 1.219727, 1.126953, 0.847656, 0.996567, 0.359375, 1.231445, 0.935547, 0.576172, 1.124512, 1.098145, 1.02002, 0.445312, 1.165039, 1.043457, 1.267578, 1.049072, 1.084961, 1.155273, 1.238281, 1.233398, 1.259766, 1.006134, 1.141602, 0.683594, 1.182617, 1.294922, 0.619141, 0.496094, 1.214844, 1.031982, 0.830078, 0.824219, 1.04126, 1.140625, 1.234375, 1.00415, 0.242188, 1.15918, 1.176758, 1.271484, 0.948242, 0.285156, 1.091309, 1.080566, 1.004639, 1.241211, 1.002441, 1.390625, 0.433594, 1.203125, 1.089355, 1.133789, 1.129883, 0.566406, 1.143555, 1.112305, 1.275391, 1.115234, 1.042236, 0.897949, 1.167969, 1.105469, 1.083984, 1.09668, 1.091797, 1.168945, 1.308594, 0.998711, 1.050293, 0.959473, 1.108398, 1.05127, 1.209961, 1.075684, 0.988953, 1.148438, 1.132812, 0.954102, 0.852539, 1.170898, 1.347656, 1.114258, 1.070801, 1.136719, 1.367188, 1.15625, 1.227539, 0.791992, 0.677734, 1.135742, 1.231445, 1.267578, 1.010315, 1.108398, 1.128906, 1.19043, 1.124023, 1.21582, 1.257812, 1.167969, 0.742188, 1.15625, 1.137695, 1.382812, 1.097656, 1.15625, 1.21582, 1.089844, 0.537109, 1.067383, 0.304688, 1.089355, 1.283203, 1.045654, 1.131836, 0.956787, 1.167969, 1.103516, 1.103516, 1.105469, 0.382812, 1.180664, 1.067383, 1.160156, 1.124512, 1.073242, 0.679688, 1.089355, 1.210938, 1.0177, 0.300781, 1.120605, 1.115723, 1.160156, 0.939209, 1.192383, 1.174805, 1.065918, 0.826172, 1.152344, 0.222656, 0.441406, 0.703125, 0.308594, 1.161133, 1.151367, 1.166016, 0.681641, 0.46875, 1.083008, 0.821289, 0.834961, 1.302734, 1.158203, 1.073242, 1.167969, 1.067871, 1.228516, 0.907227, 1.269531, 0.905762, 1.128906, 1.121094, 1.016479, 1.200195, 0.987427, 0.398438, 0.398438, 1.100586, 0.453125, 1.014526, 1.067383, 1.125977, 1.057129, 1.025879, 0.935059, 0.997589, 0.335938, 1.02002, 1.582031, 1.135742, 0.889648, 1.120117, 0.351562, 0.740234, 0.913086, 1.458984, 1.05835, 1.285156, 1.068359, 1.07373, 1.191406, 0.693359, 1.160156, 0.464844, 1.121094, 1.324219, 1.116699, 1.095215, 1.182617, 1.222656, 1.008606, 1.026855, 1.151367, 1.196289, 0.683594, 1.065918, 1.130859, 1.192383, 1.198242, 1.269531, 1.007355, 1.114258, 1.179688, 1.326172, 1.222656, 1.119141, 1.085938, 0.027344, 1.28125, 1.081543, 1.094238, 0.511719, 1.08252, 1.253906, 1.077637, 1.345703, 1.182617, 1.232422, 0.894531, 1.427734, 1.203125, 0.824219, 0.767578, 1.227539, 1.060791, 1.269531, 1.068848, 1.000322, 0.930176, 1.129883, 1.198242, 1.089355, 0.955078, 1.191406, 1.106934, 0.937012, 1.144531, 1.008057, 1.181641, 1.075195, 1.090332, 1.246094, 0.884277, 1.207031, 1.207031, 1.263672, 0.582031, 1.051758, 1.25, 1.195312, 0.947266, 1.056641, 1.255859, 1.105469, 1.054688, 1.063477, 1.106445, 1.206055, 0.863281, 1.160156, 1.275391, 1.089844, 1.185547, 0.983765, 1.104492, 1.117676, 1.234375, 1.135742, 1.067383, 1.112793, 1.028198, 1.15625, 0.730469, 1.008118, 1.009155, 0.940186, 0.332031, 1.048096, 0.712891, 1.056396, 1.161133, 1.11084, 0.601562, 0.238281, 0.257812, 1.128906, 1.143555, 1.05127, 1.089844, 1.003189, 1.09375, 1.175781, 1.15332, 1.066406, 1.175781, 1.125, 0.273438, 1.049805, 1.09668, 1.100098, 1.062256, 1.157227, 1.086914, 1.081055, 0.981567, 1.120605, 1.001816, 1.04248, 1.138672, 1.08252, 1.175781, 0.817383, 1.275391, 1.203125, 0.214844, 1.00647, 1.0177, 0.890137, 1.098633, 0.821289, 1.214844, 1.102051, 1.255859, 1.158203, 0.988342, 1.111816, 0.965576, 1.18457, 1.003159, 1.058838, 1.076172, 1.104492, 1.020508, 1.652344, 1.026489, 1.035645, 1.089844, 0.940186, 1.01178, 1.10498, 0.919922, 1.039307, 1.070312, 1.10791, 1.273438, 1.119629, 1.306641, 0.895996, 1.464844, 1.337891, 0.621094, 1.15625, 1.012451, 1.148438, 1.188477, 1.109863, 1.067871, 0.671875, 0.664062, 0.621094, 1.089844, 1.227539, 1.09375, 0.786133, 1.15332, 1.145508, 1.09082, 0.997849, 1.135742, 1.013794, 0.964844, 1.128906, 1.117676, 1.158203, 1.148438, 1.05542, 1.267578, 0.966064, 0.963867, 1.400391, 0.982544, 1.259766, 1.123535, 1.06543, 1.175781, 1.123535, 1.211914, 1.104492, 1.100586, 1.107422, 0.351562, 1.204102, 1.003433, 1.191406, 1.001129, 1.089844, 1.134766, 1.051514, 0.998108, 1.099609, 1.285156, 1.099609, 1.257812, 1.21582, 1.098145, 0.932617, 1.219727, 1.019165, 1.163086, 1.121094, 1.074219, 1.289062, 0.817383, 0.952881, 1.097168, 0.900879, 0.935059, 1.8125, 1.257812, 1.196289, 0.683594, 0.640625, 1.111816, 1.160156, 0.996231, 0.819336, 1.144531, 0.873047, 1.213867, 1.049561, 0.708984, 1.119629, 1.15625, 0.736328, 1.146484, 1.131836, 1.053467, 0.937012, 0.564453, 1.074707, 0.987732, 0.484375, 1.074707, 1.135742, 1.277344, 0.34375, 1.196289, 0.623047, 1.165039, 1.183594, 0.961914, 0.677734, 1.191406, 1.136719, 1.041748, 1.052002, 1.054932, 1.212891, 1.094727, 1.066406, 1.064941, 1.057861, 1.067871, 1.129883, 1.134766, 1.03833, 1.183594, 1.167969, 0.754883, 1.125977, 1.128906, 0.80957, 1.05835, 0.736328, 1.120117, 1.061523, 1.04834, 1.131836, 1.086426, 0.974854, 1.244141, 1.133789, 1.351562, 0.953369, 1.107422, 1.287109, 1.21582, 0.0, 0.954346, 0.878418, 1.089355, 1.102539, 0.949951, 1.050781, 1.106445, 1.119141, 1.022705, 1.088379, 0.300781, 1.126953, 1.057617, 0.933594, 0.658203, 1.347656, 1.193359, 1.010315, 0.34375, 0.891602, 1.042725, 0.954102, 1.22168, 1.181641, 1.217773, 0.945801, 1.19043, 1.078125, 1.056885, 1.062988, 1.236328, 1.035889, 1.131836, 0.979126, 1.201172, 0.375, 1.016479, 1.104492, 1.097168, 1.024536, 1.08252, 1.029541, 1.117188, 1.08252, 1.121582, 0.788086, 1.069336, 1.120117, 1.249023, 0.726562, 0.960205, 1.106934, 0.296875, 0.167969, 0.760742, 0.930664, 1.028564, 1.148438, 0.998955, 1.121582, 0.222656, 0.191406, 0.997299, 1.114258, 0.915527, 1.125977, 1.042725, 1.145508, 1.19043, 0.971069, 0.296875, 1.253906, 0.967529, 0.927734, 0.636719, 1.104492, 0.981201, 1.121582, 0.942627, 1.05835, 1.034912, 0.973145, 1.053711, 0.971069, 1.255859, 1.089355, 0.911133, 1.167969, 1.259766, 1.253906, 1.104492, 0.595703, 0.234375, 1.980469, 1.136719, 1.074219, 1.216797, 1.089355, 1.149414, 1.080566, 1.164062, 0.144531, 0.990662, 0.807617, 1.208008, 1.089844, 0.300781, 1.131836, 1.090332, 1.25, 1.021362, 1.201172, 0.995148, 0.909668, 0.3125, 1.105957, 0.945557, 1.142578, 0.347656, 0.895996, 1.230469, 1.304688, 1.150391, 1.255859, 0.864258, 0.960693, 1.167969, 1.324219, 0.632812, 1.068848, 1.175781, 0.714844, 0.770508, 0.269531, 0.71875, 1.152344, 1.171875, 1.04248, 1.042969, 1.075195, 1.011536, 1.112793, 0.070312, 1.259766, 1.134766, 1.211914, 1.11084, 1.298828, 1.018311, 1.094238, 0.183594, 0.96582, 0.285156, 1.125, 0.347656, 0.854492, 1.261719, 1.178711, 1.116211, 0.701172, 1.033203, 0.949219, 1.015869, 0.3125, 1.030518, 0.728516, 0.638672, 0.460938, 1.135742, 1.191406, 0.873047, 0.859375, 1.246094, 1.049316, 1.228516, 0.775391, 0.938232, 1.037598, 0.269531, 1.341797, 1.194336, 1.128906, 0.390625, 0.246094, 1.093262, 1.376953, 0.950195, 1.300781, 1.178711, 1.003555, 0.820312, 1.355469, 1.013062, 1.064941, 1.227539, 0.962891, 1.214844, 1.122559, 1.234375, 1.074219, 1.226562, 1.174805, 1.24707, 1.045898, 0.944824, 1.302734, 1.373047, 0.939941, 1.086426, 1.175781, 0.961914, 1.1875, 1.083496, 1.21875, 1.149414, 0.273438, 0.87207, 1.05249, 0.382812, 1.023926, 0.991394, 1.026245, 1.075195, 1.089844, 1.066406, 1.059326, 1.036133, 0.292969, 0.850586, 1.015869, 0.897461, 1.087891, 1.12793, 0.822266, 1.201172, 1.019653, 1.146484, 1.117188, 1.152344, 0.289062, 1.157227, 1.090332, 0.768555, 1.15332, 1.10498, 1.332031, 1.253906, 1.022827, 1.128906, 1.039307, 1.070801, 1.09082, 1.051025, 0.925293, 1.091797, 1.108398, 1.192383, 1.198242, 1.054688, 0.46875, 1.417969, 0.363281, 1.128906, 1.165039, 0.895508, 1.042236, 1.158203, 1.248047, 1.102539, 0.944092, 1.089844, 0.230469, 0.203125, 0.269531, 0.969849, 1.079102, 0.414062, 0.951172, 1.103027, 1.267578, 0.414062, 1.052002, 0.780273, 1.009644, 0.339844, 1.097168, 1.144531, 1.013855, 1.172852, 0.975952, 0.963867, 1.182617, 1.179688, 0.410156, 0.897461, 0.175781, 1.032227, 1.253906, 1.243164, 1.314453, 0.88916, 0.751953, 1.214844, 0.269531, 1.546875, 1.125, 1.099609, 1.080078, 0.712891, 1.122559, 1.083496, 1.148438, 0.92334, 1.135742, 1.041016, 1.613281, 1.175781, 1.090332, 1.232422, 1.137695, 1.031006, 1.117188, 1.060303, 1.11377, 1.225586, 1.112793, 1.103516, 1.084473, 1.113281, 1.124512, 0.965332, 1.097656, 1.097656, 1.103027, 1.072754, 1.100586, 1.035645, 1.081055, 1.082031, 1.275391, 1.08252, 1.043945, 0.445312, 1.233398, 0.993958, 1.085449, 1.015747, 1.108887, 1.042725, 1.137695, 0.492188, 1.167969, 0.445312, 1.081055, 0.901855, 0.924316, 0.832031, 1.10791, 0.626953, 1.245117, 0.277344, 1.135742, 0.675781, 1.131836, 0.949463, 1.066406, 1.110352, 1.114258, 1.083496, 1.011475, 1.011108, 1.129883, 1.318359, 0.226562, 1.115723, 0.955811, 0.932617, 1.135742, 1.304688, 1.129883, 1.004028, 0.697266, 1.036865, 1.094727, 1.06543, 1.248047, 1.093262, 1.149414, 1.096191, 0.981323, 1.194336, 0.226562, 1.241211, 1.198242, 1.253906, 1.119141, 1.055908, 0.601562, 0.230469, 1.233398, 0.269531, 0.414062, 0.929199, 0.965576, 1.408203, 1.192383, 0.308594, 1.067383, 0.887695, 1.275391, 0.257812, 1.19043, 1.012512, 1.132812, 1.8125, 1.088379, 1.181641, 0.277344, 1.294922, 1.123535, 0.753906, 0.375, 1.003906, 1.192383, 0.4375, 1.128906, 0.847656, 1.143555, 0.95459, 1.171875, 1.086914, 0.347656, 1.19043, 1.128906, 1.032715, 1.121094, 1.050293, 0.693359, 0.289062, 1.064453, 1.199219, 1.018188, 1.120605, 1.25, 1.192383, 1.232422, 1.125, 0.983765, 0.854492, 1.310547, 1.253906, 1.214844, 1.037842, 1.120605, 1.02063, 1.056885, 1.304688, 1.170898, 0.164062, 1.15332, 1.057129, 0.98999, 1.097656, 1.057861, 1.087891, 1.035645, 1.033691, 1.175781, 1.206055, 1.061035, 1.085449, 1.261719, 0.720703, 1.073242, 0.285156, 1.243164, 0.367188, 1.253906, 1.146484, 1.212891, 0.277344, 1.253906, 0.981445, 0.945068, 1.155273, 1.65625, 1.136719, 1.062256, 1.24707, 1.058838, 1.022461, 0.460938, 1.056396, 1.212891, 1.369141, 1.240234, 1.037842, 1.100098, 1.05127, 1.224609, 1.031982, 1.102051, 0.974365, 1.009216, 1.196289, 1.026123, 0.4375, 1.042969, 1.326172, 1.245117, 1.013611, 0.300781, 1.238281, 1.192383, 1.10791, 1.248047, 1.291016, 1.146484, 1.175781, 0.953613, 0.308594, 1.083496, 1.072754, 1.196289, 1.255859, 0.902832, 1.037598, 1.425781, 1.255859, 1.181641, 1.128906, 1.365234, 1.135742, 1.035645, 1.021118, 1.267578, 1.171875, 0.664062, 1.265625, 0.943115, 1.102539, 1.144531, 0.960693, 0.638672, 1.396484, 1.140625, 1.207031, 0.308594, 0.863281, 0.853516, 0.84375, 1.08252, 1.175781, 1.086914, 0.160156, 1.160156, 1.451172, 0.1875, 0.652344, 1.178711, 1.163086, 1.07373, 1.186523, 1.186523, 1.011963, 1.097656, 0.970215, 1.091309, 0.46875, 0.952637, 1.180664, 1.096191, 0.697266, 1.081543, 1.113281, 1.087402, 1.145508, 1.110352, 1.115234, 1.160156, 0.973877, 0.441406, 1.038818, 1.102539, 1.253906, 1.210938, 0.785156, 1.160156, 0.750977, 1.135742, 1.151367, 0.669922, 0.976685, 1.229492, 1.199219, 2.015625, 0.934082, 1.040283, 1.097168, 1.002441, 0.667969, 0.285156, 1.09375, 1.015869, 1.128906, 0.989624, 1.142578, 1.149414, 1.152344, 0.269531, 0.998283, 1.229492, 1.104004, 1.099609, 1.136719, 1.142578, 1.214844, 1.118652, 0.959717, 1.214844, 0.978516, 1.075684, 1.086914, 1.242188, 1.213867, 0.873047, 0.960938, 1.013428, 1.396484, 0.912109, 1.139648, 1.261719, 0.703125, 1.023315, 0.99881, 1.202148, 0.979248, 1.175781, 1.119629, 0.71875, 1.048096, 1.113281, 1.224609, 1.139648, 1.170898, 0.628906, 0.947021, 1.112793, 1.046631, 1.183594, 1.298828, 1.021729, 1.120117, 1.002029, 1.114746, 1.041992, 0.501953, 1.205078, 1.172852, 1.111816, 1.789062, 1.192383, 1.135742, 1.114258, 0.935547, 1.130859, 1.085449, 1.0354, 0.986023, 0.625, 0.912598, 1.032227, 1.230469, 0.984009, 1.214844, 1.227539, 1.203125, 1.066895, 1.146484, 1.105469, 1.181641, 1.063477, 1.072754, 1.042969, 1.228516, 1.064941, 1.089355, 1.24707, 1.125, 1.211914, 1.135742, 1.203125, 1.145508, 0.918457, 0.953125, 1.064941, 0.99884, 0.1875, 1.183594, 1.235352, 1.073242, 0.533203, 1.097168, 1.049561, 0.619141, 0.304688, 1.052002, 1.060547, 1.213867, 0.981445, 1.131836, 1.085449, 1.133789, 1.233398, 1.042969, 1.001518, 1.095215, 0.621094, 1.296875, 1.130859, 0.414062, 0.238281, 1.121582, 1.123047, 1.167969, 0.574219, 1.003555, 0.922363, 1.119141, 1.171875, 1.080078, 1.089355, 1.105469, 1.043945, 0.882812, 1.11084, 1.243164, 1.142578, 0.335938, 0.666016, 1.072266, 1.150391, 0.986267, 0.847656, 1.048828, 1.099609, 0.988892, 0.574219, 1.147461, 1.178711, 1.007599, 1.138672, 1.041748, 0.876953, 0.993652, 1.182617, -0.007812, 0.226562, 1.001266, 1.034912, 0.968994, 1.24707, 0.933105, 1.175781, 0.4375, 1.162109, 0.529297, 0.527344, 1.141602, 1.165039, 1.081543, 1.005737, 1.244141, 1.195312, 0.449219, 1.244141, 0.984009, 0.977783, 1.091309, 1.103516, 1.009277, 1.000835, 0.842773, 1.160156, 1.271484, 0.993103, 1.082031, 0.806641, 0.936035, 1.07373, 2.125, 1.073242, 1.128906, 0.269531, 1.180664, 1.158203, 0.772461, 1.058838, 1.07373, 0.993683, 1.298828, 1.092773, 1.114258, 0.930664, 0.975464, 1.085449, 1.104004, 1.160156, 1.121582, 0.991333, 1.099121, 1.077148, 1.207031, 1.142578, 1.176758, 0.634766, 0.214844, 1.069336, 1.205078, 1.269531, 1.207031, 1.00267, 0.042969, 1.151367, 1.163086, 0.981323, 1.188477, 0.453125, 1.173828, 1.181641, 1.056641, 1.087402, 1.056396, 1.18457, 0.997559, 0.84082, 1.068359, 1.078613, 1.19043, 0.269531, 1.197266, 0.90625, 0.210938, 1.120605, 1.068359, 1.143555, 0.991089, 0.888672, 1.077637, 0.621094, 1.112793, 1.174805, 1.172852, 1.113281, 1.072754, 1.099121, 0.971313, 1.585938, 1.077637, 1.173828, 1.273438, 1.163086, 0.708984, 1.077148, 1.105469, 1.011475, 1.015869, 1.103027, 1.182617, 0.496094, 1.073242, 0.253906, 1.144531, 1.074219, 1.332031, 0.986084, 1.063477, 1.08252, 1.226562, 1.118164, 0.873047, 1.115234, 1.077148, 1.161133, 0.991882, 1.162109, 0.708984, 0.954346, 0.742188, 0.324219, 1.126953, 1.000167, 1.226562, 1.090332, 1.141602, 0.900879, 1.09082, 1.128906, 0.712891, 0.78125, 1.097656, 1.245117, 1.10791, 1.089844, 1.216797, 0.916992, 1.227539, 1.135742, 1.097656, 0.402344, 1.089844, 1.320312, 1.088867, 1.149414, 0.989868, 1.144531, 1.028931, 1.113281, 1.117676, 1.130859, 1.052979, 0.646484, 1.071777, 1.212891, 1.129883, 1.320312, 1.357422, 1.113281, 1.019409, 0.987305, 1.277344, 1.147461, 0.591797, 0.402344, 1.191406, 1.222656, 1.34375, 1.155273, 1.160156, 0.214844, 1.02002, 1.283203, 1.034912, 1.173828, 0.833984, 1.031494, 0.890625, 0.402344, 1.213867, 1.076172, 1.341797, 1.031982, 0.915527, 1.289062, 1.06543, 1.166016, 1.0354, 1.259766, 1.289062, 1.029663, 0.9729, 0.636719, 1.104004, 0.660156, 0.304688, 1.25, 1.478516, 1.085938, 1.10791, 0.970947, 1.158203, 1.207031, 1.171875, 1.259766, 1.05835, 0.928711, 0.993622, 0.578125, 1.168945, 0.806641, 1.016113, 1.05127, 1.113281, 1.089355, 1.067871, 1.416016, 1.111816, 0.808594, 1.011963, 1.105957, 0.429688, 0.966797, 1.086914, 1.100098, 0.820312, 0.359375, 0.975952, 1.291016, 1.279297, 1.222656, 1.034668, 0.320312, 1.12793, 1.120605, 0.767578, 1.108887, 1.02832, 1.086426, 0.986633, 1.192383, 0.929688, 1.077148, 1.285156, 1.044922, 1.087402, 1.217773, 1.189453, 0.222656, 1.037109, 1.176758, 1.129883, 1.104004, 1.151367, 1.392578, 0.968262, 0.585938, 1.149414, 1.117676, 1.161133, 1.120117, 0.648438, 0.921387, 1.244141, 1.029541, 1.086426, 0.963379, 1.204102, 1.05835, 1.168945, 1.018311, 1.212891, 1.106934, 1.04248, 1.228516, 1.151367, 1.147461, 1.347656, 0.939453, 1.28125, 0.544922, 0.015625, 1.088867, 0.859375, 1.061279, 1.103516, 1.003906, 1.004913, 0.97876, 1.083984, 0.911621, 1.275391, 1.143555, 1.139648, 1.142578, 0.28125, 1.057861, 1.195312, 1.129883, 0.908691, 1.433594, 1.075195, 1.255859, 1.231445, 0.952393, 1.203125, 1.149414, 1.106445, 1.197266, 1.02002, 1.003616, 1.043213, 0.883789, 0.943359, 1.083984, 1.240234, 1.091797, 1.229492, 1.138672, 1.291016, 1.019653, 1.111816, 0.818359, 1.083984, 0.833984, 0.546875, 1.211914, 1.183594, 1.02002, 0.320312, 0.828125, 1.208984, 1.126953, 1.292969, 1.232422, 1.498047, 1.144531, 1.120117, 0.994629, 1.253906, 0.082031, 1.067871, 0.948975, 1.027344, 1.066406, 1.191406, 1.224609, 1.075195, 0.21875, 1.182617, 0.993225, 0.96936, 0.975586, 1.245117, 1.152344, 1.253906, 1.047607, 1.03064, 0.556641, 1.128906, 1.172852, 0.996506, 1.125, 1.182617, 1.192383, 1.228516, 0.935059, 1.105957, 0.89209, 1.135742, 1.087402, 1.052979, 1.205078, 0.914062, 1.057373, 1.019287, 1.208008, 1.112793, 1.291016, 1.01178, 1.073242, 0.265625, 1.055908, 1.141602, 1.100098, 1.101562, 1.160156, 1.120117, 1.081055, 1.010559, 1.255859, 0.816406, 1.03833, 1.021606, 1.208984, 0.257812, 1.034912, 1.128906, 1.152344, 1.144531, 1.051514, 1.037354, 1.316406, 0.968872, 1.133789, 1.038574, 1.155273, 0.351562, 0.937744, 0.960693, 1.122559, 0.285156, 1.380859, 0.410156, 1.050537, 0.214844, 1.152344, 1.001053, 0.916504, 0.644531, 0.875, 1.199219, 1.098145, 0.9729, 1.084961, 1.058594, 1.332031, 1.144531, 0.160156, 0.587891, 0.716797, 1.180664, 1.225586, 1.079102, 1.129883, 1.238281, 1.155273, 0.831055, 1.213867, 1.070801, 1.283203, 1.173828, 1.207031, 0.905273, 1.050537, 1.113281, 0.782227, 1.208984, 1.229492, 1.213867, 1.188477, 1.223633, 0.927246, 1.216797, 1.115234, 1.007538, 1.347656, 1.198242, 1.186523, 1.12793, 1.316406, 0.414062, 1.191406, 1.098145, 1.137695, 0.4375, 1.052002, 1.117676, 1.192383, 0.332031, 1.056396, 0.766602, 1.105957, 0.997345, 0.904785, 0.230469, 1.174805, 1.108887, 1.034668, 0.167969, 0.786133, 0.351562, 1.168945, 1.175781, 0.913574, 1.147461, 1.069824, 0.997635, 1.205078, 1.130859, 0.967773, 0.441406, 0.53125, 1.275391, 0.900391, 0.853516, 1.150391, 1.059326, 1.09668, 1.248047, 0.833984, 1.161133, 1.102539, 1.092773, 0.554688, 1.144531, 1.227539, 1.22168, 1.134766, 1.034668, 0.386719, 1.427734, 0.398438, 1.21875, 1.140625, 1.158203, 1.125977, 1.308594, 0.954834, 1.036621, 1.197266, 1.11377, 1.227539, 1.058594, 0.990356, 1.129883, 1.085449, 1.171875, 0.883301, 1.292969, 1.185547, 0.601562, 1.062988, 1.060791, 0.617188, 1.082031, 1.246094, 1.396484, 1.237305, 0.983643, 0.914062, 0.961182, 1.09082, 0.667969, 1.292969, 1.026978, 1.447266, 1.088867, 1.098145, 1.174805, 0.931152, 1.125977, 1.04126, 1.118652, 1.131836, 1.056152, 0.685547, 1.253906, 1.100098, 0.517578, 1.010498, 1.098145, 0.328125, 1.118164, 0.847656, 1.147461, 1.168945, 1.089355, 1.068848, 1.12207, 1.125977, 1.049316, 1.07373, 1.011841, 1.030273, 1.022095, 0.648438, 1.029541, 1.345703, 1.255859, 0.429688, 1.066895, 1.005005, 1.136719, 1.212891, 1.175781, 1.220703, 1.19043, 1.061279, 0.831055, 0.900879, 1.144531, 1.15332, 0.304688, 1.136719, 1.104492, 0.347656, 1.154297, 1.121094, 1.285156, 1.009216, 1.126953, 1.178711, 0.513672, 1.283203, 1.345703, 1.269531, 1.069336, 1.176758, 0.962891, 1.054443, 0.347656, 0.607422, 1.178711, 0.980347, 1.220703, 0.860352, 0.985474, 1.009644, 1.071289, 0.382812, 0.893555, 1.129883, 0.222656, 1.28125, 1.065918, 1.132812, 1.102539, 0.351562, 1.291016, 1.168945, 0.296875, 1.112793, 0.834961, 1.075684, 1.207031, 1.233398, 1.275391, 0.339844, 1.222656, 0.91748, 1.188477, 1.080078, 1.238281, 1.300781, 0.634766, 1.261719, 1.150391, 1.138672, 0.978027, 0.363281, 1.142578, 1.191406, 1.152344, 1.057861, 1.369141, 1.120117, 0.95459, 0.914062, 1.146484, 1.023438, 1.189453, 0.724609, 1.320312, 1.222656, 1.130859, 0.289062, 1.102539, 1.045166, 0.996399, 1.237305, 1.09082, 0.980225, 0.990112, 1.176758, 1.085449, 0.351562, 1.02478, 1.125977, 1.043213 ] }, "name": "onnx::Mul_8368", "outputIndexes": [ 862 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 861, 862 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_8/Mul_1_output_0", "outputIndexes": [ 863 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 792, 863 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_43_output_0", "outputIndexes": [ 864 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_8/Mul_output_0", "outputIndexes": [ 865 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.601562, 1.675781, 1.648438, 1.648438, 1.761719, 1.808594, 1.458984, 0.480469, 1.738281, 1.404297, 1.761719, 1.601562, 1.494141, 1.679688, 1.664062, 1.621094, 1.527344, 1.710938, 1.46875, 1.660156, 1.734375, 1.765625, 1.773438, 1.427734, 1.457031, 1.554688, 1.173828, 1.435547, 1.574219, 1.6875, 1.433594, 1.207031, 1.597656, 0.5625, 1.632812, 1.131836, 1.679688, 1.660156, 1.496094, 1.671875, 1.71875, 1.582031, 1.683594, 1.196289, 0.705078, 1.621094, 1.761719, 1.664062, 1.482422, 1.251953, 1.550781, 0.862305, 1.515625, 0.480469, 1.570312, 1.320312, 1.574219, 1.65625, 1.498047, 1.457031, 1.039551, 1.511719, 1.621094, 1.470703, 1.15332, 1.554688, 0.928711, 1.597656, 1.433594, 1.574219, 1.609375, 1.753906, 1.566406, 1.648438, 1.53125, 1.589844, 0.868164, 1.279297, 1.259766, 0.675781, 1.539062, 0.480469, 1.496094, 1.206055, 1.613281, 1.511719, 1.648438, 1.168945, 0.746094, 1.494141, 1.605469, 1.59375, 1.808594, 0.712891, 1.648438, 0.46875, 1.625, 1.695312, 1.695312, 1.554688, 1.394531, 1.640625, 1.695312, 1.582031, 1.765625, 1.652344, 1.621094, 1.201172, 1.671875, 1.671875, 1.585938, 1.535156, 1.691406, 0.720703, 1.582031, 1.24707, 1.773438, 0.521484, 1.578125, 1.636719, 1.714844, 1.570312, 1.09375, 1.710938, 1.367188, 0.983643, 1.507812, 1.792969, 1.523438, 0.896973, 0.987793, 1.578125, 1.511719, 1.605469, 1.679688, 1.605469, 1.408203, 0.954834, 1.46875, 1.703125, 1.390625, 1.597656, 1.435547, 1.683594, 1.699219, 1.433594, 1.451172, 1.734375, 1.644531, 1.789062, 1.746094, 1.361328, 1.5625, 1.133789, 1.75, 1.605469, 0.918945, 1.625, 0.671875, 0.601562, 0.630859, 1.648438, 1.435547, 0.900391, 1.742188, 1.714844, 1.769531, 0.587891, 1.578125, 1.546875, 1.628906, 0.695312, 1.4375, 0.644531, 1.679688, 1.679688, 1.490234, 0.492188, 1.636719, 1.625, 1.644531, 0.550781, 1.138672, 0.460938, 1.308594, 1.605469, 0.879395, 1.675781, 1.488281, 1.289062, 1.6875, 1.182617, 1.478516, 1.605469, 1.636719, 1.498047, 1.679688, 1.691406, 1.71875, 1.582031, 1.519531, 1.640625, 1.5625, 1.474609, 1.621094, 1.722656, 1.486328, 1.695312, 1.558594, 1.597656, 1.332031, 1.683594, 1.601562, 1.511719, 1.597656, 1.640625, 1.425781, 1.550781, 1.679688, 1.652344, 1.223633, 1.140625, 1.730469, 1.824219, 1.601562, 1.5625, 1.574219, 1.640625, 1.380859, 1.371094, 0.786133, 1.746094, 1.582031, 1.746094, 1.636719, 1.679688, 1.00528, 1.679688, 1.535156, 1.617188, 1.166992, 1.667969, 1.738281, 1.287109, 1.636719, 1.621094, 1.380859, 1.382812, 1.757812, 0.906738, 1.6875, 1.871094, 0.730469, 1.71875, 1.652344, 1.636719, 1.492188, 1.730469, 1.601562, 1.558594, 1.742188, 1.789062, 1.628906, 1.494141, 1.617188, 1.209961, 1.699219, 1.6875, 1.492188, 1.527344, 1.71875, 1.648438, 1.621094, 1.417969, 1.667969, 1.539062, 0.791016, 1.478516, 1.667969, 1.746094, 1.102051, 1.621094, 0.623047, 1.648438, 1.382812, 1.710938, 1.410156, 1.582031, 0.617188, 1.609375, 1.320312, 0.580078, 2.070312, 1.746094, 1.376953, 1.589844, 1.375, 1.539062, 1.683594, 1.703125, 1.357422, 1.328125, 0.488281, 1.605469, 0.386719, 1.443359, 1.660156, 1.431641, 1.511719, 1.710938, 1.855469, 0.507812, 1.691406, 1.597656, 1.460938, 1.542969, 1.398438, 1.738281, 1.582031, 1.695312, 1.476562, 1.554688, 1.34375, 1.753906, 1.542969, 1.457031, 1.170898, 1.373047, 1.558594, 1.628906, 1.21582, 1.021362, 1.679688, 1.585938, 0.507812, 1.671875, 1.542969, 1.71875, 1.707031, 1.730469, 1.570312, 1.679688, 1.757812, 1.542969, 1.648438, 1.012695, 1.707031, 0.823242, 1.359375, 1.648438, 0.587891, 1.292969, 0.638672, 1.255859, 0.488281, 0.683594, 1.644531, 1.691406, 1.0354, 1.382812, 0.601562, 1.671875, 1.441406, 0.838867, 1.482422, 1.679688, 1.515625, 0.591797, 1.699219, 1.597656, 1.707031, 1.375, 1.59375, 1.636719, 1.773438, 1.667969, 1.703125, 1.589844, 1.392578, 0.880371, 1.761719, 1.65625, 0.90625, 0.703125, 1.824219, 1.435547, 1.294922, 1.00383, 1.609375, 1.714844, 1.648438, 1.792969, 0.560547, 1.722656, 1.714844, 1.609375, 1.361328, 0.603516, 1.601562, 1.699219, 1.625, 1.617188, 1.613281, 1.835938, 0.710938, 1.490234, 1.6875, 1.496094, 1.777344, 0.640625, 1.664062, 1.824219, 1.652344, 1.597656, 1.052734, 1.458984, 1.605469, 1.53125, 1.621094, 1.519531, 1.734375, 1.679688, 1.388672, 1.566406, 1.449219, 1.168945, 1.679688, 1.5625, 1.632812, 1.496094, 1.289062, 1.746094, 1.710938, 1.036621, 0.642578, 1.632812, 1.792969, 1.664062, 1.59375, 1.59375, 1.699219, 1.476562, 1.761719, 1.175781, 0.558594, 1.65625, 1.695312, 1.664062, 1.455078, 1.621094, 1.636719, 1.6875, 1.53125, 1.486328, 1.667969, 1.628906, 0.908691, 1.710938, 1.664062, 1.707031, 1.617188, 1.660156, 1.574219, 1.648438, 0.799805, 1.605469, 0.558594, 1.488281, 1.644531, 1.632812, 1.546875, 1.566406, 1.703125, 1.554688, 1.683594, 1.65625, 0.638672, 1.429688, 1.679688, 1.609375, 1.511719, 1.585938, 1.10498, 1.609375, 1.6875, 1.675781, 0.576172, 1.566406, 1.447266, 1.601562, 1.208984, 1.486328, 1.660156, 1.617188, 1.107422, 1.683594, 0.501953, 0.589844, 1.026733, 0.564453, 1.625, 1.542969, 1.582031, 1.075684, 0.523438, 1.585938, 1.0354, 0.887207, 1.478516, 1.792969, 1.625, 1.660156, 1.566406, 1.4375, 1.511719, 1.710938, 1.105469, 1.78125, 1.808594, 1.263672, 1.355469, 1.394531, 0.730469, 0.654297, 1.664062, 0.821289, 1.765625, 1.648438, 1.498047, 1.789062, 1.453125, 1.433594, 1.703125, 0.539062, 1.707031, 0.956543, 1.71875, 1.652344, 1.761719, 0.484375, 0.638672, 1.163086, 1.246094, 1.722656, 1.601562, 1.707031, 1.65625, 1.53125, 1.019165, 1.703125, 0.605469, 1.808594, 1.632812, 1.392578, 1.386719, 1.333984, 1.597656, 0.766602, 1.482422, 1.625, 1.753906, 0.677734, 1.113281, 1.652344, 1.515625, 1.6875, 1.730469, 0.782227, 1.316406, 1.589844, 1.71875, 1.640625, 1.738281, 1.515625, 0.429688, 1.574219, 1.59375, 1.462891, 0.862305, 1.65625, 1.511719, 1.746094, 1.699219, 1.589844, 1.402344, 1.511719, 1.115723, 1.542969, 0.632812, 0.922852, 1.703125, 1.558594, 1.253906, 1.046875, 1.102539, 1.435547, 1.53125, 1.730469, 1.667969, 1.34375, 1.589844, 1.734375, 1.375, 1.640625, 1.730469, 1.714844, 1.535156, 1.652344, 1.613281, 1.507812, 1.699219, 1.644531, 1.769531, 0.572266, 1.400391, 1.613281, 1.660156, 1.369141, 1.679688, 1.507812, 1.644531, 1.582031, 1.398438, 1.664062, 3.21875, 1.304688, 1.675781, 1.664062, 1.777344, 1.098633, 1.535156, 1.722656, 1.65625, 1.707031, 1.699219, 1.380859, 1.671875, 1.695312, 1.691406, 0.990845, 1.847656, 1.699219, 1.275391, 0.617188, 1.601562, 0.751953, 1.726562, 1.773438, 1.369141, 0.748047, 0.425781, 0.5625, 1.683594, 1.746094, 1.730469, 1.757812, 1.664062, 1.722656, 1.539062, 1.255859, 1.46875, 1.554688, 1.589844, 0.515625, 1.417969, 1.726562, 1.644531, 1.703125, 1.636719, 1.804688, 1.675781, 1.217773, 1.660156, 1.601562, 1.21582, 1.605469, 1.65625, 1.542969, 0.993896, 1.664062, 1.59375, 0.417969, 1.363281, 1.507812, 1.761719, 1.621094, 1.088379, 1.585938, 1.648438, 1.259766, 1.316406, 1.527344, 1.554688, 1.644531, 1.671875, 1.435547, 1.431641, 1.769531, 1.609375, 1.609375, 0.751953, 1.644531, 1.435547, 1.609375, 1.703125, 1.605469, 1.632812, 1.4375, 1.632812, 1.382812, 1.71875, 1.792969, 1.722656, 1.5625, 1.001152, 1.210938, 1.636719, 0.854492, 1.6875, 1.255859, 1.613281, 1.789062, 1.679688, 1.691406, 0.940674, 0.599609, 0.998207, 1.667969, 1.605469, 1.71875, 1.378906, 1.601562, 1.679688, 1.585938, 1.691406, 1.683594, 1.566406, 1.597656, 1.742188, 1.667969, 1.695312, 1.554688, 1.488281, 1.765625, 1.341797, 1.275391, 1.808594, 1.5625, 1.601562, 1.816406, 1.769531, 1.675781, 1.675781, 1.679688, 1.75, 1.464844, 1.605469, 0.634766, 1.667969, 1.388672, 1.65625, 1.496094, 1.478516, 1.679688, 1.601562, 1.462891, 1.527344, 1.617188, 1.769531, 1.382812, 1.761719, 1.527344, 1.414062, 1.664062, 1.400391, 1.761719, 1.660156, 1.554688, 1.53125, 1.139648, 1.539062, 1.527344, 1.376953, 1.527344, 0.648438, 1.820312, 1.667969, 0.703125, 0.97229, 1.699219, 1.550781, 1.445312, 1.083984, 1.773438, 1.222656, 1.691406, 1.699219, 0.937012, 1.738281, 1.480469, 0.630859, 1.726562, 1.769531, 1.710938, 1.310547, 0.875977, 1.496094, 1.617188, 0.619141, 1.490234, 1.667969, 1.746094, 0.570312, 1.777344, 0.834961, 1.457031, 1.447266, 1.458984, 0.947266, 1.605469, 1.554688, 1.601562, 1.601562, 1.597656, 1.652344, 1.703125, 1.515625, 1.472656, 1.722656, 1.582031, 1.675781, 1.710938, 1.660156, 1.355469, 1.632812, 1.015015, 1.675781, 1.519531, 0.833984, 1.605469, 1.02002, 1.667969, 1.796875, 1.683594, 1.679688, 1.742188, 1.675781, 1.640625, 1.660156, 1.714844, 1.345703, 1.511719, 1.519531, 1.648438, 0.328125, 1.324219, 1.151367, 1.589844, 1.339844, 0.888672, 1.695312, 1.714844, 1.59375, 1.726562, 1.539062, 0.503906, 1.714844, 1.433594, 1.546875, 0.613281, 1.707031, 1.714844, 1.554688, 0.626953, 1.337891, 1.386719, 1.53125, 1.621094, 1.683594, 1.691406, 1.139648, 1.15332, 1.589844, 1.707031, 1.421875, 1.699219, 1.601562, 1.773438, 1.355469, 1.585938, 0.652344, 1.648438, 1.703125, 1.5625, 1.402344, 1.621094, 1.699219, 1.714844, 1.570312, 1.65625, 1.089844, 1.488281, 1.617188, 1.667969, 0.97583, 1.384766, 1.601562, 0.601562, 0.449219, 1.032471, 1.057617, 1.566406, 1.75, 1.582031, 1.636719, 0.548828, 0.453125, 1.609375, 1.664062, 1.109375, 1.636719, 1.492188, 1.699219, 1.574219, 1.086914, 0.558594, 1.613281, 1.445312, 1.324219, 0.757812, 1.490234, 1.421875, 1.408203, 1.515625, 1.769531, 1.652344, 1.421875, 1.757812, 1.113281, 1.648438, 1.6875, 1.316406, 1.511719, 1.482422, 1.972656, 1.589844, 0.908691, 0.521484, 0.742188, 1.675781, 1.570312, 1.554688, 1.65625, 1.558594, 1.511719, 1.675781, 0.488281, 1.337891, 1.016357, 1.808594, 1.710938, 0.509766, 1.671875, 1.644531, 1.566406, 1.683594, 1.632812, 1.289062, 1.259766, 0.597656, 1.550781, 1.349609, 1.523438, 0.539062, 1.695312, 1.832031, 1.458984, 1.574219, 0.871094, 1.408203, 1.470703, 1.742188, 1.609375, 0.910645, 1.589844, 1.75, 1.00705, 0.726562, 0.860352, 0.517578, 1.589844, 1.425781, 1.695312, 1.476562, 1.617188, 1.734375, 1.714844, 0.460938, 1.617188, 1.65625, 1.558594, 1.6875, 0.755859, 1.695312, 1.695312, 0.398438, 1.443359, 0.537109, 1.667969, 0.546875, 1.234375, 1.679688, 1.699219, 1.679688, 1.108887, 1.445312, 0.808594, 1.515625, 0.523438, 1.376953, 1.084961, 0.891113, 0.783203, 1.605469, 1.746094, 1.212891, 0.683594, 1.785156, 1.412109, 1.714844, 1.12207, 1.302734, 1.582031, 0.507812, 1.59375, 1.589844, 1.449219, 0.511719, 0.558594, 1.667969, 1.746094, 1.5, 1.683594, 1.761719, 1.585938, 0.972778, 0.429688, 1.605469, 1.601562, 1.835938, 1.165039, 1.640625, 1.6875, 1.820312, 1.542969, 1.667969, 1.535156, 1.773438, 1.523438, 1.419922, 1.730469, 1.582031, 1.166992, 1.695312, 1.671875, 1.699219, 1.621094, 1.804688, 0.685547, 1.65625, 0.517578, 1.106934, 1.192383, 0.5625, 1.707031, 1.257812, 1.585938, 1.539062, 1.617188, 1.65625, 1.472656, 1.652344, 0.507812, 1.24707, 1.523438, 1.227539, 1.640625, 1.621094, 1.167969, 1.761719, 1.644531, 1.800781, 1.675781, 1.648438, 0.515625, 1.75, 1.71875, 1.086426, 1.699219, 1.474609, 1.664062, 1.443359, 1.742188, 1.597656, 1.621094, 1.714844, 1.75, 1.699219, 0.966309, 1.566406, 1.664062, 1.789062, 1.710938, 1.347656, 0.611328, 1.527344, 0.662109, 1.636719, 1.695312, 1.152344, 1.679688, 1.742188, 1.71875, 1.550781, 1.265625, 1.417969, 0.449219, 0.5, 0.484375, 1.671875, 1.761719, 0.636719, 1.601562, 1.574219, 1.554688, 0.660156, 1.474609, 0.983887, 1.507812, 0.654297, 1.664062, 1.589844, 1.011902, 1.765625, 1.380859, 1.302734, 1.746094, 1.617188, 0.433594, 0.750977, 0.525391, 1.539062, 1.570312, 1.636719, 1.792969, 1.115723, 0.638672, 1.695312, 0.601562, 1.116211, 1.671875, 1.640625, 1.582031, 0.934082, 1.664062, 1.609375, 1.632812, 1.233398, 1.671875, 1.361328, 0.904785, 1.742188, 1.707031, 1.238281, 1.707031, 1.558594, 1.675781, 1.298828, 1.699219, 1.585938, 1.722656, 1.636719, 1.574219, 1.652344, 1.824219, 1.267578, 1.582031, 1.636719, 1.570312, 1.488281, 1.617188, 1.306641, 1.648438, 1.308594, 1.648438, 1.341797, 1.486328, 0.685547, 1.726562, 1.376953, 1.664062, 1.263672, 1.667969, 1.554688, 1.671875, 0.644531, 1.691406, 0.750977, 1.566406, 1.421875, 1.384766, 1.099609, 1.566406, 0.898438, 1.582031, 0.564453, 1.621094, 0.927246, 1.703125, 1.474609, 1.410156, 1.824219, 1.777344, 1.585938, 1.443359, 1.5, 1.597656, 1.660156, 0.453125, 1.699219, 1.417969, 1.53125, 1.710938, 1.511719, 1.703125, 1.494141, 0.900879, 1.386719, 1.6875, 1.492188, 1.195312, 1.640625, 1.578125, 1.5, 1.464844, 1.558594, 0.492188, 1.609375, 1.652344, 1.660156, 0.710938, 1.347656, 0.759766, 0.521484, 1.585938, 0.488281, 0.525391, 1.326172, 1.707031, 1.6875, 1.804688, 0.851562, 1.439453, 1.204102, 1.53125, 0.560547, 1.6875, 1.341797, 1.474609, 0.87793, 1.71875, 1.757812, 0.5, 1.628906, 1.707031, 0.857422, 0.619141, 1.621094, 1.675781, 0.662109, 1.757812, 0.744141, 1.703125, 1.394531, 1.648438, 1.542969, 0.632812, 1.691406, 1.519531, 1.699219, 1.625, 1.585938, 1.010132, 0.480469, 1.582031, 1.707031, 1.498047, 1.730469, 1.636719, 1.578125, 1.628906, 1.621094, 1.46875, 1.617188, 0.925781, 1.605469, 1.578125, 1.507812, 1.652344, 1.320312, 1.539062, 1.5, 1.621094, 0.445312, 1.535156, 1.730469, 1.621094, 1.527344, 1.421875, 1.384766, 1.386719, 1.636719, 1.464844, 1.65625, 1.636719, 1.683594, 1.625, 0.835938, 1.396484, 0.591797, 1.652344, 0.644531, 1.496094, 1.664062, 1.539062, 0.554688, 1.474609, 1.414062, 1.585938, 1.757812, 2.007812, 1.632812, 1.601562, 1.609375, 1.582031, 1.488281, 0.699219, 1.404297, 1.609375, 1.347656, 1.789062, 1.566406, 1.417969, 1.714844, 1.636719, 1.644531, 1.515625, 1.165039, 1.457031, 1.486328, 1.625, 0.770508, 1.515625, 1.515625, 1.800781, 1.384766, 0.5625, 1.738281, 1.636719, 1.644531, 1.613281, 1.605469, 1.640625, 1.494141, 1.574219, 0.535156, 1.683594, 1.609375, 1.511719, 1.636719, 1.554688, 1.546875, 1.703125, 1.8125, 1.730469, 1.388672, 1.839844, 1.597656, 1.625, 1.570312, 1.664062, 1.683594, 0.952637, 1.451172, 1.443359, 1.519531, 1.660156, 1.617188, 0.974976, 1.75, 1.589844, 1.582031, 0.5, 1.326172, 1.223633, 0.726562, 1.574219, 1.65625, 1.816406, 0.433594, 1.667969, 1.660156, 0.484375, 0.757812, 1.5625, 1.730469, 1.652344, 1.554688, 1.695312, 1.464844, 1.683594, 1.416016, 1.777344, 0.714844, 1.714844, 1.738281, 1.78125, 0.574219, 1.714844, 1.617188, 1.636719, 1.376953, 1.660156, 1.519531, 1.585938, 1.298828, 0.550781, 1.789062, 1.648438, 1.550781, 1.523438, 0.989685, 1.574219, 0.65625, 1.460938, 1.625, 0.927246, 1.675781, 1.75, 1.546875, 0.681641, 1.248047, 1.898438, 1.632812, 1.664062, 0.897949, 0.550781, 1.494141, 1.330078, 1.53125, 1.229492, 1.671875, 1.707031, 1.667969, 0.521484, 1.496094, 1.859375, 1.404297, 1.486328, 1.369141, 1.714844, 1.582031, 1.746094, 1.300781, 1.503906, 1.53125, 1.691406, 1.703125, 1.734375, 1.236328, 1.170898, 1.178711, 1.259766, 1.730469, 1.416016, 0.98584, 1.714844, 1.004852, 1.423828, 1.511719, 1.636719, 1.679688, 1.539062, 1.644531, 0.914551, 1.5, 1.617188, 1.582031, 1.597656, 1.648438, 0.975708, 1.609375, 1.671875, 1.625, 1.785156, 1.585938, 1.300781, 1.730469, 1.542969, 1.59375, 1.570312, 0.65625, 1.636719, 1.667969, 1.773438, 1.244141, 1.742188, 1.699219, 1.542969, 1.589844, 1.458984, 1.746094, 1.542969, 1.285156, 0.995514, 1.625, 1.570312, 1.792969, 1.535156, 1.632812, 1.738281, 1.65625, 1.6875, 1.730469, 1.59375, 1.417969, 1.625, 1.386719, 1.253906, 1.546875, 1.679688, 1.470703, 1.582031, 1.589844, 1.546875, 1.71875, 0.730469, 1.570312, 1.628906, 1.157227, 1.597656, 1.808594, 0.464844, 1.550781, 1.667969, 1.578125, 0.722656, 1.683594, 1.566406, 0.894043, 0.599609, 1.34375, 1.527344, 1.871094, 1.425781, 1.582031, 1.570312, 1.664062, 1.726562, 1.582031, 0.889648, 1.699219, 0.885254, 1.753906, 1.683594, 0.722656, 0.476562, 1.714844, 1.769531, 1.699219, 0.84375, 1.683594, 1.162109, 1.470703, 1.652344, 1.546875, 1.490234, 1.726562, 1.589844, 1.304688, 1.691406, 1.761719, 1.777344, 0.6875, 0.939453, 1.527344, 1.494141, 1.742188, 1.177734, 1.359375, 1.621094, 1.234375, 0.850586, 1.710938, 1.746094, 1.380859, 1.578125, 1.441406, 1.173828, 1.578125, 1.601562, 0.394531, 0.492188, 1.558594, 1.660156, 1.519531, 1.734375, 1.5, 1.679688, 0.714844, 1.738281, 0.877441, 0.801758, 1.492188, 1.886719, 1.617188, 1.632812, 1.691406, 1.726562, 0.699219, 1.707031, 1.371094, 1.292969, 1.527344, 1.824219, 1.486328, 1.425781, 1.230469, 1.71875, 1.652344, 1.554688, 1.378906, 0.930664, 1.402344, 1.523438, 0.480469, 1.691406, 1.675781, 0.587891, 1.652344, 1.730469, 0.779297, 1.605469, 1.208008, 1.511719, 1.601562, 1.5, 1.457031, 1.145508, 1.648438, 1.695312, 1.738281, 1.660156, 1.679688, 1.589844, 1.558594, 1.337891, 1.746094, 1.832031, 1.433594, 0.658203, 0.429688, 1.625, 1.589844, 1.621094, 1.578125, 1.433594, 0.390625, 1.714844, 1.761719, 1.431641, 1.617188, 0.777344, 1.898438, 1.609375, 1.589844, 1.464844, 1.523438, 1.373047, 1.445312, 1.154297, 1.609375, 1.507812, 1.613281, 0.574219, 1.945312, 1.111816, 0.552734, 1.621094, 0.825195, 1.730469, 1.539062, 1.121582, 1.494141, 0.611328, 1.566406, 1.699219, 1.675781, 1.621094, 1.699219, 1.542969, 1.53125, 1.298828, 1.703125, 1.636719, 1.6875, 1.714844, 0.787109, 1.632812, 1.636719, 1.259766, 1.503906, 0.975342, 1.609375, 0.724609, 1.441406, 0.496094, 1.734375, 1.492188, 1.742188, 1.361328, 1.589844, 1.65625, 1.703125, 1.632812, 1.316406, 1.742188, 1.644531, 1.699219, 1.214844, 1.761719, 0.913574, 1.683594, 1.108887, 0.566406, 1.671875, 1.820312, 1.613281, 1.8125, 1.804688, 1.243164, 1.515625, 1.65625, 1.019775, 1.056396, 1.671875, 1.78125, 1.703125, 1.457031, 1.742188, 1.078125, 1.800781, 1.707031, 1.585938, 0.617188, 1.365234, 1.617188, 1.726562, 1.699219, 1.204102, 1.589844, 1.554688, 1.470703, 1.625, 1.683594, 1.664062, 0.640625, 1.507812, 1.625, 1.589844, 1.699219, 1.589844, 1.699219, 1.451172, 1.296875, 1.699219, 1.671875, 0.806641, 0.640625, 1.582031, 1.769531, 1.699219, 1.613281, 1.609375, 0.441406, 1.5625, 1.699219, 1.490234, 1.710938, 1.051758, 1.613281, 1.255859, 0.519531, 1.539062, 1.628906, 1.632812, 1.5, 0.99588, 1.734375, 1.613281, 1.621094, 1.652344, 1.578125, 1.960938, 1.310547, 1.298828, 0.885254, 1.490234, 1.061279, 0.539062, 1.628906, 1.652344, 1.699219, 1.640625, 0.851562, 1.597656, 1.667969, 1.640625, 1.644531, 1.628906, 0.985291, 1.472656, 0.847656, 1.675781, 0.985657, 1.472656, 1.621094, 1.613281, 1.328125, 1.695312, 1.546875, 1.691406, 1.140625, 1.746094, 1.652344, 0.603516, 1.21582, 1.667969, 1.753906, 1.447266, 0.621094, 1.5, 1.464844, 1.484375, 1.527344, 1.574219, 0.574219, 1.546875, 1.558594, 0.90625, 1.5625, 1.300781, 1.396484, 1.386719, 1.527344, 1.425781, 1.589844, 1.785156, 1.734375, 1.597656, 1.757812, 1.699219, 0.517578, 1.699219, 1.507812, 1.667969, 1.714844, 1.710938, 1.785156, 1.400391, 0.897949, 1.5, 1.652344, 1.679688, 1.480469, 0.855469, 1.460938, 1.412109, 1.539062, 1.494141, 1.464844, 1.671875, 1.53125, 1.613281, 1.332031, 1.671875, 1.535156, 1.574219, 1.6875, 1.539062, 1.523438, 1.455078, 1.202148, 1.761719, 0.780273, 0.398438, 1.601562, 1.078125, 1.605469, 1.789062, 1.585938, 1.558594, 1.186523, 1.726562, 1.192383, 1.492188, 1.65625, 1.714844, 1.65625, 0.570312, 1.585938, 1.65625, 1.777344, 1.265625, 1.283203, 1.617188, 1.671875, 1.660156, 1.353516, 1.625, 1.632812, 1.789062, 1.761719, 1.570312, 1.031738, 1.679688, 1.082031, 1.259766, 1.582031, 1.667969, 1.648438, 1.714844, 1.851562, 1.601562, 1.617188, 1.695312, 1.121582, 1.609375, 1.097168, 0.776367, 1.765625, 1.455078, 1.699219, 0.623047, 1.004456, 1.746094, 1.636719, 1.757812, 1.761719, 1.324219, 1.734375, 1.308594, 1.138672, 1.400391, 0.507812, 1.507812, 1.026245, 1.535156, 1.707031, 1.804688, 1.679688, 1.484375, 0.5, 1.671875, 1.519531, 1.527344, 1.546875, 1.679688, 1.404297, 1.695312, 1.554688, 1.294922, 0.870117, 1.570312, 1.753906, 1.478516, 1.535156, 1.757812, 1.416016, 1.683594, 1.285156, 1.667969, 1.291016, 1.455078, 1.632812, 1.710938, 1.78125, 1.617188, 1.332031, 1.613281, 1.298828, 1.130859, 1.636719, 1.494141, 1.22168, 0.503906, 1.773438, 1.667969, 1.742188, 1.683594, 1.625, 1.609375, 1.664062, 1.582031, 1.617188, 0.987854, 1.617188, 1.628906, 1.644531, 0.539062, 1.746094, 1.484375, 1.675781, 1.648438, 1.605469, 1.490234, 1.789062, 1.53125, 1.722656, 1.605469, 1.570312, 0.472656, 1.439453, 1.335938, 1.75, 0.589844, 1.582031, 0.541016, 1.597656, 0.484375, 1.613281, 1.294922, 0.822266, 0.907715, 1.386719, 1.5625, 1.679688, 1.484375, 1.652344, 1.527344, 1.742188, 1.839844, 0.394531, 0.744141, 0.844727, 1.644531, 1.734375, 1.550781, 1.71875, 1.550781, 1.664062, 1.023682, 1.757812, 1.671875, 1.554688, 1.683594, 1.605469, 1.1875, 1.617188, 1.726562, 1.102051, 1.726562, 1.699219, 1.722656, 1.621094, 1.652344, 1.101562, 1.753906, 1.570312, 1.423828, 1.710938, 1.710938, 1.494141, 1.566406, 1.380859, 0.722656, 1.466797, 1.578125, 1.404297, 0.714844, 1.777344, 1.777344, 1.714844, 0.623047, 1.443359, 1.076172, 1.730469, 1.416016, 1.145508, 0.441406, 1.773438, 1.628906, 1.585938, 0.464844, 1.091309, 0.525391, 0.930664, 1.773438, 1.289062, 1.710938, 1.808594, 1.640625, 1.632812, 1.558594, 1.390625, 0.705078, 0.794922, 1.625, 1.408203, 1.550781, 1.625, 1.617188, 1.550781, 1.785156, 1.066895, 1.597656, 1.625, 1.445312, 0.703125, 1.757812, 1.605469, 1.349609, 1.859375, 1.601562, 0.654297, 1.261719, 0.558594, 1.146484, 1.785156, 1.5625, 1.671875, 1.613281, 1.408203, 1.625, 1.734375, 1.648438, 1.605469, 1.5625, 1.414062, 1.605469, 1.648438, 1.695312, 1.396484, 1.179688, 1.742188, 0.835938, 1.291016, 1.304688, 0.989929, 1.550781, 1.625, 1.625, 1.605469, 1.419922, 1.416016, 1.601562, 1.480469, 0.896973, 1.648438, 1.875, 1.253906, 1.621094, 1.914062, 1.679688, 1.306641, 1.738281, 1.785156, 1.535156, 1.667969, 1.527344, 0.820312, 1.605469, 1.621094, 0.748047, 1.644531, 1.443359, 0.529297, 1.464844, 1.165039, 1.695312, 1.699219, 1.703125, 1.699219, 1.824219, 1.621094, 1.613281, 1.683594, 1.5625, 1.511719, 1.683594, 0.84668, 1.425781, 1.660156, 1.761719, 0.662109, 1.429688, 1.523438, 1.714844, 1.155273, 1.648438, 1.554688, 1.398438, 1.3125, 0.576172, 1.193359, 1.726562, 1.625, 0.630859, 1.589844, 1.447266, 0.703125, 1.625, 1.664062, 1.722656, 1.664062, 1.480469, 1.652344, 0.765625, 1.691406, 1.671875, 1.585938, 1.609375, 1.277344, 1.507812, 1.482422, 0.59375, 0.967773, 1.59375, 1.279297, 1.769531, 1.100098, 1.402344, 1.652344, 1.730469, 0.640625, 1.213867, 1.773438, 0.449219, 1.609375, 1.490234, 1.714844, 1.664062, 0.580078, 1.515625, 1.671875, 0.480469, 1.746094, 0.527344, 1.511719, 1.644531, 1.492188, 1.714844, 0.615234, 1.558594, 1.308594, 1.566406, 1.527344, 1.679688, 1.621094, 0.648438, 1.683594, 1.777344, 1.773438, 1.5, 0.638672, 1.435547, 1.597656, 1.570312, 1.644531, 1.746094, 1.605469, 1.261719, 1.255859, 1.679688, 1.408203, 1.613281, 0.695312, 0.746094, 1.554688, 1.71875, 0.53125, 1.824219, 1.235352, 1.617188, 1.808594, 1.722656, 1.337891, 1.097656, 1.605469, 1.675781, 0.636719, 1.785156, 1.091797, 1.589844 ] }, "name": "onnx::Mul_8370", "outputIndexes": [ 866 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 865, 866 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_8/Mul_1_output_0", "outputIndexes": [ 867 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 867 ], "outputIndexes": [ 2730 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2730 ], "outputIndexes": [ 2731 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear", "inputIndexes": [ 2731 ], "outputIndexes": [ 2732 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 358319400, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2732 ], "outputIndexes": [ 2733 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2733 ], "outputIndexes": [ 868 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 868, 868 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_output_0", "outputIndexes": [ 869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 868, 869 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_1_output_0", "outputIndexes": [ 870 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 870 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_2_output_0", "outputIndexes": [ 871 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 868, 871 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Add_output_0", "outputIndexes": [ 872 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 872 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_3_output_0", "outputIndexes": [ 873 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 873 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_8/Tanh_output_0", "outputIndexes": [ 874 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 874 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Add_1_output_0", "outputIndexes": [ 875 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 868, 875 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_4_output_0", "outputIndexes": [ 876 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 876 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_5_output_0", "outputIndexes": [ 877 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 867 ], "outputIndexes": [ 2734 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2734 ], "outputIndexes": [ 2735 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear", "inputIndexes": [ 2735 ], "outputIndexes": [ 2736 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 370263358, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2736 ], "outputIndexes": [ 2737 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2737 ], "outputIndexes": [ 878 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 877, 878 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_8/Mul_output_0", "outputIndexes": [ 879 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 879 ], "outputIndexes": [ 2738 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2738 ], "outputIndexes": [ 2739 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear", "inputIndexes": [ 2739 ], "outputIndexes": [ 2740 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 382207316, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2740 ], "outputIndexes": [ 2741 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2741 ], "outputIndexes": [ 880 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 880 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_8/Mul_output_0", "outputIndexes": [ 881 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.277344, 1.273438, 1.369141, 1.302734, 1.287109, 1.287109, 1.300781, 0.421875, 1.287109, 1.326172, 1.355469, 1.333984, 1.304688, 1.277344, 1.244141, 1.292969, 1.339844, 1.314453, 1.125977, 1.294922, 1.304688, 1.222656, 1.24707, 1.310547, 1.322266, 1.308594, 1.223633, 1.291016, 1.339844, 1.292969, 1.275391, 1.22168, 1.306641, 0.574219, 1.318359, 1.220703, 1.318359, 1.308594, 1.328125, 1.285156, 1.322266, 1.367188, 1.230469, 1.255859, 0.776367, 1.213867, 1.34375, 1.291016, 1.435547, 1.265625, 1.333984, 1.128906, 1.324219, 0.699219, 1.332031, 1.251953, 1.322266, 1.269531, 1.369141, 1.279297, 1.119141, 1.486328, 1.308594, 1.275391, 1.427734, 1.285156, 1.074707, 1.292969, 1.308594, 1.255859, 1.289062, 1.337891, 1.339844, 1.273438, 1.289062, 1.253906, 1.044434, 1.255859, 1.275391, 0.774414, 1.302734, 0.398438, 1.449219, 1.225586, 1.283203, 1.320312, 1.308594, 1.228516, 0.801758, 1.302734, 1.306641, 1.223633, 1.277344, 0.722656, 1.287109, 0.386719, 1.277344, 1.275391, 1.412109, 1.306641, 1.402344, 1.298828, 1.298828, 1.316406, 1.249023, 1.296875, 1.285156, 1.244141, 1.275391, 1.310547, 1.324219, 1.353516, 1.269531, 0.957275, 1.246094, 1.363281, 1.277344, 0.701172, 1.253906, 1.287109, 1.271484, 1.378906, 1.769531, 1.283203, 1.302734, 1.202148, 1.291016, 1.302734, 1.3125, 1.106445, 1.068848, 1.291016, 1.304688, 1.271484, 1.333984, 1.287109, 1.333984, 1.195312, 1.289062, 1.277344, 1.542969, 1.640625, 1.25, 1.291016, 1.308594, 1.353516, 1.287109, 1.267578, 1.306641, 1.355469, 1.25, 1.269531, 1.308594, 1.71875, 1.259766, 1.308594, 1.011597, 1.361328, 0.677734, 0.630859, 1.214844, 1.339844, 1.324219, 0.996277, 1.240234, 1.349609, 1.310547, 0.580078, 1.285156, 1.328125, 1.253906, 0.699219, 1.363281, 0.613281, 1.253906, 1.369141, 1.328125, 0.382812, 1.316406, 1.365234, 1.294922, 0.550781, 1.192383, 0.417969, 1.449219, 1.292969, 0.870117, 1.279297, 1.239258, 1.316406, 1.296875, 1.632812, 1.357422, 1.292969, 1.378906, 1.304688, 1.302734, 1.365234, 1.285156, 1.302734, 1.316406, 1.271484, 1.271484, 1.287109, 1.328125, 1.292969, 1.398438, 1.269531, 1.320312, 1.265625, 1.353516, 1.316406, 1.316406, 1.34375, 1.265625, 1.324219, 1.308594, 1.302734, 1.333984, 1.306641, 1.255859, 1.259766, 1.285156, 1.277344, 1.296875, 1.28125, 1.271484, 1.265625, 1.310547, 1.277344, 1.257812, 1.253906, 1.398438, 1.271484, 1.326172, 1.273438, 1.223633, 1.316406, 1.273438, 1.363281, 1.322266, 1.298828, 1.300781, 1.664062, 1.213867, 1.341797, 1.249023, 1.275391, 1.294922, 1.043213, 1.279297, 1.271484, 0.77832, 1.251953, 1.330078, 1.269531, 1.324219, 1.316406, 1.447266, 1.298828, 1.289062, 1.261719, 1.300781, 1.271484, 1.3125, 1.238281, 1.239258, 1.306641, 1.310547, 1.365234, 1.259766, 1.245117, 1.306641, 1.263672, 1.292969, 1.287109, 0.861328, 1.328125, 1.285156, 1.304688, 1.214844, 1.314453, 0.746094, 1.234375, 1.558594, 1.285156, 1.28125, 1.369141, 0.599609, 1.302734, 1.239258, 0.666016, 1.267578, 1.298828, 1.390625, 1.306641, 1.304688, 1.308594, 1.306641, 1.287109, 1.3125, 1.28125, 0.53125, 1.447266, 0.355469, 1.291016, 1.324219, 1.285156, 1.306641, 1.292969, 1.285156, 0.472656, 1.349609, 1.3125, 1.341797, 1.318359, 1.253906, 1.269531, 1.241211, 1.243164, 1.287109, 1.455078, 1.238281, 1.3125, 1.255859, 1.279297, 1.144531, 1.355469, 1.291016, 1.314453, 1.204102, 1.208008, 1.337891, 1.248047, 5.8125, 1.320312, 1.24707, 1.304688, 1.271484, 1.306641, 1.314453, 1.318359, 1.3125, 1.316406, 1.347656, 1.136719, 1.291016, 1.116699, 1.239258, 1.302734, 0.748047, 1.191406, 0.939209, 1.244141, 0.472656, 0.681641, 1.347656, 1.279297, 1.241211, 1.277344, 0.621094, 1.353516, 1.261719, 0.957031, 1.386719, 1.229492, 1.355469, 0.746094, 1.275391, 1.232422, 1.302734, 1.261719, 1.302734, 1.330078, 1.322266, 1.271484, 1.365234, 1.287109, 1.302734, 1.085938, 1.292969, 1.322266, 0.976074, 0.818359, 1.283203, 1.298828, 1.235352, 1.183594, 1.28125, 1.289062, 1.337891, 1.246094, 0.53125, 1.285156, 1.279297, 1.332031, 1.277344, 0.568359, 1.287109, 1.269531, 1.232422, 1.248047, 1.298828, 1.363281, 0.811523, 1.347656, 1.300781, 1.357422, 1.308594, 0.884277, 1.261719, 1.287109, 1.310547, 1.328125, 1.253906, 1.261719, 1.269531, 1.269531, 1.255859, 1.244141, 1.223633, 1.300781, 1.542969, 1.271484, 1.277344, 1.21582, 1.335938, 1.267578, 1.287109, 1.324219, 1.431641, 1.279297, 1.267578, 1.208008, 1.023071, 1.357422, 1.332031, 1.292969, 1.257812, 1.320312, 1.322266, 1.322266, 1.322266, 1.139648, 0.763672, 1.318359, 1.318359, 1.476562, 1.310547, 1.271484, 1.339844, 1.275391, 1.316406, 1.337891, 1.302734, 1.296875, 1.135742, 1.273438, 1.330078, 1.380859, 1.294922, 1.335938, 1.353516, 1.277344, 0.93457, 1.289062, 0.601562, 1.24707, 1.332031, 1.289062, 1.285156, 1.279297, 1.316406, 1.285156, 1.269531, 1.326172, 0.707031, 1.464844, 1.275391, 1.300781, 1.306641, 1.308594, 0.304688, 1.318359, 1.287109, 1.273438, 0.582031, 1.359375, 1.302734, 1.316406, 1.253906, 1.330078, 1.232422, 1.335938, 1.239258, 1.318359, 0.501953, 0.761719, 1.148438, 0.537109, 1.380859, 1.318359, 1.277344, 1.087891, 0.78418, 1.291016, 1.181641, 1.129883, 1.425781, 1.306641, 1.308594, 1.292969, 1.322266, 1.316406, 1.271484, 1.28125, 1.337891, 1.245117, 1.287109, 1.345703, 1.244141, 1.269531, 0.736328, 0.722656, 1.269531, 0.849609, 1.291016, 1.277344, 1.300781, 1.242188, 1.308594, 1.265625, 1.283203, 0.576172, 1.298828, 2.398438, 1.304688, 1.217773, 1.248047, 0.535156, 0.615234, 1.233398, 1.310547, 1.240234, 1.361328, 1.291016, 1.351562, 1.324219, 1.109375, 1.302734, 0.732422, 1.251953, 1.339844, 1.316406, 1.291016, 1.279297, 1.371094, 1.144531, 1.298828, 1.292969, 1.234375, 0.861328, 1.396484, 1.322266, 1.300781, 1.3125, 1.261719, 1.185547, 1.259766, 1.353516, 1.292969, 1.283203, 1.229492, 1.271484, 0.351562, 1.332031, 1.308594, 1.279297, 0.878906, 1.308594, 1.496094, 1.267578, 1.249023, 1.302734, 1.476562, 1.245117, 1.960938, 1.302734, 1.005432, 1.139648, 1.292969, 1.291016, 1.320312, 1.373047, 1.417969, 1.257812, 1.341797, 1.291016, 1.300781, 1.292969, 1.378906, 1.259766, 1.292969, 1.300781, 1.285156, 1.314453, 1.310547, 1.296875, 1.302734, 1.234375, 1.326172, 1.302734, 1.233398, 0.867188, 1.332031, 1.292969, 1.322266, 1.259766, 1.253906, 1.326172, 1.259766, 1.304688, 1.34375, 1.291016, 1.394531, 1.245117, 1.287109, 1.337891, 1.240234, 1.652344, 1.257812, 1.245117, 1.306641, 1.322266, 1.239258, 1.298828, 1.291016, 1.246094, 1.253906, 1.135742, 1.289062, 1.332031, 1.328125, 0.636719, 1.246094, 1.214844, 1.285156, 1.239258, 1.330078, 0.908203, 0.535156, 0.591797, 1.291016, 1.277344, 1.265625, 1.292969, 1.253906, 1.277344, 1.355469, 1.263672, 1.287109, 1.332031, 1.324219, 0.46875, 1.285156, 1.300781, 1.294922, 1.271484, 1.287109, 1.310547, 1.277344, 1.176758, 1.308594, 1.275391, 1.384766, 1.306641, 1.296875, 1.298828, 1.189453, 1.423828, 1.271484, 0.382812, 1.03833, 1.296875, 1.214844, 1.261719, 1.277344, 1.308594, 1.328125, 1.554688, 1.322266, 1.294922, 1.224609, 1.263672, 1.269531, 1.269531, 1.355469, 1.255859, 1.332031, 1.265625, 1.203125, 1.332031, 1.3125, 1.300781, 1.261719, 1.324219, 1.330078, 1.277344, 1.285156, 1.316406, 1.316406, 1.263672, 1.3125, 1.339844, 1.035645, 1.371094, 1.300781, 1.098145, 1.298828, 1.380859, 1.287109, 1.302734, 1.294922, 1.322266, 1.081055, 0.823242, 1.043213, 1.283203, 1.255859, 1.285156, 1.19043, 1.283203, 1.337891, 1.269531, 1.265625, 1.355469, 1.300781, 1.287109, 1.328125, 1.277344, 1.292969, 1.357422, 1.277344, 1.291016, 1.283203, 1.302734, 1.292969, 1.24707, 1.365234, 1.279297, 1.255859, 1.302734, 1.363281, 1.296875, 1.287109, 1.306641, 1.271484, 0.6875, 1.345703, 1.341797, 1.318359, 1.271484, 1.326172, 1.324219, 1.302734, 1.300781, 1.302734, 1.277344, 1.232422, 1.263672, 1.269531, 1.302734, 1.283203, 1.275391, 1.267578, 1.3125, 1.322266, 1.326172, 1.464844, 1.246094, 1.25, 1.3125, 1.255859, 1.306641, 1.398438, 1.300781, 1.330078, 0.95166, 1.01355, 1.271484, 1.310547, 1.271484, 1.207031, 1.291016, 1.212891, 1.304688, 1.223633, 1.079102, 1.333984, 1.386719, 0.913574, 1.287109, 1.300781, 1.229492, 1.304688, 0.983154, 1.291016, 1.245117, 0.705078, 1.333984, 1.239258, 1.263672, 0.599609, 1.337891, 1.058838, 1.388672, 1.431641, 1.259766, 1.053467, 1.271484, 1.322266, 1.259766, 1.314453, 1.349609, 1.298828, 1.269531, 1.271484, 1.277344, 1.28125, 1.287109, 1.298828, 1.285156, 1.245117, 1.503906, 1.304688, 1.11377, 1.306641, 1.291016, 1.098633, 1.287109, 1.128906, 1.225586, 1.198242, 1.255859, 1.277344, 1.294922, 1.181641, 1.279297, 1.263672, 1.333984, 1.265625, 1.365234, 1.375, 1.337891, 0.03125, 1.306641, 1.207031, 1.259766, 1.308594, 1.192383, 1.3125, 1.322266, 1.328125, 1.269531, 1.316406, 0.535156, 1.304688, 1.332031, 1.253906, 0.876953, 1.292969, 1.275391, 1.257812, 0.636719, 1.229492, 1.417969, 1.275391, 1.337891, 1.277344, 1.255859, 1.273438, 1.644531, 1.306641, 1.246094, 1.259766, 1.304688, 1.273438, 1.285156, 1.330078, 1.279297, 0.658203, 1.255859, 1.333984, 1.341797, 1.283203, 1.292969, 1.273438, 1.302734, 1.294922, 1.291016, 1.160156, 1.324219, 1.341797, 1.283203, 1.146484, 1.279297, 1.339844, 0.576172, 0.339844, 1.135742, 1.494141, 1.261719, 1.287109, 1.322266, 1.392578, 0.492188, 0.449219, 1.291016, 1.263672, 1.232422, 1.339844, 1.285156, 1.306641, 1.318359, 1.275391, 0.583984, 1.351562, 1.269531, 1.316406, 0.975708, 1.316406, 1.289062, 1.386719, 1.210938, 1.306641, 1.265625, 1.292969, 1.308594, 1.240234, 1.296875, 1.333984, 1.248047, 1.314453, 1.441406, 1.302734, 1.300781, 1.020508, 0.5, 1.209961, 1.269531, 1.300781, 1.357422, 1.306641, 1.333984, 1.287109, 1.263672, 0.382812, 1.318359, 1.176758, 1.306641, 1.273438, 0.560547, 1.310547, 1.324219, 1.384766, 1.263672, 1.291016, 1.371094, 1.229492, 0.582031, 1.353516, 1.259766, 1.326172, 0.642578, 1.139648, 1.292969, 1.435547, 1.300781, 1.213867, 1.246094, 1.275391, 1.318359, 1.337891, 1.041992, 1.287109, 1.302734, 1.113281, 0.928223, 0.445312, 0.755859, 1.316406, 1.277344, 1.285156, 1.304688, 1.259766, 1.279297, 1.273438, 0.386719, 1.271484, 1.285156, 1.306641, 1.277344, 1.882812, 1.275391, 1.306641, 0.429688, 1.289062, 0.548828, 1.239258, 0.595703, 1.238281, 1.337891, 1.296875, 1.306641, 1.082031, 1.318359, 1.196289, 1.308594, 0.5, 1.378906, 1.152344, 1.051514, 0.783203, 1.294922, 1.25, 1.227539, 1.128906, 1.257812, 1.359375, 1.333984, 1.177734, 1.222656, 1.287109, 0.492188, 1.310547, 1.357422, 1.28125, 0.589844, 0.445312, 1.257812, 1.255859, 1.279297, 1.369141, 1.285156, 1.285156, 1.168945, 0.935059, 1.300781, 1.296875, 1.318359, 1.246094, 1.349609, 1.294922, 1.287109, 1.267578, 1.289062, 1.302734, 1.333984, 1.291016, 1.24707, 1.388672, 1.333984, 1.285156, 1.291016, 1.332031, 1.248047, 1.310547, 1.308594, 1.417969, 1.271484, 0.492188, 1.285156, 1.229492, 0.636719, 1.275391, 1.339844, 1.333984, 1.28125, 1.365234, 1.300781, 1.287109, 1.300781, 0.537109, 1.18457, 1.292969, 1.239258, 1.271484, 1.349609, 1.267578, 1.357422, 1.275391, 1.285156, 1.324219, 1.261719, 0.544922, 1.279297, 1.259766, 1.128906, 1.279297, 1.320312, 1.322266, 1.443359, 1.229492, 1.300781, 1.265625, 1.298828, 1.273438, 1.275391, 1.394531, 1.306641, 1.306641, 1.291016, 1.306641, 1.316406, 0.758789, 1.363281, 0.703125, 1.300781, 1.339844, 1.240234, 1.255859, 1.302734, 1.224609, 1.304688, 1.271484, 1.322266, 0.445312, 0.457031, 0.457031, 1.275391, 1.291016, 0.732422, 1.28125, 1.332031, 1.441406, 0.777344, 1.285156, 1.132812, 1.251953, 0.650391, 1.279297, 1.347656, 1.332031, 1.292969, 1.306641, 1.28125, 1.345703, 1.318359, 0.597656, 1.259766, 0.375, 1.3125, 1.320312, 1.326172, 1.289062, 1.234375, 1.034424, 1.353516, 0.511719, 2.179688, 1.310547, 1.235352, 1.302734, 1.11377, 1.328125, 1.279297, 1.304688, 1.220703, 1.322266, 1.291016, 2.664062, 1.271484, 1.273438, 1.597656, 1.332031, 1.326172, 1.308594, 1.214844, 1.304688, 1.365234, 1.257812, 1.316406, 1.226562, 1.259766, 1.214844, 1.279297, 1.326172, 1.3125, 1.335938, 1.257812, 1.318359, 1.300781, 1.285156, 1.322266, 1.310547, 1.474609, 1.318359, 0.75, 1.292969, 1.287109, 1.267578, 1.419922, 1.300781, 1.3125, 1.302734, 0.756836, 1.337891, 0.811523, 1.300781, 1.242188, 1.253906, 1.219727, 1.302734, 1.066406, 1.306641, 0.537109, 1.318359, 1.045898, 1.229492, 1.259766, 1.292969, 1.287109, 1.279297, 1.259766, 1.316406, 1.296875, 1.300781, 1.328125, 0.414062, 1.308594, 1.263672, 1.273438, 1.302734, 1.40625, 1.302734, 1.285156, 1.099609, 1.330078, 1.308594, 1.361328, 1.554688, 1.302734, 1.296875, 1.304688, 1.267578, 1.355469, 0.457031, 1.333984, 1.333984, 1.273438, 1.236328, 1.322266, 0.963867, 0.460938, 1.314453, 0.46875, 0.621094, 1.261719, 1.238281, 1.285156, 1.298828, 0.398438, 1.271484, 1.223633, 1.322266, 0.503906, 1.355469, 1.287109, 1.285156, 1.390625, 1.320312, 1.275391, 0.533203, 1.259766, 1.291016, 1.091797, 0.685547, 1.341797, 1.275391, 0.755859, 1.304688, 1.148438, 1.308594, 1.298828, 1.316406, 1.275391, 0.664062, 1.322266, 1.28125, 1.291016, 1.306641, 1.291016, 1.105957, 0.480469, 1.24707, 1.306641, 1.245117, 1.263672, 1.365234, 1.320312, 1.369141, 1.314453, 1.253906, 1.291016, 1.75, 1.308594, 1.349609, 1.28125, 1.25, 1.291016, 1.306641, 1.300781, 1.255859, 0.386719, 1.316406, 1.289062, 1.277344, 1.265625, 1.335938, 1.300781, 1.294922, 1.285156, 1.318359, 1.294922, 1.324219, 1.279297, 1.310547, 1.058594, 1.302734, 0.589844, 1.28125, 0.689453, 1.287109, 1.291016, 1.357422, 0.572266, 1.40625, 1.292969, 1.244141, 1.291016, 2.257812, 1.300781, 1.316406, 1.337891, 1.296875, 1.302734, 0.844727, 1.277344, 1.310547, 1.542969, 1.287109, 1.245117, 1.445312, 1.259766, 1.332031, 1.243164, 1.294922, 1.257812, 1.269531, 1.308594, 1.269531, 0.763672, 1.316406, 1.245117, 1.337891, 1.291016, 0.582031, 1.353516, 1.316406, 1.271484, 1.318359, 1.353516, 1.302734, 1.322266, 1.322266, 0.601562, 1.269531, 1.300781, 1.333984, 1.302734, 1.216797, 1.347656, 1.316406, 1.275391, 1.339844, 1.337891, 1.255859, 1.310547, 1.269531, 1.316406, 1.271484, 1.292969, 1.025513, 1.363281, 1.257812, 1.328125, 1.289062, 1.287109, 1.038086, 1.326172, 1.320312, 1.306641, 0.544922, 1.236328, 1.230469, 0.866211, 1.347656, 1.230469, 1.351562, 0.398438, 1.277344, 1.412109, 0.445312, 0.961426, 1.310547, 1.291016, 1.300781, 1.367188, 1.28125, 1.300781, 1.271484, 1.302734, 1.300781, 0.792969, 1.277344, 1.291016, 1.269531, 0.870117, 1.324219, 1.25, 1.300781, 1.300781, 1.275391, 1.261719, 1.275391, 1.22168, 0.673828, 1.322266, 1.302734, 1.330078, 1.371094, 1.197266, 1.28125, 0.95874, 1.292969, 1.285156, 1.073242, 1.289062, 1.249023, 1.355469, 1.4375, 1.269531, 1.292969, 1.320312, 1.275391, 1.011597, 0.496094, 1.324219, 1.353516, 1.302734, 1.253906, 1.289062, 1.294922, 1.292969, 0.519531, 1.285156, 1.285156, 1.361328, 1.339844, 1.373047, 1.287109, 1.304688, 1.267578, 1.265625, 1.300781, 1.291016, 1.232422, 1.302734, 1.277344, 1.441406, 1.246094, 1.24707, 1.302734, 1.269531, 1.263672, 1.314453, 1.302734, 1.080566, 1.275391, 1.273438, 1.308594, 1.289062, 1.328125, 1.296875, 1.086914, 1.306641, 1.353516, 1.339844, 1.300781, 1.34375, 1.025024, 1.237305, 1.251953, 1.289062, 1.320312, 1.261719, 1.279297, 1.271484, 1.277344, 1.261719, 1.308594, 0.833008, 1.353516, 1.289062, 1.353516, 1.277344, 1.289062, 1.269531, 1.3125, 1.249023, 1.298828, 1.324219, 1.261719, 1.291016, 1.052002, 1.253906, 1.322266, 1.249023, 1.306641, 1.333984, 1.3125, 1.308594, 1.285156, 1.300781, 1.304688, 1.574219, 1.238281, 1.300781, 1.306641, 1.294922, 1.314453, 1.283203, 1.402344, 1.316406, 1.3125, 1.347656, 1.126953, 1.378906, 1.332031, 1.289062, 1.322266, 1.277344, 0.398438, 1.277344, 1.337891, 1.300781, 0.898438, 1.275391, 1.332031, 1.050781, 0.603516, 1.310547, 1.285156, 1.24707, 1.277344, 1.318359, 1.345703, 1.292969, 1.296875, 1.275391, 1.261719, 1.285156, 1.055176, 1.269531, 1.324219, 0.754883, 0.476562, 1.261719, 1.337891, 1.306641, 0.952393, 1.265625, 1.238281, 1.292969, 1.277344, 1.332031, 1.365234, 1.279297, 1.337891, 1.24707, 1.277344, 1.251953, 1.243164, 0.642578, 1.066406, 1.287109, 1.285156, 1.318359, 1.304688, 1.285156, 1.289062, 1.326172, 1.00386, 1.310547, 1.298828, 1.263672, 1.304688, 1.308594, 1.241211, 1.257812, 1.417969, 0.109375, 0.417969, 1.285156, 1.310547, 1.255859, 1.292969, 1.304688, 1.292969, 0.740234, 1.292969, 0.87207, 0.918945, 1.296875, 1.306641, 1.291016, 1.273438, 1.287109, 1.279297, 0.75, 1.302734, 1.324219, 1.310547, 1.275391, 1.269531, 1.332031, 1.271484, 1.198242, 1.261719, 1.289062, 1.225586, 1.289062, 1.105469, 1.259766, 1.333984, 3.46875, 1.285156, 1.289062, 0.589844, 1.289062, 1.308594, 1.044922, 1.285156, 1.484375, 1.355469, 1.351562, 1.326172, 1.396484, 1.378906, 1.298828, 1.302734, 1.255859, 1.328125, 1.291016, 1.333984, 1.324219, 1.302734, 1.333984, 1.275391, 1.394531, 1.004669, 0.414062, 1.308594, 1.322266, 1.261719, 1.353516, 1.306641, 0.410156, 1.269531, 1.263672, 1.241211, 1.322266, 0.818359, 1.231445, 1.326172, 1.306641, 1.335938, 1.292969, 1.535156, 1.302734, 1.214844, 1.302734, 1.363281, 1.308594, 0.556641, 1.291016, 1.332031, 0.417969, 1.302734, 1.050781, 1.234375, 1.267578, 1.259766, 1.300781, 0.707031, 1.291016, 1.308594, 1.333984, 1.339844, 1.239258, 1.300781, 1.308594, 1.847656, 1.263672, 1.291016, 1.24707, 1.318359, 1.018555, 1.306641, 1.277344, 1.275391, 1.302734, 1.140625, 1.304688, 0.831055, 1.316406, 0.480469, 1.298828, 1.316406, 1.339844, 1.263672, 1.300781, 1.285156, 1.332031, 1.347656, 1.197266, 1.275391, 1.298828, 1.277344, 1.304688, 1.253906, 1.097168, 1.24707, 1.155273, 0.599609, 1.333984, 1.155273, 1.245117, 1.241211, 1.255859, 1.243164, 1.333984, 1.355469, 1.145508, 1.152344, 1.292969, 1.28125, 1.275391, 1.296875, 1.316406, 1.228516, 1.306641, 1.341797, 1.261719, 0.707031, 1.373047, 1.337891, 1.294922, 1.332031, 1.324219, 1.318359, 1.300781, 1.353516, 1.308594, 1.267578, 1.306641, 0.958496, 1.283203, 1.380859, 1.349609, 1.28125, 1.392578, 1.28125, 1.271484, 1.229492, 1.316406, 1.306641, 0.960205, 0.693359, 1.328125, 1.285156, 1.322266, 1.339844, 1.294922, 0.425781, 1.287109, 1.339844, 1.277344, 1.269531, 1.151367, 1.300781, 1.255859, 0.673828, 1.308594, 1.308594, 1.273438, 1.287109, 1.102051, 1.292969, 1.265625, 1.322266, 1.259766, 1.302734, 1.211914, 1.304688, 1.291016, 1.041504, 1.384766, 1.051025, 0.539062, 1.300781, 1.472656, 1.277344, 1.316406, 0.994324, 1.267578, 1.324219, 1.316406, 1.306641, 1.283203, 1.238281, 1.261719, 1.012085, 1.291016, 1.137695, 1.306641, 1.285156, 1.302734, 1.333984, 1.308594, 1.294922, 1.271484, 1.192383, 1.203125, 1.245117, 0.675781, 1.292969, 1.306641, 1.316406, 1.202148, 0.701172, 1.347656, 1.365234, 1.306641, 1.285156, 1.318359, 0.630859, 1.308594, 1.287109, 1.089844, 1.294922, 1.283203, 1.292969, 1.304688, 1.402344, 1.253906, 1.300781, 1.223633, 1.304688, 1.349609, 1.223633, 1.285156, 0.503906, 1.292969, 1.269531, 1.287109, 1.335938, 1.302734, 1.292969, 1.285156, 0.959717, 1.332031, 1.265625, 1.345703, 1.300781, 1.019897, 1.291016, 1.3125, 1.333984, 1.273438, 1.233398, 1.289062, 1.332031, 1.308594, 1.333984, 1.333984, 1.306641, 1.291016, 1.291016, 1.382812, 1.291016, 1.421875, 1.220703, 1.287109, 0.84082, 0.347656, 1.28125, 1.213867, 1.328125, 1.263672, 1.271484, 1.296875, 1.269531, 1.277344, 1.231445, 1.328125, 1.322266, 1.287109, 1.302734, 0.527344, 1.269531, 1.324219, 1.230469, 1.248047, 1.332031, 1.291016, 1.339844, 1.308594, 1.291016, 1.306641, 1.365234, 1.316406, 1.318359, 1.298828, 1.243164, 1.3125, 1.261719, 1.263672, 1.287109, 1.375, 1.300781, 1.277344, 1.209961, 1.275391, 1.28125, 1.365234, 1.182617, 1.269531, 1.158203, 0.973999, 1.273438, 1.289062, 1.245117, 0.615234, 1.1875, 1.355469, 1.310547, 1.300781, 1.296875, 1.349609, 1.318359, 1.333984, 1.302734, 1.458984, 0.429688, 1.330078, 1.546875, 1.277344, 1.3125, 1.257812, 1.337891, 1.285156, 0.445312, 1.302734, 1.25, 1.275391, 1.230469, 1.324219, 1.507812, 1.245117, 1.310547, 1.269531, 0.947754, 1.318359, 1.306641, 1.294922, 1.294922, 1.332031, 1.306641, 1.322266, 1.324219, 1.269531, 1.179688, 1.431641, 1.269531, 1.269531, 1.25, 1.249023, 1.302734, 1.302734, 1.322266, 1.474609, 1.333984, 1.269531, 1.310547, 0.523438, 1.298828, 1.306641, 1.248047, 1.255859, 1.333984, 1.267578, 1.279297, 1.339844, 1.335938, 1.152344, 1.279297, 1.273438, 1.300781, 0.503906, 1.304688, 1.300781, 1.304688, 1.257812, 1.261719, 1.25, 1.261719, 1.253906, 1.349609, 1.302734, 1.390625, 0.523438, 1.253906, 1.292969, 1.253906, 0.566406, 1.306641, 0.683594, 1.287109, 0.460938, 1.324219, 1.298828, 1.158203, 1.071289, 1.259766, 1.349609, 1.292969, 1.300781, 1.277344, 1.285156, 1.294922, 1.240234, 0.347656, 0.921875, 1.242188, 1.314453, 1.308594, 1.314453, 1.279297, 1.292969, 1.328125, 1.232422, 1.306641, 1.261719, 1.359375, 1.326172, 1.359375, 1.308594, 1.24707, 1.277344, 1.163086, 1.318359, 1.300781, 1.25, 1.285156, 1.324219, 1.213867, 1.277344, 1.339844, 1.308594, 1.384766, 1.328125, 1.441406, 1.324219, 1.589844, 0.769531, 1.324219, 1.306641, 1.330078, 0.773438, 1.285156, 1.28125, 1.332031, 0.642578, 1.304688, 1.145508, 1.326172, 1.253906, 1.214844, 0.40625, 1.310547, 1.3125, 1.322266, 0.402344, 1.199219, 0.617188, 1.253906, 1.279297, 1.302734, 1.292969, 1.277344, 1.277344, 1.322266, 1.300781, 1.363281, 0.748047, 0.894043, 1.306641, 1.220703, 1.251953, 1.298828, 1.277344, 1.287109, 1.236328, 1.222656, 1.328125, 1.322266, 1.279297, 0.879395, 1.333984, 1.271484, 1.494141, 1.24707, 1.291016, 0.681641, 1.777344, 0.646484, 1.699219, 1.267578, 1.257812, 1.248047, 1.308594, 1.230469, 1.245117, 1.337891, 1.291016, 1.335938, 1.257812, 1.257812, 1.402344, 1.261719, 1.271484, 1.208008, 1.355469, 1.263672, 0.999123, 1.355469, 1.287109, 1.035645, 1.333984, 1.363281, 1.349609, 1.326172, 1.337891, 1.314453, 1.242188, 1.474609, 1.136719, 1.300781, 1.114746, 1.539062, 1.337891, 1.380859, 1.322266, 1.279297, 1.308594, 1.28125, 1.292969, 1.267578, 1.304688, 0.992004, 1.333984, 1.351562, 0.861328, 1.275391, 1.345703, 0.582031, 1.287109, 1.195312, 1.306641, 1.322266, 1.267578, 1.283203, 1.255859, 1.318359, 1.285156, 1.292969, 1.296875, 1.302734, 1.318359, 1.014099, 1.287109, 1.320312, 1.277344, 0.736328, 1.296875, 1.310547, 1.306641, 1.6875, 1.257812, 1.402344, 1.349609, 1.308594, 0.946045, 1.271484, 1.351562, 1.275391, 0.566406, 1.316406, 1.365234, 0.681641, 1.3125, 1.275391, 1.241211, 1.285156, 1.246094, 1.308594, 0.874023, 1.300781, 1.287109, 1.392578, 1.326172, 1.324219, 1.279297, 1.304688, 0.640625, 0.993988, 1.314453, 1.322266, 1.271484, 1.205078, 1.255859, 1.259766, 1.239258, 0.660156, 1.257812, 1.279297, 0.421875, 1.318359, 1.273438, 1.302734, 1.291016, 0.628906, 1.349609, 1.28125, 0.449219, 1.259766, 0.806641, 1.28125, 1.349609, 1.3125, 1.285156, 0.636719, 1.345703, 1.243164, 1.337891, 1.296875, 1.3125, 1.40625, 0.884277, 1.378906, 1.302734, 1.285156, 1.279297, 0.666016, 1.414062, 1.292969, 1.332031, 1.277344, 1.367188, 1.308594, 1.306641, 1.246094, 1.273438, 1.34375, 1.269531, 1.016724, 1.373047, 1.435547, 1.298828, 0.515625, 1.271484, 1.294922, 1.318359, 1.255859, 1.316406, 1.314453, 1.236328, 1.298828, 1.25, 0.714844, 1.199219, 1.644531, 1.271484 ] }, "name": "onnx::Mul_8372", "outputIndexes": [ 882 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881, 882 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_8/Mul_1_output_0", "outputIndexes": [ 883 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 883 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_44_output_0", "outputIndexes": [ 884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 884, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_81_output_0", "outputIndexes": [ 885 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_9/Mul_output_0", "outputIndexes": [ 886 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.953125, 1.917969, 1.871094, 1.910156, 2.054688, 1.972656, 1.675781, 0.5625, 1.984375, 1.550781, 1.929688, 1.992188, 1.886719, 2.015625, 2.125, 1.824219, 1.792969, 1.921875, 1.105957, 2.046875, 2.078125, 2.078125, 2.171875, 1.777344, 1.679688, 2.007812, 1.765625, 1.671875, 1.976562, 2.078125, 1.824219, 1.589844, 1.855469, 0.738281, 1.835938, 1.683594, 1.871094, 2.0, 1.757812, 1.90625, 2.007812, 1.933594, 1.953125, 1.496094, 0.910645, 2.164062, 1.933594, 1.910156, 1.703125, 1.726562, 2.007812, 1.423828, 1.789062, 0.763672, 1.863281, 1.835938, 1.859375, 1.953125, 1.648438, 1.589844, 1.492188, 1.664062, 1.988281, 1.9375, 1.632812, 1.976562, 1.306641, 1.9375, 1.898438, 1.941406, 2.070312, 2.132812, 1.714844, 1.949219, 1.964844, 1.914062, 1.291016, 1.679688, 1.683594, 0.951904, 1.871094, 0.560547, 1.613281, 1.527344, 2.109375, 2.054688, 2.007812, 1.503906, 0.993103, 1.546875, 2.03125, 1.972656, 1.957031, 0.943848, 1.996094, 0.585938, 2.070312, 1.992188, 1.988281, 1.796875, 1.738281, 2.046875, 2.0625, 2.0, 2.0, 1.945312, 1.933594, 1.490234, 1.976562, 1.902344, 2.210938, 1.996094, 2.117188, 2.320312, 2.09375, 1.535156, 2.101562, 0.720703, 1.992188, 2.117188, 2.078125, 1.90625, 0.930176, 1.914062, 1.632812, 1.46875, 1.792969, 2.0625, 1.910156, 1.265625, 1.326172, 1.75, 1.804688, 1.886719, 1.988281, 2.296875, 1.65625, 1.609375, 1.640625, 2.304688, 1.871094, 1.490234, 1.71875, 1.867188, 1.9375, 1.605469, 1.835938, 2.03125, 1.859375, 2.132812, 1.808594, 1.726562, 1.765625, 0.915039, 2.125, 2.023438, 1.304688, 1.917969, 0.863281, 0.783203, 1.392578, 2.289062, 1.808594, 1.28125, 2.226562, 1.777344, 2.132812, 0.75, 2.078125, 1.75, 1.960938, 1.000263, 1.65625, 0.870117, 1.757812, 1.964844, 2.070312, 0.640625, 1.851562, 2.007812, 1.9375, 0.654297, 1.605469, 0.550781, 1.402344, 2.046875, 1.219727, 2.03125, 1.773438, 1.554688, 1.921875, 1.241211, 1.808594, 1.894531, 2.015625, 2.078125, 1.957031, 1.953125, 2.109375, 1.890625, 1.839844, 1.886719, 1.8125, 1.664062, 2.203125, 2.179688, 1.75, 1.871094, 1.898438, 1.957031, 1.722656, 2.039062, 2.101562, 1.679688, 2.085938, 2.039062, 1.792969, 1.765625, 2.140625, 1.964844, 1.703125, 1.613281, 2.09375, 2.125, 1.988281, 2.023438, 1.863281, 1.9375, 1.636719, 1.632812, 2.429688, 2.164062, 1.996094, 2.101562, 1.941406, 2.023438, 1.486328, 2.132812, 1.933594, 1.835938, 1.941406, 1.886719, 1.949219, 1.341797, 1.8125, 1.980469, 1.847656, 1.765625, 2.226562, 1.380859, 2.09375, 2.148438, 1.039307, 1.996094, 1.851562, 1.972656, 1.679688, 1.929688, 1.75, 1.851562, 2.125, 2.046875, 2.007812, 1.835938, 1.910156, 1.550781, 2.039062, 2.09375, 1.695312, 1.917969, 1.980469, 1.949219, 1.949219, 1.738281, 1.964844, 1.996094, 1.130859, 1.949219, 1.890625, 1.898438, 1.566406, 1.996094, 0.871094, 2.117188, 1.5, 2.117188, 1.679688, 1.824219, 0.868164, 1.898438, 1.546875, 0.825195, 2.054688, 2.023438, 1.667969, 1.925781, 1.632812, 1.953125, 2.0625, 1.933594, 2.078125, 1.640625, 0.685547, 2.03125, 0.457031, 1.800781, 2.070312, 1.859375, 1.605469, 2.1875, 2.203125, 0.611328, 1.796875, 1.929688, 1.953125, 1.855469, 2.148438, 2.171875, 1.949219, 2.054688, 1.835938, 1.765625, 1.597656, 2.039062, 2.054688, 1.863281, 1.667969, 1.777344, 2.015625, 1.917969, 1.640625, 1.384766, 1.890625, 2.0625, 0.90332, 2.0, 1.933594, 2.078125, 2.359375, 1.90625, 1.757812, 1.867188, 1.996094, 1.789062, 1.84375, 1.443359, 1.996094, 1.183594, 1.539062, 2.0625, 1.038574, 1.664062, 1.169922, 1.554688, 0.599609, 0.918945, 1.898438, 2.015625, 1.417969, 1.773438, 0.802734, 2.007812, 1.667969, 1.133789, 1.730469, 2.046875, 1.6875, 0.839844, 2.203125, 1.894531, 2.195312, 1.792969, 1.882812, 1.921875, 2.070312, 2.070312, 2.21875, 1.847656, 1.933594, 1.300781, 2.15625, 2.21875, 1.322266, 0.996307, 2.132812, 1.835938, 1.480469, 1.480469, 1.847656, 2.03125, 1.972656, 2.007812, 0.681641, 2.070312, 2.273438, 2.226562, 1.714844, 0.770508, 1.816406, 1.988281, 1.789062, 2.09375, 1.9375, 2.273438, 0.941162, 1.761719, 1.972656, 1.839844, 2.109375, 1.046631, 1.914062, 2.03125, 2.140625, 2.023438, 1.707031, 1.640625, 1.917969, 1.835938, 1.917969, 1.941406, 2.078125, 1.964844, 1.449219, 1.816406, 1.839844, 1.671875, 2.0, 1.898438, 2.101562, 1.808594, 1.40625, 2.125, 1.917969, 1.441406, 1.494141, 2.039062, 2.109375, 2.046875, 1.890625, 1.957031, 2.21875, 1.945312, 2.046875, 1.503906, 1.34375, 1.960938, 2.179688, 1.933594, 1.730469, 1.792969, 1.890625, 2.054688, 1.871094, 1.894531, 2.148438, 1.972656, 1.363281, 2.179688, 1.898438, 2.148438, 1.949219, 1.945312, 1.910156, 1.867188, 1.101562, 1.808594, 0.732422, 1.859375, 2.140625, 1.839844, 2.0, 1.769531, 2.203125, 1.851562, 1.960938, 1.832031, 0.910156, 1.617188, 1.996094, 1.957031, 1.820312, 1.785156, 1.073242, 1.800781, 2.054688, 1.832031, 0.714844, 1.933594, 1.824219, 1.988281, 1.582031, 1.953125, 1.980469, 1.910156, 1.445312, 1.957031, 0.541016, 0.817383, 1.4375, 0.748047, 1.835938, 2.015625, 2.03125, 1.332031, 0.701172, 1.941406, 1.423828, 1.519531, 1.796875, 2.046875, 1.890625, 1.980469, 1.746094, 2.140625, 1.761719, 2.007812, 1.640625, 2.109375, 1.992188, 1.601562, 2.0, 1.835938, 1.025879, 0.901855, 1.976562, 1.132812, 1.898438, 1.832031, 1.871094, 1.96875, 1.886719, 1.691406, 1.886719, 0.829102, 2.023438, 1.079102, 2.085938, 1.609375, 2.109375, 0.677734, 2.6875, 1.574219, 2.171875, 2.015625, 2.03125, 1.894531, 1.828125, 1.960938, 1.375, 2.085938, 1.10791, 2.085938, 1.976562, 1.742188, 1.792969, 1.871094, 1.929688, 1.660156, 1.777344, 1.929688, 2.226562, 1.021118, 1.441406, 1.914062, 1.984375, 2.101562, 2.3125, 1.699219, 1.984375, 1.871094, 2.179688, 2.101562, 2.070312, 1.960938, 0.568359, 2.046875, 1.757812, 1.867188, 1.185547, 1.832031, 1.765625, 1.96875, 2.195312, 1.957031, 1.601562, 1.714844, 1.15918, 1.980469, 1.392578, 1.361328, 2.054688, 1.980469, 1.90625, 1.523438, 1.53125, 1.71875, 1.859375, 2.03125, 1.894531, 1.601562, 1.882812, 2.039062, 1.65625, 1.824219, 1.867188, 1.957031, 1.804688, 1.976562, 2.257812, 1.671875, 1.9375, 2.109375, 2.265625, 0.980713, 1.652344, 2.125, 2.023438, 1.738281, 1.949219, 2.101562, 1.996094, 1.960938, 1.761719, 1.855469, 2.296875, 1.558594, 2.078125, 1.992188, 2.117188, 1.134766, 1.761719, 2.078125, 1.871094, 2.03125, 2.148438, 1.773438, 1.941406, 1.855469, 2.03125, 1.433594, 2.023438, 1.800781, 1.636719, 0.828125, 1.910156, 0.773438, 1.898438, 2.195312, 1.742188, 1.172852, 0.457031, 0.708984, 2.054688, 2.078125, 2.054688, 2.078125, 1.828125, 2.007812, 1.90625, 1.882812, 1.84375, 1.984375, 1.914062, 0.677734, 1.835938, 1.976562, 1.96875, 1.90625, 1.878906, 2.007812, 1.984375, 1.8125, 2.054688, 1.808594, 1.554688, 2.046875, 1.953125, 2.09375, 1.445312, 1.898438, 2.03125, 0.537109, 1.667969, 1.820312, 1.714844, 2.0625, 1.439453, 2.117188, 1.765625, 1.429688, 1.941406, 1.742188, 2.03125, 1.890625, 2.109375, 1.671875, 1.652344, 2.117188, 1.8125, 2.0, 2.679688, 1.863281, 1.761719, 1.832031, 1.828125, 1.863281, 1.890625, 1.726562, 1.902344, 1.804688, 2.039062, 2.148438, 1.960938, 2.0625, 1.707031, 2.148438, 2.273438, 1.291016, 2.007812, 1.507812, 1.929688, 1.984375, 2.007812, 1.925781, 1.333984, 1.126953, 1.375, 2.007812, 2.179688, 1.992188, 1.613281, 1.941406, 1.917969, 2.007812, 1.9375, 1.875, 1.972656, 1.90625, 2.015625, 2.0625, 2.078125, 1.980469, 1.777344, 2.09375, 1.703125, 1.464844, 2.171875, 1.816406, 1.992188, 2.085938, 2.023438, 1.945312, 1.804688, 2.132812, 2.171875, 1.828125, 1.941406, 0.824219, 1.976562, 1.71875, 1.996094, 1.855469, 1.898438, 2.0, 1.808594, 1.753906, 1.753906, 2.101562, 1.921875, 1.96875, 2.1875, 1.929688, 1.621094, 2.054688, 1.765625, 2.015625, 1.941406, 1.863281, 1.804688, 1.441406, 1.761719, 1.78125, 1.632812, 1.796875, 2.359375, 2.242188, 1.972656, 1.324219, 1.335938, 1.945312, 1.925781, 1.789062, 1.542969, 2.046875, 1.703125, 2.109375, 2.039062, 1.357422, 1.855469, 1.804688, 1.320312, 2.070312, 2.023438, 1.976562, 1.6875, 1.199219, 1.785156, 1.871094, 1.021362, 1.753906, 2.007812, 2.171875, 0.833984, 2.03125, 1.068848, 1.625, 1.683594, 1.730469, 1.330078, 1.964844, 1.851562, 1.808594, 1.839844, 1.75, 2.054688, 1.996094, 1.867188, 1.917969, 2.007812, 1.957031, 1.996094, 2.007812, 2.0625, 1.488281, 2.023438, 1.384766, 2.046875, 1.910156, 1.384766, 1.867188, 1.359375, 2.039062, 2.1875, 2.148438, 2.007812, 2.109375, 1.976562, 2.117188, 2.109375, 2.3125, 1.835938, 1.835938, 2.015625, 2.023438, 0.367188, 1.621094, 1.542969, 1.933594, 1.828125, 1.453125, 1.976562, 1.910156, 1.964844, 1.972656, 1.832031, 0.695312, 1.964844, 1.796875, 1.792969, 1.178711, 2.210938, 2.0, 1.847656, 0.87793, 1.625, 1.558594, 1.765625, 1.96875, 2.117188, 2.101562, 1.6875, 1.161133, 1.914062, 1.890625, 1.792969, 2.132812, 1.945312, 2.132812, 1.6875, 2.109375, 0.885742, 1.855469, 1.929688, 1.804688, 1.851562, 1.941406, 1.988281, 1.859375, 1.957031, 1.929688, 1.511719, 1.835938, 1.839844, 2.171875, 1.285156, 1.757812, 1.804688, 0.791016, 0.501953, 1.345703, 0.968506, 1.894531, 2.039062, 1.78125, 1.773438, 0.658203, 0.529297, 1.804688, 2.015625, 1.632812, 1.96875, 1.847656, 2.101562, 1.9375, 1.710938, 0.667969, 2.0, 1.695312, 1.507812, 1.208984, 1.714844, 1.746094, 1.824219, 1.757812, 2.015625, 1.847656, 1.75, 1.882812, 1.621094, 2.039062, 1.855469, 1.636719, 1.992188, 1.777344, 2.179688, 1.902344, 1.320312, 0.628906, 2.632812, 1.933594, 1.78125, 1.917969, 1.875, 1.945312, 1.789062, 2.117188, 0.517578, 1.554688, 1.460938, 2.085938, 1.957031, 0.628906, 1.914062, 1.921875, 1.800781, 1.84375, 2.015625, 1.507812, 1.617188, 0.783203, 1.855469, 1.773438, 1.824219, 0.712891, 2.03125, 2.1875, 1.699219, 2.015625, 1.761719, 1.667969, 1.792969, 2.0, 2.039062, 1.369141, 1.960938, 2.03125, 1.431641, 1.535156, 1.671875, 1.871094, 1.878906, 1.976562, 1.757812, 1.605469, 1.820312, 1.972656, 1.925781, 0.542969, 2.25, 2.054688, 2.007812, 1.941406, 1.00589, 1.984375, 1.835938, 0.429688, 1.714844, 0.707031, 1.976562, 0.753906, 1.617188, 2.070312, 1.953125, 1.886719, 1.427734, 1.738281, 1.503906, 1.742188, 0.65625, 1.613281, 1.466797, 1.239258, 1.070801, 1.964844, 2.109375, 1.597656, 1.361328, 2.304688, 1.65625, 2.039062, 1.443359, 1.71875, 1.960938, 0.603516, 2.203125, 1.859375, 1.953125, 0.685547, 0.858398, 1.957031, 2.117188, 1.765625, 1.957031, 2.09375, 1.824219, 1.462891, 2.898438, 1.839844, 1.945312, 2.09375, 1.753906, 1.902344, 2.023438, 2.273438, 1.933594, 2.046875, 1.988281, 2.132812, 1.8125, 1.8125, 2.015625, 2.164062, 1.546875, 1.773438, 2.125, 1.929688, 2.046875, 2.09375, 2.578125, 2.023438, 0.652344, 1.542969, 1.71875, 0.773438, 1.960938, 1.582031, 1.789062, 1.871094, 1.875, 1.972656, 1.878906, 1.859375, 0.707031, 1.605469, 1.78125, 1.742188, 1.921875, 1.945312, 1.400391, 2.078125, 1.882812, 2.148438, 1.992188, 1.976562, 0.59375, 2.09375, 2.046875, 1.5625, 2.023438, 1.847656, 2.1875, 1.636719, 1.925781, 1.980469, 1.972656, 1.960938, 2.015625, 2.015625, 1.100098, 1.902344, 1.972656, 2.148438, 2.109375, 1.839844, 0.981934, 2.195312, 0.890625, 1.886719, 1.847656, 1.632812, 2.054688, 1.996094, 2.140625, 1.882812, 1.546875, 1.808594, 0.609375, 0.583984, 0.636719, 1.8125, 1.996094, 0.945312, 1.804688, 1.789062, 1.734375, 0.983154, 1.796875, 1.546875, 1.871094, 0.814453, 1.941406, 1.910156, 1.480469, 2.046875, 1.707031, 1.632812, 2.132812, 1.886719, 0.691406, 1.279297, 0.728516, 1.757812, 1.964844, 2.085938, 2.210938, 1.546875, 1.22168, 2.054688, 0.75, 1.026733, 1.976562, 1.960938, 1.796875, 1.242188, 1.882812, 1.964844, 1.921875, 1.664062, 1.835938, 1.789062, 1.480469, 2.140625, 1.949219, 1.416016, 1.933594, 1.871094, 2.179688, 1.984375, 1.859375, 1.914062, 1.988281, 1.839844, 1.875, 1.933594, 2.148438, 1.589844, 1.984375, 1.84375, 1.925781, 1.957031, 1.804688, 1.605469, 1.929688, 1.832031, 2.117188, 1.478516, 1.757812, 0.898926, 2.242188, 1.703125, 1.855469, 1.472656, 1.917969, 1.886719, 2.078125, 0.952148, 2.03125, 1.144531, 1.898438, 1.695312, 1.644531, 1.515625, 1.949219, 1.191406, 2.085938, 0.681641, 1.839844, 1.328125, 2.210938, 1.664062, 1.761719, 2.085938, 1.980469, 2.015625, 1.59375, 1.816406, 1.898438, 2.195312, 0.617188, 1.882812, 1.753906, 1.773438, 1.898438, 1.882812, 1.878906, 1.765625, 1.235352, 1.796875, 2.0, 1.742188, 1.462891, 1.921875, 1.90625, 1.703125, 1.730469, 1.894531, 0.623047, 1.976562, 1.941406, 2.15625, 1.40625, 1.683594, 1.069824, 0.6875, 2.109375, 0.607422, 0.880371, 1.660156, 1.910156, 2.1875, 2.132812, 1.664062, 1.914062, 1.648438, 2.171875, 0.675781, 1.964844, 1.78125, 1.910156, 3.40625, 1.925781, 2.203125, 0.630859, 2.085938, 1.976562, 1.367188, 0.831055, 1.839844, 2.023438, 0.922363, 1.988281, 1.363281, 1.957031, 1.652344, 1.984375, 1.898438, 0.797852, 1.980469, 1.910156, 1.847656, 1.84375, 1.886719, 1.402344, 0.664062, 1.898438, 1.949219, 1.867188, 2.046875, 1.949219, 2.109375, 1.890625, 1.957031, 1.871094, 1.570312, 1.314453, 2.09375, 1.945312, 1.855469, 1.964844, 1.78125, 1.84375, 2.09375, 1.992188, 0.484375, 1.972656, 1.945312, 1.785156, 1.851562, 1.792969, 1.789062, 1.78125, 1.921875, 1.945312, 2.070312, 1.878906, 1.988281, 2.046875, 1.337891, 1.785156, 0.746094, 2.03125, 0.886719, 1.996094, 1.96875, 2.046875, 0.675781, 1.933594, 1.742188, 1.78125, 1.992188, 4.0625, 1.945312, 1.878906, 1.929688, 1.867188, 1.777344, 0.971436, 1.792969, 1.996094, 1.617188, 2.148438, 1.882812, 1.601562, 2.03125, 1.945312, 1.921875, 1.835938, 1.609375, 1.835938, 1.914062, 1.800781, 1.037354, 1.875, 2.203125, 2.046875, 1.71875, 0.726562, 2.023438, 2.007812, 2.0625, 2.015625, 1.902344, 1.984375, 1.949219, 1.734375, 0.766602, 1.871094, 1.929688, 1.898438, 2.117188, 1.832031, 1.785156, 2.171875, 2.226562, 1.960938, 1.78125, 2.273438, 1.890625, 1.789062, 1.746094, 2.054688, 2.03125, 1.349609, 1.78125, 1.730469, 1.828125, 1.960938, 1.851562, 1.365234, 2.164062, 1.847656, 1.964844, 0.640625, 1.601562, 1.527344, 1.445312, 1.945312, 2.15625, 2.117188, 0.460938, 2.023438, 1.796875, 0.560547, 1.208984, 2.054688, 1.988281, 1.871094, 1.882812, 2.085938, 1.761719, 1.992188, 1.609375, 2.015625, 0.935059, 1.925781, 2.203125, 1.941406, 1.006195, 2.023438, 2.085938, 2.0, 1.898438, 1.9375, 1.902344, 1.929688, 1.785156, 0.848633, 1.804688, 2.085938, 2.0, 1.816406, 1.382812, 1.898438, 1.157227, 1.773438, 1.933594, 1.361328, 1.769531, 2.148438, 1.875, 2.039062, 1.652344, 2.078125, 1.875, 1.820312, 1.277344, 0.744141, 1.882812, 1.539062, 1.925781, 1.621094, 1.890625, 2.023438, 1.9375, 0.679688, 1.695312, 2.085938, 1.792969, 1.820312, 1.835938, 1.96875, 1.992188, 2.054688, 1.664062, 1.984375, 1.832031, 1.914062, 2.023438, 2.15625, 1.75, 1.621094, 1.617188, 1.597656, 2.296875, 1.625, 1.699219, 2.007812, 1.482422, 1.828125, 1.949219, 2.0, 1.953125, 1.8125, 1.898438, 1.392578, 1.746094, 1.800781, 1.894531, 1.777344, 1.984375, 1.398438, 1.855469, 2.101562, 2.023438, 2.0, 2.1875, 1.773438, 2.03125, 1.738281, 1.949219, 1.792969, 0.945557, 1.960938, 1.992188, 1.925781, 2.585938, 1.921875, 2.0625, 1.742188, 1.761719, 1.960938, 1.945312, 1.859375, 1.664062, 1.380859, 1.804688, 1.773438, 2.21875, 1.6875, 2.117188, 2.1875, 2.109375, 1.984375, 1.960938, 1.96875, 1.511719, 1.945312, 1.734375, 1.753906, 2.09375, 1.828125, 1.753906, 1.785156, 1.90625, 1.945312, 1.96875, 1.550781, 1.730469, 1.605469, 1.578125, 1.867188, 1.933594, 0.576172, 2.046875, 2.101562, 1.835938, 1.083496, 1.9375, 1.742188, 1.337891, 0.746094, 1.765625, 1.816406, 2.09375, 1.761719, 1.964844, 1.917969, 1.941406, 2.015625, 1.898438, 1.921875, 1.945312, 1.133789, 2.203125, 2.007812, 0.998047, 0.582031, 2.054688, 1.972656, 1.976562, 1.202148, 1.917969, 1.695312, 1.902344, 2.03125, 1.886719, 1.710938, 2.015625, 1.757812, 1.667969, 1.996094, 2.117188, 2.257812, 0.897461, 1.3125, 1.925781, 1.980469, 1.871094, 1.515625, 1.835938, 1.996094, 1.550781, 1.257812, 1.988281, 2.117188, 1.90625, 2.023438, 1.726562, 1.597656, 1.84375, 1.871094, 0.503906, 0.599609, 1.933594, 1.792969, 1.761719, 2.179688, 1.621094, 2.046875, 1.012207, 2.046875, 1.237305, 1.222656, 2.015625, 2.140625, 2.085938, 1.914062, 2.109375, 2.101562, 1.029297, 2.015625, 1.753906, 1.585938, 1.851562, 2.023438, 1.652344, 1.855469, 1.648438, 2.085938, 2.195312, 1.820312, 1.835938, 1.558594, 1.664062, 1.898438, 1.102539, 1.949219, 2.109375, 0.724609, 1.984375, 2.015625, 1.298828, 1.945312, 1.371094, 1.742188, 2.09375, 1.816406, 0.919434, 1.365234, 1.675781, 1.996094, 2.0625, 2.078125, 1.929688, 1.664062, 1.871094, 1.832031, 2.070312, 1.96875, 1.734375, 0.867188, 0.568359, 1.878906, 1.90625, 2.046875, 2.023438, 1.71875, 0.445312, 2.0, 2.226562, 1.863281, 1.929688, 1.041992, 2.210938, 2.007812, 1.859375, 1.828125, 1.929688, 1.496094, 1.734375, 1.558594, 1.964844, 1.660156, 1.996094, 0.766602, 2.21875, 1.125977, 0.979858, 1.933594, 1.589844, 2.054688, 1.863281, 1.451172, 1.878906, 1.515625, 1.847656, 2.023438, 2.109375, 1.835938, 2.09375, 1.921875, 1.558594, 1.53125, 2.109375, 1.941406, 2.40625, 1.945312, 1.255859, 1.832031, 2.015625, 1.664062, 1.847656, 1.855469, 1.992188, 1.059082, 1.746094, 0.607422, 2.007812, 1.71875, 2.179688, 1.753906, 1.933594, 1.875, 2.015625, 1.824219, 1.683594, 2.046875, 1.871094, 2.242188, 1.664062, 2.140625, 1.355469, 1.824219, 1.470703, 0.699219, 2.007812, 2.023438, 2.109375, 2.203125, 2.265625, 1.675781, 1.746094, 1.949219, 1.341797, 1.496094, 1.992188, 2.101562, 2.015625, 1.800781, 2.039062, 1.412109, 2.25, 1.882812, 1.890625, 0.833984, 1.679688, 2.101562, 2.070312, 2.03125, 1.546875, 2.007812, 1.738281, 1.746094, 1.855469, 2.109375, 1.933594, 1.013428, 1.816406, 1.917969, 1.789062, 2.117188, 2.109375, 2.039062, 1.753906, 1.707031, 2.125, 2.054688, 1.108398, 0.902832, 1.976562, 2.210938, 2.085938, 1.769531, 1.886719, 0.552734, 1.949219, 2.1875, 1.898438, 2.109375, 1.617188, 1.820312, 1.582031, 0.693359, 2.125, 1.960938, 2.195312, 1.792969, 2.039062, 2.195312, 1.972656, 1.84375, 1.910156, 1.964844, 2.117188, 1.648438, 1.730469, 1.243164, 1.644531, 1.414062, 0.683594, 2.148438, 2.046875, 1.863281, 2.039062, 2.179688, 1.921875, 1.984375, 1.964844, 2.210938, 1.992188, 1.542969, 1.792969, 1.180664, 1.933594, 1.554688, 1.726562, 2.03125, 1.941406, 1.875, 1.90625, 2.0625, 2.03125, 1.486328, 2.039062, 2.101562, 0.950684, 1.558594, 2.023438, 1.980469, 1.486328, 0.859375, 1.738281, 1.84375, 1.933594, 2.054688, 1.636719, 0.759766, 1.859375, 1.875, 1.474609, 1.933594, 1.765625, 1.726562, 1.761719, 1.832031, 1.714844, 1.839844, 2.226562, 2.0625, 1.773438, 2.125, 2.023438, 0.625, 1.917969, 1.949219, 1.992188, 1.960938, 2.078125, 2.203125, 1.613281, 1.289062, 1.902344, 2.015625, 1.960938, 1.878906, 1.326172, 1.761719, 2.015625, 1.773438, 1.882812, 1.753906, 1.972656, 1.792969, 2.039062, 1.710938, 2.015625, 1.910156, 1.902344, 2.125, 1.738281, 1.984375, 1.976562, 1.664062, 2.21875, 1.15918, 0.46875, 1.953125, 1.527344, 1.859375, 1.949219, 1.957031, 1.703125, 1.703125, 1.972656, 1.71875, 2.046875, 1.949219, 2.046875, 2.09375, 0.691406, 1.894531, 1.976562, 2.070312, 1.589844, 2.1875, 1.914062, 1.953125, 2.039062, 1.515625, 2.085938, 1.890625, 1.890625, 2.046875, 1.738281, 1.722656, 1.902344, 1.457031, 1.800781, 2.078125, 2.023438, 1.902344, 2.132812, 2.117188, 2.171875, 1.851562, 1.898438, 1.53125, 1.976562, 1.455078, 1.070801, 2.070312, 2.039062, 1.976562, 0.742188, 1.410156, 2.070312, 1.921875, 2.195312, 2.085938, 2.203125, 2.070312, 1.871094, 1.59375, 1.621094, 0.660156, 1.773438, 0.989685, 1.835938, 1.917969, 2.101562, 1.992188, 1.832031, 0.634766, 2.023438, 1.738281, 1.84375, 1.898438, 2.109375, 1.652344, 2.265625, 1.894531, 1.792969, 1.166992, 2.0, 2.046875, 1.804688, 1.9375, 2.054688, 1.855469, 2.09375, 1.613281, 2.03125, 1.816406, 1.527344, 1.96875, 1.921875, 2.109375, 1.800781, 1.695312, 1.890625, 1.867188, 1.455078, 2.164062, 1.820312, 1.765625, 0.626953, 1.871094, 1.996094, 2.046875, 1.890625, 1.898438, 1.976562, 1.902344, 1.558594, 1.875, 1.535156, 1.847656, 1.898438, 1.96875, 0.652344, 1.800781, 1.84375, 2.125, 1.949219, 1.914062, 1.84375, 2.203125, 1.777344, 2.015625, 1.734375, 1.808594, 0.766602, 1.761719, 1.703125, 2.15625, 0.716797, 2.007812, 0.8125, 1.820312, 0.589844, 1.882812, 1.757812, 1.384766, 1.34375, 1.695312, 1.984375, 1.914062, 1.730469, 1.980469, 1.769531, 2.078125, 2.109375, 0.583984, 1.106934, 1.094238, 1.992188, 1.996094, 1.945312, 2.101562, 2.15625, 1.90625, 1.427734, 2.015625, 2.0, 1.964844, 2.101562, 1.941406, 1.400391, 1.945312, 1.980469, 1.429688, 2.046875, 2.179688, 2.195312, 1.871094, 2.132812, 1.511719, 2.179688, 1.867188, 1.726562, 1.972656, 1.917969, 1.773438, 1.949219, 1.589844, 1.005981, 1.953125, 1.824219, 1.835938, 1.232422, 2.023438, 1.945312, 2.234375, 0.84375, 1.742188, 1.482422, 1.949219, 1.851562, 1.617188, 0.574219, 2.0625, 1.882812, 1.792969, 0.59375, 1.457031, 0.742188, 2.1875, 1.976562, 1.570312, 1.902344, 1.929688, 1.804688, 2.140625, 1.882812, 1.726562, 1.045898, 1.135742, 1.992188, 1.714844, 1.65625, 2.132812, 1.929688, 1.894531, 2.148438, 1.453125, 1.929688, 1.941406, 1.96875, 1.055908, 2.054688, 2.039062, 1.542969, 2.132812, 1.921875, 0.986755, 1.294922, 0.751953, 1.225586, 2.15625, 2.03125, 2.023438, 2.132812, 1.84375, 1.992188, 1.949219, 1.964844, 2.023438, 1.859375, 1.765625, 1.832031, 2.054688, 2.148438, 1.792969, 1.804688, 2.03125, 1.375, 1.605469, 1.742188, 1.302734, 1.765625, 1.992188, 2.070312, 2.023438, 1.734375, 1.640625, 1.925781, 1.550781, 1.229492, 2.132812, 2.101562, 1.628906, 1.871094, 2.117188, 2.015625, 1.644531, 1.859375, 2.078125, 1.886719, 1.992188, 1.902344, 1.114746, 1.960938, 1.742188, 1.096191, 1.804688, 1.867188, 0.714844, 1.960938, 1.585938, 2.03125, 1.953125, 1.863281, 2.015625, 2.140625, 1.949219, 1.8125, 2.015625, 1.699219, 1.871094, 1.84375, 1.245117, 1.730469, 2.078125, 2.140625, 0.885254, 1.851562, 1.804688, 2.070312, 1.333984, 2.046875, 1.8125, 1.761719, 1.75, 1.496094, 1.597656, 1.855469, 2.023438, 0.873047, 1.992188, 1.828125, 0.897461, 2.078125, 2.015625, 2.054688, 1.882812, 1.824219, 2.015625, 1.04126, 2.21875, 2.367188, 1.992188, 1.832031, 1.789062, 1.824219, 1.78125, 0.736328, 1.324219, 2.070312, 1.546875, 2.023438, 1.589844, 1.660156, 1.820312, 1.964844, 0.946777, 1.640625, 2.117188, 0.5625, 2.007812, 1.726562, 2.085938, 1.992188, 0.845703, 2.046875, 2.078125, 0.794922, 1.988281, 1.660156, 1.882812, 1.929688, 2.125, 2.117188, 0.776367, 2.078125, 1.714844, 1.941406, 1.894531, 2.117188, 1.972656, 1.115234, 2.109375, 1.972656, 2.15625, 1.839844, 0.868164, 1.808594, 1.882812, 1.816406, 1.902344, 2.023438, 2.03125, 1.621094, 1.710938, 2.015625, 1.617188, 2.085938, 1.324219, 1.726562, 1.75, 2.015625, 0.654297, 1.984375, 1.730469, 1.613281, 2.179688, 1.984375, 1.660156, 1.714844, 2.046875, 2.09375, 0.757812, 2.101562, 1.15918, 1.871094 ] }, "name": "onnx::Mul_8374", "outputIndexes": [ 887 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 886, 887 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_9/Mul_1_output_0", "outputIndexes": [ 888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 888 ], "outputIndexes": [ 2742 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2742 ], "outputIndexes": [ 2743 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear", "inputIndexes": [ 2743 ], "outputIndexes": [ 2744 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 394151274, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2744 ], "outputIndexes": [ 2745 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2745 ], "outputIndexes": [ 889 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888 ], "main_type": "NONE", "name": "/Shape_127_output_0", "outputIndexes": [ 890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Shape2537", "outputIndexes": [ 891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Rank2539", "outputIndexes": [ 892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 892, 892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2541", "outputIndexes": [ 893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2542", "outputIndexes": [ 894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2544", "outputIndexes": [ 895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2545", "outputIndexes": [ 896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 891, 894, 896, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2548", "outputIndexes": [ 897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2549", "outputIndexes": [ 898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2550", "outputIndexes": [ 899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 899, 898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2551", "outputIndexes": [ 900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 890, 900, 893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_139_output_0", "outputIndexes": [ 901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 901, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_289_output_0", "outputIndexes": [ 902 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 902, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_117_output_0", "outputIndexes": [ 903 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 889, 903 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_82_output_0", "outputIndexes": [ 904 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_72_output_0", "outputIndexes": [ 905 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904 ], "main_type": "NONE", "name": "/Shape_128_output_0", "outputIndexes": [ 906 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 906 ], "main_type": "NONE", "name": "Shape2558", "outputIndexes": [ 907 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 906 ], "main_type": "NONE", "name": "Rank2560", "outputIndexes": [ 908 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 908, 908 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2562", "outputIndexes": [ 909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 909 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2563", "outputIndexes": [ 910 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 909, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2565", "outputIndexes": [ 911 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 911 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2566", "outputIndexes": [ 912 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 907, 910, 912, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2569", "outputIndexes": [ 913 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 913 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2570", "outputIndexes": [ 914 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 914 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2571", "outputIndexes": [ 915 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 915, 914 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2572", "outputIndexes": [ 916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 906, 916, 909 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_140_output_0", "outputIndexes": [ 917 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 917, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_27_output_0", "outputIndexes": [ 918 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_294_output_0", "outputIndexes": [ 919 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904, 919, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_37_output_0", "outputIndexes": [ 920 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 920 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_18_output_0", "outputIndexes": [ 921 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904, 21, 919, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_36_output_0", "outputIndexes": [ 922 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 921, 922 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_120_output_0", "outputIndexes": [ 923 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 923, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_73_output_0", "outputIndexes": [ 924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 905, 924 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_45_output_0", "outputIndexes": [ 925 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 888 ], "outputIndexes": [ 2746 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2746 ], "outputIndexes": [ 2747 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear", "inputIndexes": [ 2747 ], "outputIndexes": [ 2748 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 396805504, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2748 ], "outputIndexes": [ 2749 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2749 ], "outputIndexes": [ 926 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 902, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_118_output_0", "outputIndexes": [ 927 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 926, 927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_83_output_0", "outputIndexes": [ 928 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 928, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_74_output_0", "outputIndexes": [ 929 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 928 ], "main_type": "NONE", "name": "/Shape_129_output_0", "outputIndexes": [ 930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Shape2621", "outputIndexes": [ 931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Rank2623", "outputIndexes": [ 932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2625", "outputIndexes": [ 933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2626", "outputIndexes": [ 934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2628", "outputIndexes": [ 935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2629", "outputIndexes": [ 936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 931, 934, 936, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2632", "outputIndexes": [ 937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2633", "outputIndexes": [ 938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2634", "outputIndexes": [ 939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 939, 938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2635", "outputIndexes": [ 940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 930, 940, 933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_141_output_0", "outputIndexes": [ 941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 941, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_28_output_0", "outputIndexes": [ 942 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 942, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_296_output_0", "outputIndexes": [ 943 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 928, 943, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_39_output_0", "outputIndexes": [ 944 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_19_output_0", "outputIndexes": [ 945 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 928, 21, 943, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_38_output_0", "outputIndexes": [ 946 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 945, 946 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_121_output_0", "outputIndexes": [ 947 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 947, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_75_output_0", "outputIndexes": [ 948 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 948 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_46_output_0", "outputIndexes": [ 949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 888 ], "outputIndexes": [ 2750 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2750 ], "outputIndexes": [ 2751 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear", "inputIndexes": [ 2751 ], "outputIndexes": [ 2752 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 398132630, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2752 ], "outputIndexes": [ 2753 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2753 ], "outputIndexes": [ 950 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 950, 927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_84_output_0", "outputIndexes": [ 951 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925, 949, 951, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_89_output_0", "outputIndexes": [ 952 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 952 ], "outputIndexes": [ 2754 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2754 ], "outputIndexes": [ 2755 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear", "inputIndexes": [ 2755 ], "outputIndexes": [ 2756 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 399459756, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2756 ], "outputIndexes": [ 2757 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2757 ], "outputIndexes": [ 953 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 953 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_9/Mul_output_0", "outputIndexes": [ 954 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.107422, 1.113281, 1.164062, 1.229492, 1.118652, 1.175781, 1.008301, 0.152344, 1.099121, 0.87793, 1.158203, 1.042725, 1.048828, 1.227539, 1.296875, 1.016968, 1.045166, 1.058105, 1.004456, 1.18457, 1.188477, 1.101562, 1.172852, 1.011169, 0.997696, 1.128906, 0.973145, 1.031128, 1.251953, 1.165039, 0.963623, 0.770508, 1.052246, 0.246094, 1.027954, 0.869141, 1.051025, 1.196289, 0.918457, 0.981567, 1.226562, 1.234375, 1.038574, 0.769531, 0.351562, 1.220703, 1.152344, 1.044434, 1.21875, 0.816406, 1.251953, 0.734375, 1.136719, 0.339844, 1.098633, 0.941895, 1.096191, 1.196289, 1.085449, 0.930664, 0.693359, 1.382812, 1.210938, 1.119141, 1.061523, 1.049316, 0.615234, 1.07373, 1.012634, 0.976807, 1.174805, 1.227539, 1.040283, 1.10498, 1.021973, 0.949707, 0.533203, 0.856445, 0.866211, 0.339844, 0.990051, 0.160156, 1.086914, 0.767578, 1.162109, 1.234375, 1.066406, 0.791992, 0.351562, 0.958496, 1.226562, 1.035156, 1.18457, 0.320312, 1.227539, 0.121094, 1.112793, 1.139648, 1.359375, 1.016357, 0.970215, 1.251953, 1.180664, 1.136719, 1.176758, 1.07666, 1.175781, 0.798828, 1.098145, 1.042969, 1.376953, 1.140625, 1.227539, 1.181641, 1.152344, 0.915527, 1.183594, 0.316406, 1.000017, 1.373047, 1.148438, 1.185547, 1.101074, 1.094727, 0.944824, 0.760742, 0.993439, 1.137695, 1.106934, 0.609375, 0.583984, 0.986084, 0.988098, 1.105957, 1.205078, 1.3125, 0.880859, 0.821289, 0.938477, 1.476562, 1.496094, 1.172852, 0.922852, 1.044434, 1.069336, 1.035645, 0.941406, 1.094238, 1.069824, 1.236328, 0.976807, 0.923828, 0.946533, 1.083008, 1.253906, 1.154297, 0.501953, 1.119141, 0.289062, 0.257812, 1.106934, 1.259766, 1.052246, 0.511719, 1.259766, 1.062988, 1.21875, 0.242188, 1.25, 0.958008, 1.050537, 0.324219, 1.033691, 0.277344, 1.019897, 1.212891, 1.202148, 0.136719, 1.12207, 1.133789, 1.065918, 0.210938, 0.771484, 0.136719, 1.105957, 1.037109, 0.410156, 1.104004, 0.895508, 0.880859, 1.119629, 1.139648, 1.104492, 1.103516, 1.203125, 1.144531, 1.011475, 1.22168, 1.209961, 1.207031, 0.981201, 1.125977, 1.022583, 0.880371, 1.351562, 1.273438, 1.246094, 1.039307, 1.042969, 1.106934, 1.021729, 1.251953, 1.208984, 1.017456, 1.081543, 1.211914, 1.012634, 0.981445, 1.339844, 1.226562, 0.875488, 0.939697, 1.12207, 1.376953, 1.134766, 1.145508, 1.014465, 1.083496, 0.985107, 0.830078, 1.683594, 1.292969, 1.28125, 1.253906, 1.199219, 1.273438, 0.851562, 1.189453, 1.025269, 1.0625, 1.292969, 1.03418, 1.136719, 1.320312, 0.910645, 1.193359, 0.954102, 0.949951, 1.279297, 0.539062, 1.065918, 1.300781, 0.363281, 1.082031, 1.151367, 1.002106, 1.005798, 1.121094, 1.304688, 1.012573, 1.267578, 1.181641, 1.120605, 0.974854, 1.126953, 0.794922, 1.114258, 1.102051, 1.053711, 1.054932, 1.092285, 1.037598, 1.086426, 0.932129, 1.11377, 1.089844, 0.375, 1.032715, 1.101074, 1.041992, 0.722656, 1.171875, 0.328125, 1.081543, 1.160156, 1.076172, 0.987854, 1.145508, 0.257812, 1.002396, 0.825195, 0.304688, 0.943848, 1.121094, 1.049072, 1.194336, 0.874023, 1.136719, 1.213867, 1.083008, 1.237305, 0.912598, 0.207031, 1.237305, 0.003906, 0.992065, 1.259766, 1.097656, 0.924316, 1.361328, 1.367188, 0.152344, 1.071777, 1.128906, 1.089844, 1.040283, 1.291016, 1.243164, 1.052979, 1.223633, 0.966553, 1.195312, 0.860352, 1.15918, 1.056152, 1.039795, 0.714844, 1.004761, 1.322266, 1.146484, 0.801758, 0.6875, 1.098633, 1.107422, 2.46875, 1.165039, 1.012634, 1.201172, 1.245117, 1.025269, 0.970093, 1.059082, 1.241211, 0.96875, 1.135742, 0.601562, 1.07373, 0.607422, 0.793945, 1.15918, 0.378906, 0.767578, 0.568359, 0.800781, 0.167969, 0.296875, 1.237305, 1.1875, 0.773438, 0.915527, 0.265625, 1.209961, 0.868164, 0.472656, 1.160156, 1.148438, 1.026245, 0.347656, 1.142578, 1.087891, 1.205078, 0.985779, 1.051025, 1.135742, 1.238281, 1.294922, 1.149414, 1.043945, 1.18457, 0.570312, 1.279297, 1.361328, 0.503906, 0.382812, 1.140625, 0.99176, 0.799805, 0.703125, 1.021729, 1.152344, 1.200195, 1.139648, 0.21875, 1.203125, 1.222656, 1.332031, 0.966309, 0.21875, 1.010864, 1.113281, 0.985962, 1.241211, 1.042725, 1.386719, 0.347656, 1.429688, 1.1875, 1.013306, 1.173828, 0.484375, 1.164062, 1.124512, 1.318359, 1.133789, 0.841797, 0.882324, 1.071289, 1.033691, 0.990173, 1.046875, 1.213867, 1.267578, 1.322266, 1.006561, 1.035645, 0.876465, 1.12793, 1.068359, 1.167969, 1.0625, 0.979614, 1.227539, 1.220703, 0.775391, 0.845703, 1.173828, 1.253906, 1.176758, 1.071289, 1.165039, 1.300781, 1.114258, 1.136719, 0.728516, 0.589844, 1.086426, 1.230469, 1.369141, 0.93457, 1.18457, 1.113281, 1.161133, 1.014709, 1.112793, 1.149414, 1.198242, 0.677734, 1.199219, 1.05127, 1.320312, 1.15918, 1.22168, 1.089355, 1.148438, 0.457031, 1.091797, 0.25, 0.996902, 1.202148, 1.061035, 1.129883, 0.983887, 1.214844, 1.052002, 1.087891, 1.147461, 0.300781, 1.179688, 1.055176, 1.185547, 1.123535, 0.984985, 0.874023, 1.105469, 1.244141, 1.09668, 0.242188, 1.172852, 1.036133, 1.3125, 0.780273, 1.119629, 1.15625, 1.078613, 0.774414, 1.148438, 0.179688, 0.332031, 0.609375, 0.214844, 1.12207, 1.196289, 1.105957, 0.619141, 0.359375, 1.078613, 0.703125, 0.748047, 1.239258, 1.120605, 1.115234, 1.108887, 0.997955, 1.089844, 0.937012, 1.207031, 0.875488, 1.165039, 1.233398, 0.905273, 1.191406, 0.981934, 0.335938, 0.320312, 1.145508, 0.378906, 1.080078, 0.96936, 1.002365, 1.071777, 1.034912, 0.898926, 1.030273, 0.238281, 1.091309, 1.40625, 1.158203, 0.924805, 1.182617, 0.222656, 1.011536, 0.816406, 1.380859, 1.160156, 1.287109, 1.04126, 1.071777, 1.119629, 0.558594, 1.244141, 0.417969, 1.189453, 1.300781, 1.026611, 0.95874, 1.072754, 1.166016, 0.973755, 0.949951, 1.160156, 1.233398, 0.517578, 0.904297, 1.193359, 1.132812, 1.182617, 1.235352, 1.035889, 1.118652, 1.124023, 1.365234, 1.351562, 1.181641, 1.041748, 0.015625, 1.291016, 1.07959, 1.017212, 0.417969, 1.069824, 1.380859, 1.145508, 1.419922, 1.135742, 1.365234, 0.885742, 1.431641, 1.175781, 0.746094, 0.654297, 1.193359, 0.995331, 1.109863, 1.131836, 0.896484, 0.925293, 1.064453, 1.241211, 1.083008, 0.803711, 1.083008, 1.147461, 0.860352, 1.103516, 1.061279, 1.042725, 1.061523, 1.144531, 1.259766, 0.922363, 1.121582, 1.086426, 1.369141, 0.496094, 0.988708, 1.253906, 1.15918, 0.863281, 1.027954, 1.213867, 1.072266, 1.066895, 1.058105, 1.032227, 1.016602, 0.779297, 1.213867, 1.196289, 1.138672, 1.067871, 0.930664, 1.166016, 1.06543, 1.275391, 1.120117, 1.019287, 1.075195, 0.969604, 1.198242, 0.587891, 1.103516, 1.080566, 0.867188, 0.269531, 0.982178, 0.662109, 1.111328, 1.255859, 1.050049, 0.464844, 0.148438, 0.230469, 1.058838, 1.246094, 1.082031, 1.134766, 0.998993, 1.053467, 1.126953, 1.09375, 1.105469, 1.061279, 1.069336, 0.183594, 1.0354, 1.078613, 1.093262, 1.116211, 1.081055, 1.064941, 1.082031, 0.889648, 1.055176, 0.91748, 0.943359, 1.161133, 1.104004, 1.223633, 0.722656, 1.255859, 1.104492, 0.0, 1.298828, 1.006317, 0.863281, 1.123535, 0.801758, 1.257812, 1.125977, 1.248047, 1.043213, 0.897949, 0.972778, 0.962158, 1.19043, 0.936035, 1.033691, 1.108887, 1.144531, 1.019653, 1.839844, 1.143555, 0.993835, 0.983032, 1.050049, 1.062256, 1.124023, 0.895508, 1.049316, 1.042725, 1.107422, 1.213867, 1.097168, 1.251953, 1.00946, 1.511719, 1.3125, 0.574219, 1.122559, 0.903809, 1.10498, 1.167969, 1.064941, 1.054932, 0.617188, 0.517578, 0.537109, 1.09668, 1.308594, 1.098145, 0.801758, 1.162109, 1.15332, 1.035645, 1.039062, 1.130859, 0.991455, 1.04248, 1.119629, 1.124023, 1.179688, 1.090332, 0.966309, 1.279297, 0.915527, 0.852539, 1.316406, 0.894043, 1.238281, 1.176758, 1.185547, 1.241211, 1.051025, 1.204102, 1.114746, 1.011047, 1.09375, 0.308594, 1.208008, 1.070312, 1.205078, 0.983032, 1.050537, 1.101074, 1.072266, 0.935059, 1.145508, 1.259766, 1.163086, 1.112793, 1.21582, 1.070801, 0.87207, 1.228516, 0.985901, 1.122559, 1.102051, 1.135742, 1.400391, 0.770508, 0.919922, 1.109863, 0.873047, 0.963379, 1.789062, 1.263672, 1.167969, 0.632812, 0.572266, 1.173828, 1.223633, 0.958252, 0.71875, 1.142578, 0.850586, 1.275391, 1.105469, 0.607422, 1.168945, 1.230469, 0.597656, 1.191406, 1.113281, 1.111816, 0.894043, 0.46875, 1.027222, 1.004669, 0.367188, 0.962402, 1.257812, 1.197266, 0.277344, 1.135742, 0.5, 1.201172, 1.355469, 0.860352, 0.566406, 1.12793, 1.084961, 1.017578, 1.003845, 1.100098, 1.231445, 1.032715, 0.965576, 0.976074, 1.044922, 1.066406, 1.149414, 1.089355, 1.059814, 1.223633, 1.253906, 0.632812, 1.15625, 1.065918, 0.699219, 1.042236, 0.642578, 1.175781, 1.119629, 1.109863, 1.175781, 1.168945, 0.950195, 1.275391, 1.198242, 1.3125, 0.876953, 1.065918, 1.3125, 1.197266, 0.003906, 0.831055, 0.81543, 1.013611, 0.95166, 0.779297, 1.106445, 1.15625, 1.010864, 1.12207, 1.09082, 0.207031, 1.12207, 1.018921, 0.968262, 0.691406, 1.253906, 1.227539, 1.040039, 0.28125, 0.829102, 1.003998, 0.949951, 1.164062, 1.25, 1.22168, 0.916016, 1.185547, 1.054932, 1.042725, 0.985962, 1.229492, 1.086426, 1.196289, 0.935059, 1.210938, 0.304688, 1.0625, 1.073242, 1.118164, 0.969727, 1.060547, 1.123047, 1.094238, 1.070312, 1.15332, 0.710938, 0.964111, 1.099121, 1.238281, 0.625, 0.893555, 0.987183, 0.234375, 0.046875, 0.621094, 0.992737, 1.015747, 1.174805, 0.962402, 1.11084, 0.183594, 0.148438, 0.950195, 1.161133, 0.806641, 1.149414, 0.989441, 1.210938, 1.170898, 0.964844, 0.234375, 1.259766, 0.939941, 0.901855, 0.542969, 1.062988, 0.920898, 1.024414, 0.883789, 1.118164, 0.999275, 0.973999, 1.063477, 0.833008, 1.179688, 1.112793, 0.833984, 1.082031, 1.335938, 1.216797, 1.119141, 0.544922, 0.199219, 2.203125, 1.124512, 1.035889, 1.173828, 1.063965, 1.128906, 0.975342, 1.246094, 0.136719, 0.914551, 0.673828, 1.105957, 1.088379, 0.214844, 1.132812, 1.116699, 1.152344, 1.009033, 1.130859, 0.977661, 0.811523, 0.261719, 1.048096, 0.879395, 1.084961, 0.269531, 0.849609, 1.179688, 1.398438, 1.145508, 1.191406, 0.810547, 0.863281, 1.251953, 1.271484, 0.533203, 1.02478, 1.207031, 0.673828, 0.909668, 0.199219, 0.841797, 1.046143, 1.19043, 1.003342, 1.018921, 1.047607, 1.005341, 1.128906, 0.125, 1.243164, 1.124512, 1.093262, 1.112305, 1.219727, 0.996399, 1.021118, 0.152344, 0.921387, 0.222656, 1.161133, 0.246094, 0.760742, 1.19043, 1.125977, 1.163086, 0.619141, 0.978882, 0.84668, 1.052002, 0.191406, 1.005554, 0.683594, 0.535156, 0.398438, 1.126953, 1.257812, 0.773438, 0.832031, 1.222656, 1.012207, 1.225586, 0.714844, 0.931641, 1.072754, 0.183594, 1.316406, 1.145508, 1.012085, 0.25, 0.171875, 1.049805, 1.400391, 0.955322, 1.194336, 1.22168, 0.959229, 0.707031, 1.59375, 0.964844, 1.059814, 1.269531, 0.90332, 1.183594, 1.095215, 1.21875, 1.196289, 1.261719, 1.088867, 1.233398, 1.116211, 0.944336, 1.259766, 1.316406, 0.803711, 1.078125, 1.237305, 1.062012, 1.089844, 1.164062, 1.373047, 1.169922, 0.179688, 0.716797, 0.874023, 0.273438, 1.089844, 0.942627, 1.066895, 1.043457, 1.089844, 1.082031, 0.994415, 1.042236, 0.210938, 0.744141, 0.962158, 0.84375, 1.12207, 1.088867, 0.75293, 1.188477, 1.042725, 1.139648, 1.128906, 1.133789, 0.207031, 1.228516, 1.160156, 0.701172, 1.168945, 0.978516, 1.394531, 1.380859, 1.092773, 1.143555, 1.112793, 1.15625, 1.08252, 1.078613, 0.828125, 0.998756, 1.119629, 1.239258, 1.216797, 1.027954, 0.375, 1.380859, 0.28125, 1.084961, 1.185547, 0.821289, 1.136719, 1.148438, 1.431641, 1.047607, 0.873047, 1.089844, 0.15625, 0.171875, 0.164062, 1.018311, 1.09082, 0.328125, 0.967285, 1.031128, 1.341797, 0.339844, 1.073242, 0.677734, 0.950684, 0.269531, 1.109863, 1.167969, 1.019165, 1.131836, 0.894531, 0.879395, 1.24707, 1.12793, 0.304688, 0.938721, 0.0, 1.041748, 1.166016, 1.172852, 1.320312, 0.799805, 0.619141, 1.097168, 0.207031, 1.484375, 1.053711, 1.09668, 1.130859, 0.609375, 1.22168, 1.095703, 1.056885, 0.787109, 1.041992, 0.93457, 1.648438, 1.151367, 1.099121, 1.240234, 1.172852, 1.032471, 1.251953, 0.987061, 1.091797, 1.271484, 1.143555, 1.095215, 1.067383, 1.07666, 1.24707, 0.828125, 1.068848, 1.051025, 1.042969, 1.171875, 0.976562, 0.894531, 1.050537, 1.050781, 1.291016, 1.081055, 0.931152, 0.359375, 1.322266, 0.933105, 1.062988, 0.998131, 1.128906, 0.983765, 1.160156, 0.367188, 1.168945, 0.359375, 1.072754, 0.835938, 0.855469, 0.759766, 1.097656, 0.552734, 1.24707, 0.214844, 1.125, 0.570312, 1.308594, 0.974609, 0.999966, 1.098633, 1.171875, 1.098633, 0.899902, 0.987671, 1.05127, 1.267578, 0.117188, 1.112305, 0.981689, 0.905762, 1.141602, 1.181641, 1.183594, 1.0354, 0.607422, 0.992218, 1.152344, 1.066895, 1.367188, 1.142578, 1.134766, 1.062256, 0.912109, 1.081055, 0.167969, 1.265625, 1.129883, 1.292969, 1.011719, 0.895996, 0.5, 0.171875, 1.210938, 0.179688, 0.316406, 0.849609, 0.968018, 1.308594, 1.108398, 0.210938, 1.020874, 0.776367, 1.271484, 0.203125, 1.144531, 1.071777, 1.111328, 1.466797, 1.094238, 1.294922, 0.222656, 1.207031, 1.176758, 0.607422, 0.300781, 1.081055, 1.259766, 0.339844, 1.053711, 0.792969, 1.147461, 0.92041, 1.106934, 1.003738, 0.292969, 1.213867, 0.963867, 0.952637, 1.144531, 1.085938, 0.595703, 0.171875, 1.071777, 1.285156, 0.9823, 1.191406, 1.195312, 1.267578, 1.455078, 1.095703, 0.927734, 0.910645, 1.208984, 1.296875, 1.168945, 1.000626, 1.119629, 0.959473, 1.09668, 1.289062, 1.120605, 0.101562, 1.121094, 1.148438, 1.030151, 0.990601, 0.962891, 1.046387, 0.978027, 1.035156, 1.150391, 1.222656, 1.004578, 1.077637, 1.189453, 0.599609, 1.046143, 0.246094, 1.200195, 0.28125, 1.291016, 1.12793, 1.265625, 0.226562, 1.25, 0.926758, 0.913086, 1.145508, 1.026611, 1.113281, 1.034424, 1.214844, 0.98645, 1.019287, 0.382812, 1.05835, 1.158203, 1.394531, 1.220703, 0.931152, 1.066406, 1.07959, 1.136719, 1.075684, 1.026123, 0.87207, 0.924805, 1.131836, 0.952393, 0.335938, 0.984009, 1.318359, 1.285156, 0.927734, 0.222656, 1.242188, 1.189453, 1.174805, 1.275391, 1.191406, 1.137695, 1.111328, 0.997955, 0.238281, 1.042236, 1.070801, 1.135742, 1.231445, 0.879395, 1.058105, 1.246094, 1.394531, 1.07666, 0.9823, 1.480469, 1.095703, 1.000725, 0.94165, 1.353516, 1.15625, 0.535156, 1.503906, 0.934082, 0.989075, 1.194336, 1.0177, 0.544922, 1.326172, 1.066406, 1.175781, 0.207031, 0.857422, 0.773438, 0.894043, 1.058594, 1.241211, 1.162109, 0.0, 1.09082, 1.386719, 0.148438, 0.525391, 1.15918, 1.099609, 1.11084, 1.199219, 1.140625, 0.994812, 1.037842, 0.904785, 1.158203, 0.382812, 1.02002, 1.332031, 1.104492, 0.484375, 1.144531, 1.154297, 1.07666, 1.129883, 1.100098, 1.074219, 1.104492, 0.912109, 0.28125, 1.04126, 1.085938, 1.219727, 1.185547, 0.691406, 1.105957, 0.591797, 1.082031, 1.121094, 0.558594, 1.02478, 1.229492, 1.12793, 2.109375, 0.877441, 1.141602, 1.073242, 1.015198, 0.552734, 0.191406, 1.05835, 1.07373, 1.081543, 0.849609, 1.210938, 1.091797, 1.070801, 0.214844, 0.954102, 1.195312, 0.991882, 1.008301, 1.027832, 1.211914, 1.191406, 1.152344, 0.908691, 1.089844, 0.935547, 1.097168, 1.136719, 1.198242, 1.168945, 0.822266, 0.899414, 0.824219, 1.365234, 0.873047, 1.063477, 1.265625, 0.558594, 1.0271, 0.989075, 1.226562, 1.018188, 1.109863, 1.176758, 0.632812, 0.987427, 1.108398, 1.232422, 1.135742, 1.217773, 0.582031, 0.970093, 1.133789, 1.041748, 1.141602, 1.308594, 0.941406, 1.136719, 0.99736, 1.098633, 0.995544, 0.410156, 1.12793, 1.128906, 1.19043, 1.929688, 1.128906, 1.15918, 1.034668, 0.974121, 1.134766, 1.084473, 1.001175, 0.854492, 0.574219, 0.907227, 1.009277, 1.219727, 0.974731, 1.140625, 1.253906, 1.135742, 1.025391, 1.168945, 1.061035, 1.320312, 1.097168, 0.957275, 1.011536, 1.181641, 1.011536, 1.050781, 1.150391, 1.058838, 1.119141, 1.151367, 1.376953, 1.183594, 0.961914, 0.855469, 1.058105, 1.023682, 0.027344, 1.176758, 1.314453, 1.049072, 0.433594, 1.086426, 1.027954, 0.544922, 0.246094, 1.015015, 0.916992, 1.298828, 0.970215, 1.088867, 1.084473, 1.105957, 1.220703, 0.981934, 1.146484, 1.069336, 0.542969, 1.34375, 1.157227, 0.3125, 0.1875, 1.380859, 1.077637, 1.228516, 0.503906, 1.069824, 0.768555, 1.031738, 1.229492, 1.018311, 1.032959, 1.152344, 0.996002, 0.852539, 1.090332, 1.113281, 1.089844, 0.277344, 0.548828, 1.083984, 1.092773, 1.056152, 0.756836, 1.006714, 1.169922, 0.919922, 0.503906, 1.136719, 1.179688, 0.961426, 1.223633, 1.03418, 0.895996, 0.898438, 1.087891, 0.003906, 0.128906, 1.09375, 1.043457, 0.923828, 1.445312, 0.974243, 1.171875, 0.335938, 1.166992, 0.402344, 0.484375, 1.191406, 1.318359, 1.142578, 1.063477, 1.194336, 1.216797, 0.347656, 1.167969, 0.973022, 0.918457, 1.034912, 1.080566, 1.051514, 0.942383, 0.788086, 1.122559, 1.232422, 1.026733, 1.003616, 0.736328, 0.887695, 1.079102, 2.40625, 1.098633, 1.144531, 0.230469, 1.094238, 1.207031, 0.740234, 1.041748, 1.050537, 1.064941, 1.304688, 1.093262, 1.186523, 0.821289, 0.962891, 1.125977, 1.121582, 1.176758, 1.160156, 1.092773, 1.034912, 1.044189, 1.161133, 1.175781, 1.175781, 0.597656, 0.15625, 1.136719, 1.119141, 1.269531, 1.19043, 0.962158, 0.050781, 1.211914, 1.147461, 0.94043, 1.211914, 0.371094, 1.289062, 1.131836, 1.088379, 1.020386, 1.044922, 1.263672, 0.92334, 0.763672, 1.050781, 1.181641, 1.177734, 0.226562, 1.375, 0.930176, 0.152344, 1.065918, 1.01239, 1.231445, 0.885742, 0.875, 1.011658, 0.746094, 1.152344, 1.097656, 1.113281, 0.986023, 1.050293, 1.083496, 1.018799, 1.613281, 1.175781, 1.222656, 1.349609, 1.219727, 0.583984, 0.999559, 1.108398, 0.884766, 0.978394, 1.059326, 1.082031, 0.425781, 0.997803, 0.191406, 1.10498, 1.063477, 1.275391, 0.92334, 1.038574, 1.026733, 1.191406, 0.994202, 0.880371, 1.160156, 1.074707, 1.234375, 0.917969, 1.136719, 0.583984, 0.993896, 0.707031, 0.246094, 1.08252, 1.083984, 1.208008, 1.205078, 1.134766, 0.838867, 1.033203, 1.083496, 0.626953, 0.640625, 1.07373, 1.207031, 1.177734, 0.990601, 1.120117, 0.797852, 1.269531, 1.076172, 1.089844, 0.316406, 1.008789, 1.396484, 1.094727, 1.128906, 0.913086, 1.096191, 0.9646, 1.019409, 1.133789, 1.125977, 1.012024, 0.505859, 1.083008, 1.068359, 1.120117, 1.322266, 1.291016, 1.134766, 1.001915, 0.845703, 1.353516, 1.128906, 0.46875, 0.316406, 1.098145, 1.259766, 1.287109, 1.089355, 1.217773, 0.144531, 1.03125, 1.328125, 0.961914, 1.131836, 0.769531, 0.968262, 0.847656, 0.296875, 1.174805, 1.107422, 1.304688, 0.938965, 1.007874, 1.239258, 1.038086, 1.326172, 0.996826, 1.289062, 1.206055, 0.910645, 0.946533, 0.552734, 1.043457, 0.574219, 0.210938, 1.128906, 1.488281, 1.087891, 1.197266, 1.06543, 1.113281, 1.141602, 1.114746, 1.224609, 1.088867, 0.84082, 0.924805, 0.472656, 1.097656, 0.750977, 1.025513, 1.066406, 1.093262, 1.15918, 1.058594, 1.318359, 1.15918, 0.677734, 1.071777, 1.192383, 0.3125, 0.880371, 1.103027, 1.196289, 0.92041, 0.296875, 0.993683, 1.316406, 1.110352, 1.132812, 0.979858, 0.253906, 1.134766, 1.085938, 0.652344, 1.072266, 1.004974, 1.021118, 0.931152, 1.267578, 0.96167, 1.053223, 1.388672, 1.047119, 1.016846, 1.242188, 1.092773, 0.191406, 1.023315, 1.051025, 1.129883, 1.171875, 1.195312, 1.271484, 0.908691, 0.5, 1.223633, 1.170898, 1.12207, 1.071289, 0.548828, 0.852539, 1.208984, 0.983154, 1.107422, 0.912109, 1.121582, 1.066406, 1.112305, 0.913086, 1.123535, 1.05127, 0.97522, 1.166992, 1.109863, 1.177734, 1.318359, 0.90918, 1.333984, 0.433594, 0.011719, 1.041504, 0.767578, 1.110352, 1.099609, 1.080566, 0.981689, 0.87207, 1.065918, 0.810547, 1.259766, 1.149414, 1.1875, 1.114258, 0.207031, 0.981689, 1.168945, 1.151367, 0.965332, 1.464844, 1.049805, 1.150391, 1.152344, 0.845703, 1.174805, 1.185547, 1.059326, 1.206055, 0.959473, 0.876953, 1.020508, 0.766602, 0.864258, 1.120117, 1.251953, 1.084961, 1.300781, 1.255859, 1.248047, 0.954102, 1.330078, 0.722656, 1.044189, 0.738281, 0.449219, 1.19043, 1.097656, 0.962646, 0.246094, 0.693359, 1.246094, 1.056152, 1.332031, 1.15332, 1.460938, 1.128906, 1.135742, 0.880371, 1.302734, 0.15625, 1.017334, 0.957275, 0.996536, 1.149414, 1.176758, 1.195312, 0.993744, 0.160156, 1.125, 1.035156, 0.987, 0.960693, 1.231445, 1.239258, 1.339844, 1.034424, 0.982422, 0.425781, 1.07666, 1.144531, 0.945068, 1.142578, 1.259766, 1.09082, 1.227539, 0.825195, 1.099121, 0.848633, 1.251953, 0.985901, 1.148438, 1.244141, 0.945557, 0.946045, 0.995483, 1.177734, 1.11084, 1.208008, 1.049316, 0.972534, 0.195312, 1.119629, 1.160156, 1.088867, 1.115723, 1.146484, 1.243164, 1.060547, 1.021973, 1.167969, 0.714844, 0.982544, 1.032471, 1.117676, 0.183594, 1.086914, 1.086426, 1.189453, 1.128906, 1.046143, 1.000127, 1.314453, 0.916992, 1.122559, 1.0354, 1.173828, 0.214844, 0.92627, 0.902832, 1.179688, 0.230469, 1.349609, 0.304688, 1.020874, 0.140625, 1.104004, 0.857422, 0.845703, 0.544922, 0.832031, 1.178711, 1.088867, 0.972778, 1.049561, 0.979614, 1.298828, 1.120605, 0.0, 0.453125, 0.667969, 1.242188, 1.207031, 1.013733, 1.253906, 1.292969, 1.101074, 0.761719, 1.255859, 1.09668, 1.259766, 1.198242, 1.069824, 0.849609, 1.139648, 1.097656, 0.662109, 1.133789, 1.152344, 1.353516, 1.095215, 1.279297, 0.754883, 1.232422, 1.099609, 0.904785, 1.209961, 1.168945, 1.212891, 1.080078, 1.318359, 0.34375, 1.113281, 1.04248, 1.026978, 0.371094, 1.11377, 1.236328, 1.226562, 0.277344, 0.974243, 0.683594, 1.137695, 0.933105, 0.822266, 0.140625, 1.275391, 1.098145, 1.092773, 0.011719, 0.683594, 0.25, 1.335938, 1.160156, 0.900879, 1.158203, 1.097168, 1.055908, 1.253906, 1.111328, 0.946045, 0.339844, 0.429688, 1.285156, 0.841797, 0.870117, 1.147461, 1.004333, 1.058594, 1.157227, 0.685547, 1.050537, 1.029907, 1.019775, 0.453125, 1.245117, 1.15332, 1.335938, 1.257812, 0.999184, 0.289062, 1.326172, 0.28125, 1.273438, 1.161133, 1.08252, 1.208984, 1.425781, 0.915039, 1.10791, 1.24707, 1.110352, 1.271484, 1.046631, 0.966553, 1.196289, 1.071289, 1.28125, 0.903809, 1.269531, 1.090332, 0.541016, 0.922363, 0.953369, 0.527344, 1.096191, 1.133789, 1.25, 1.12207, 0.908203, 0.914551, 0.966553, 1.134766, 0.621094, 1.186523, 1.011292, 1.269531, 1.084961, 1.10498, 1.237305, 0.848633, 1.091797, 1.144531, 1.128906, 1.150391, 1.072266, 0.529297, 1.229492, 1.112793, 0.429688, 1.105957, 1.10498, 0.242188, 1.030518, 0.775391, 1.160156, 1.164062, 1.071777, 1.208008, 1.228516, 1.109863, 1.00325, 1.104004, 0.964355, 0.952393, 1.026855, 0.554688, 0.966309, 1.255859, 1.240234, 0.339844, 0.994537, 1.014038, 1.208008, 1.177734, 1.128906, 1.174805, 1.035156, 0.994171, 0.808594, 0.885254, 1.15625, 1.107422, 0.242188, 1.188477, 1.054688, 0.28125, 1.136719, 1.100586, 1.375, 1.013245, 0.996338, 1.064941, 0.421875, 1.248047, 1.296875, 1.40625, 1.113281, 1.037109, 0.908203, 0.950684, 0.265625, 0.519531, 1.073242, 0.820312, 1.192383, 0.689453, 0.887695, 1.022339, 1.032959, 0.285156, 0.855469, 1.232422, 0.164062, 1.217773, 0.941895, 1.196289, 1.095703, 0.257812, 1.219727, 1.147461, 0.21875, 1.166016, 0.924805, 1.059082, 1.180664, 1.208008, 1.332031, 0.261719, 1.275391, 0.775391, 1.077637, 1.033447, 1.28125, 1.206055, 0.576172, 1.279297, 1.162109, 1.166016, 0.939209, 0.253906, 1.124023, 1.130859, 1.040527, 1.032715, 1.205078, 1.108398, 0.893066, 0.866211, 1.160156, 0.983765, 1.177734, 0.648438, 1.257812, 1.28125, 1.117676, 0.207031, 1.026489, 0.918945, 0.981445, 1.257812, 1.10498, 0.890625, 0.894043, 1.141602, 1.213867, 0.292969, 1.029297, 1.098633, 0.955811 ] }, "name": "onnx::Mul_8397", "outputIndexes": [ 955 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 954, 955 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_9/Mul_1_output_0", "outputIndexes": [ 956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885, 956 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_48_output_0", "outputIndexes": [ 957 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 957 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_9/Mul_output_0", "outputIndexes": [ 958 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.267578, 1.339844, 1.296875, 1.339844, 1.402344, 1.394531, 1.183594, 0.375, 1.367188, 1.12207, 1.40625, 1.25, 1.162109, 1.365234, 1.339844, 1.279297, 1.204102, 1.357422, 1.147461, 1.300781, 1.363281, 1.429688, 1.400391, 1.133789, 1.143555, 1.265625, 0.988464, 1.164062, 1.241211, 1.351562, 1.150391, 0.959473, 1.306641, 0.457031, 1.291016, 0.921387, 1.322266, 1.283203, 1.230469, 1.339844, 1.324219, 1.269531, 1.357422, 0.934082, 0.558594, 1.310547, 1.386719, 1.326172, 1.1875, 1.026123, 1.245117, 0.707031, 1.231445, 0.410156, 1.255859, 1.055176, 1.235352, 1.324219, 1.183594, 1.142578, 0.842773, 1.213867, 1.316406, 1.185547, 0.950195, 1.220703, 0.762695, 1.304688, 1.112793, 1.257812, 1.279297, 1.386719, 1.246094, 1.306641, 1.208008, 1.269531, 0.722656, 1.036377, 0.999058, 0.539062, 1.230469, 0.367188, 1.220703, 0.946289, 1.246094, 1.183594, 1.277344, 0.939209, 0.587891, 1.199219, 1.265625, 1.244141, 1.349609, 0.564453, 1.300781, 0.367188, 1.261719, 1.330078, 1.318359, 1.255859, 1.129883, 1.324219, 1.365234, 1.255859, 1.365234, 1.333984, 1.300781, 0.966553, 1.355469, 1.326172, 1.245117, 1.203125, 1.347656, 0.728516, 1.261719, 0.977661, 1.388672, 0.429688, 1.28125, 1.300781, 1.34375, 1.207031, 0.90332, 1.351562, 1.106445, 0.818359, 1.21875, 1.367188, 1.207031, 0.732422, 0.777344, 1.261719, 1.207031, 1.294922, 1.310547, 1.271484, 1.128906, 0.779297, 1.185547, 1.339844, 1.129883, 1.259766, 1.131836, 1.318359, 1.347656, 1.140625, 1.134766, 1.386719, 1.316406, 1.417969, 1.359375, 1.099609, 1.246094, 0.851562, 1.359375, 1.318359, 0.748047, 1.279297, 0.533203, 0.46875, 0.537109, 1.333984, 1.118652, 0.736328, 1.365234, 1.333984, 1.371094, 0.460938, 1.231445, 1.217773, 1.316406, 0.550781, 1.18457, 0.521484, 1.320312, 1.318359, 1.199219, 0.402344, 1.291016, 1.296875, 1.324219, 0.433594, 0.922852, 0.371094, 1.078613, 1.300781, 0.710938, 1.292969, 1.206055, 1.024536, 1.333984, 0.975098, 1.171875, 1.261719, 1.306641, 1.182617, 1.351562, 1.332031, 1.333984, 1.253906, 1.182617, 1.292969, 1.255859, 1.164062, 1.310547, 1.355469, 1.188477, 1.318359, 1.24707, 1.294922, 1.059814, 1.337891, 1.240234, 1.223633, 1.263672, 1.277344, 1.11377, 1.232422, 1.287109, 1.316406, 0.981934, 0.942139, 1.361328, 1.380859, 1.287109, 1.220703, 1.257812, 1.261719, 1.089844, 1.075195, 0.636719, 1.384766, 1.277344, 1.337891, 1.277344, 1.353516, 0.842773, 1.279297, 1.21582, 1.302734, 0.915039, 1.337891, 1.373047, 1.030273, 1.3125, 1.289062, 1.097168, 1.117676, 1.347656, 0.707031, 1.341797, 1.359375, 0.576172, 1.361328, 1.277344, 1.277344, 1.174805, 1.380859, 1.238281, 1.265625, 1.335938, 1.402344, 1.294922, 1.188477, 1.302734, 0.98291, 1.337891, 1.339844, 1.192383, 1.253906, 1.341797, 1.310547, 1.279297, 1.121582, 1.333984, 1.246094, 0.628906, 1.174805, 1.316406, 1.347656, 0.898926, 1.292969, 0.507812, 1.291016, 1.158203, 1.355469, 1.143555, 1.255859, 0.484375, 1.28125, 1.042969, 0.509766, 1.196289, 1.322266, 1.111816, 1.244141, 1.100098, 1.217773, 1.328125, 1.376953, 1.070801, 1.083496, 0.414062, 1.242188, 0.324219, 1.130859, 1.318359, 1.160156, 1.208984, 1.330078, 1.394531, 0.402344, 1.316406, 1.277344, 1.167969, 1.238281, 1.10791, 1.367188, 1.257812, 1.316406, 1.191406, 1.24707, 1.067383, 1.367188, 1.246094, 1.179688, 0.919922, 1.101562, 1.261719, 1.294922, 0.997971, 0.841797, 1.300781, 1.255859, 0.449219, 1.320312, 1.245117, 1.378906, 1.347656, 1.357422, 1.257812, 1.296875, 1.355469, 1.222656, 1.253906, 0.808594, 1.353516, 0.666016, 1.070801, 1.292969, 0.492188, 1.028564, 0.601562, 1.011719, 0.378906, 0.550781, 1.326172, 1.355469, 0.835938, 1.115234, 0.472656, 1.279297, 1.128906, 0.681641, 1.196289, 1.34375, 1.228516, 0.515625, 1.324219, 1.289062, 1.359375, 1.100098, 1.248047, 1.285156, 1.412109, 1.332031, 1.386719, 1.257812, 1.116699, 0.708984, 1.382812, 1.318359, 0.724609, 0.583984, 1.433594, 1.173828, 1.035889, 0.799805, 1.292969, 1.373047, 1.292969, 1.412109, 0.441406, 1.337891, 1.341797, 1.283203, 1.091797, 0.480469, 1.261719, 1.333984, 1.306641, 1.279297, 1.277344, 1.423828, 0.558594, 1.230469, 1.349609, 1.192383, 1.386719, 0.537109, 1.296875, 1.410156, 1.287109, 1.273438, 0.857422, 1.183594, 1.287109, 1.219727, 1.324219, 1.199219, 1.386719, 1.3125, 1.11084, 1.249023, 1.161133, 0.949707, 1.292969, 1.24707, 1.287109, 1.1875, 1.070312, 1.365234, 1.341797, 0.887207, 0.580078, 1.302734, 1.353516, 1.314453, 1.271484, 1.265625, 1.351562, 1.210938, 1.292969, 0.95166, 0.542969, 1.292969, 1.316406, 1.347656, 1.164062, 1.287109, 1.306641, 1.353516, 1.199219, 1.195312, 1.302734, 1.287109, 0.746094, 1.324219, 1.302734, 1.306641, 1.298828, 1.302734, 1.255859, 1.332031, 0.660156, 1.283203, 0.449219, 1.183594, 1.302734, 1.320312, 1.238281, 1.239258, 1.369141, 1.263672, 1.306641, 1.335938, 0.505859, 1.175781, 1.349609, 1.308594, 1.191406, 1.255859, 0.949463, 1.302734, 1.373047, 1.339844, 0.449219, 1.271484, 1.139648, 1.324219, 0.979126, 1.174805, 1.324219, 1.292969, 0.912598, 1.333984, 0.378906, 0.492188, 0.826172, 0.433594, 1.308594, 1.222656, 1.233398, 0.854492, 0.417969, 1.24707, 0.856445, 0.748047, 1.204102, 1.421875, 1.339844, 1.300781, 1.261719, 1.115234, 1.206055, 1.341797, 0.880859, 1.396484, 1.431641, 1.011108, 1.066895, 1.130859, 0.597656, 0.544922, 1.34375, 0.660156, 1.394531, 1.328125, 1.167969, 1.412109, 1.152344, 1.167969, 1.333984, 0.453125, 1.371094, 0.714844, 1.328125, 1.308594, 1.396484, 0.40625, 0.65625, 0.960938, 0.991333, 1.400391, 1.277344, 1.322266, 1.322266, 1.208984, 0.81543, 1.365234, 0.539062, 1.396484, 1.298828, 1.117676, 1.104492, 1.071777, 1.261719, 0.714844, 1.177734, 1.271484, 1.371094, 0.648438, 0.908203, 1.345703, 1.185547, 1.322266, 1.365234, 0.716797, 1.028931, 1.261719, 1.320312, 1.269531, 1.386719, 1.18457, 0.355469, 1.234375, 1.242188, 1.189453, 0.683594, 1.310547, 1.222656, 1.412109, 1.318359, 1.275391, 1.155273, 1.21582, 0.938721, 1.211914, 0.583984, 0.771484, 1.341797, 1.242188, 1.014893, 0.851562, 0.913086, 1.160156, 1.213867, 1.324219, 1.324219, 1.075684, 1.267578, 1.396484, 1.073242, 1.277344, 1.400391, 1.339844, 1.246094, 1.318359, 1.3125, 1.188477, 1.376953, 1.302734, 1.371094, 0.488281, 1.112793, 1.271484, 1.316406, 1.088379, 1.322266, 1.176758, 1.306641, 1.25, 1.116699, 1.291016, 1.439453, 1.046875, 1.333984, 1.320312, 1.427734, 0.907715, 1.199219, 1.371094, 1.330078, 1.332031, 1.357422, 1.101562, 1.279297, 1.292969, 1.332031, 0.769531, 1.458984, 1.359375, 0.989807, 0.484375, 1.265625, 0.650391, 1.380859, 1.394531, 1.105469, 0.605469, 0.324219, 0.433594, 1.351562, 1.367188, 1.351562, 1.398438, 1.291016, 1.365234, 1.217773, 1.013611, 1.158203, 1.202148, 1.289062, 0.421875, 1.114258, 1.34375, 1.308594, 1.320312, 1.306641, 1.431641, 1.333984, 0.99411, 1.316406, 1.25, 0.995483, 1.269531, 1.332031, 1.228516, 0.806641, 1.302734, 1.261719, 0.347656, 1.205078, 1.240234, 1.458984, 1.300781, 0.893555, 1.243164, 1.300781, 1.041016, 1.068359, 1.220703, 1.232422, 1.318359, 1.333984, 1.145508, 1.151367, 1.380859, 1.277344, 1.292969, 0.634766, 1.320312, 1.135742, 1.25, 1.349609, 1.277344, 1.298828, 1.150391, 1.279297, 1.147461, 1.365234, 1.392578, 1.378906, 1.222656, 0.980225, 0.932617, 1.287109, 0.693359, 1.304688, 1.022095, 1.292969, 1.402344, 1.300781, 1.349609, 0.791016, 0.544922, 0.803711, 1.341797, 1.283203, 1.365234, 1.098145, 1.261719, 1.345703, 1.273438, 1.332031, 1.330078, 1.251953, 1.289062, 1.375, 1.308594, 1.341797, 1.246094, 1.176758, 1.355469, 1.075195, 1.020142, 1.396484, 1.229492, 1.285156, 1.464844, 1.414062, 1.345703, 1.292969, 1.296875, 1.367188, 1.158203, 1.277344, 0.496094, 1.287109, 1.161133, 1.283203, 1.213867, 1.162109, 1.339844, 1.257812, 1.161133, 1.246094, 1.255859, 1.373047, 1.124512, 1.369141, 1.246094, 1.125977, 1.308594, 1.11377, 1.369141, 1.28125, 1.263672, 1.206055, 0.933594, 1.209961, 1.214844, 1.111816, 1.21582, 0.544922, 1.396484, 1.308594, 0.601562, 0.786133, 1.339844, 1.237305, 1.146484, 0.871094, 1.382812, 0.981689, 1.318359, 1.34375, 0.768555, 1.345703, 1.241211, 0.566406, 1.363281, 1.388672, 1.357422, 1.041504, 0.693359, 1.195312, 1.277344, 0.523438, 1.183594, 1.324219, 1.396484, 0.464844, 1.380859, 0.681641, 1.175781, 1.19043, 1.169922, 0.75293, 1.283203, 1.195312, 1.277344, 1.267578, 1.257812, 1.318359, 1.324219, 1.208008, 1.145508, 1.328125, 1.269531, 1.316406, 1.355469, 1.324219, 1.09082, 1.306641, 0.817383, 1.337891, 1.201172, 0.685547, 1.259766, 0.823242, 1.333984, 1.433594, 1.349609, 1.318359, 1.367188, 1.308594, 1.328125, 1.296875, 1.330078, 1.066895, 1.193359, 1.227539, 1.287109, 0.269531, 1.042969, 0.923828, 1.246094, 1.081055, 0.736328, 1.371094, 1.380859, 1.277344, 1.378906, 1.25, 0.417969, 1.355469, 1.140625, 1.222656, 0.568359, 1.298828, 1.380859, 1.234375, 0.505859, 1.068359, 1.138672, 1.212891, 1.285156, 1.347656, 1.355469, 0.925293, 0.947998, 1.259766, 1.335938, 1.139648, 1.347656, 1.291016, 1.400391, 1.077148, 1.217773, 0.542969, 1.304688, 1.341797, 1.275391, 1.130859, 1.320312, 1.34375, 1.337891, 1.214844, 1.306641, 0.881836, 1.166992, 1.302734, 1.333984, 0.777344, 1.098145, 1.238281, 0.484375, 0.351562, 0.84082, 0.873047, 1.245117, 1.349609, 1.267578, 1.316406, 0.429688, 0.351562, 1.291016, 1.349609, 0.896973, 1.314453, 1.165039, 1.355469, 1.227539, 0.880859, 0.445312, 1.251953, 1.136719, 1.072754, 0.599609, 1.173828, 1.147461, 1.115234, 1.223633, 1.402344, 1.330078, 1.140625, 1.373047, 0.896973, 1.330078, 1.349609, 1.044189, 1.206055, 1.222656, 1.494141, 1.263672, 0.728516, 0.410156, 0.576172, 1.292969, 1.246094, 1.230469, 1.308594, 1.255859, 1.192383, 1.310547, 0.371094, 1.068359, 0.814453, 1.427734, 1.371094, 0.410156, 1.326172, 1.310547, 1.255859, 1.335938, 1.275391, 1.042725, 1.002502, 0.476562, 1.203125, 1.092285, 1.195312, 0.457031, 1.330078, 1.400391, 1.146484, 1.263672, 0.75, 1.148438, 1.169922, 1.355469, 1.265625, 0.744141, 1.240234, 1.351562, 0.823242, 0.699219, 0.740234, 0.5, 1.251953, 1.176758, 1.332031, 1.195312, 1.28125, 1.398438, 1.371094, 0.371094, 1.277344, 1.310547, 1.241211, 1.332031, 0.619141, 1.357422, 1.355469, 0.300781, 1.138672, 0.441406, 1.316406, 0.457031, 0.97522, 1.324219, 1.332031, 1.333984, 0.889648, 1.131836, 0.689453, 1.183594, 0.417969, 1.114746, 0.874023, 0.697266, 0.613281, 1.291016, 1.330078, 0.955078, 0.646484, 1.361328, 1.15625, 1.337891, 0.911621, 1.05957, 1.261719, 0.410156, 1.232422, 1.248047, 1.144531, 0.410156, 0.464844, 1.322266, 1.367188, 1.212891, 1.337891, 1.367188, 1.265625, 0.819336, 0.398438, 1.261719, 1.277344, 1.412109, 0.927246, 1.287109, 1.359375, 1.402344, 1.216797, 1.320312, 1.241211, 1.365234, 1.225586, 1.132812, 1.353516, 1.235352, 0.952637, 1.347656, 1.333984, 1.351562, 1.269531, 1.396484, 0.826172, 1.326172, 0.417969, 0.870117, 0.955322, 0.476562, 1.357422, 1.046875, 1.271484, 1.248047, 1.308594, 1.304688, 1.18457, 1.304688, 0.410156, 0.984802, 1.224609, 0.99115, 1.308594, 1.269531, 0.922363, 1.386719, 1.324219, 1.412109, 1.308594, 1.332031, 0.414062, 1.378906, 1.373047, 0.899902, 1.347656, 1.173828, 1.287109, 1.165039, 1.386719, 1.283203, 1.306641, 1.369141, 1.341797, 1.337891, 0.788086, 1.237305, 1.345703, 1.363281, 1.333984, 1.075684, 0.523438, 1.178711, 0.521484, 1.287109, 1.316406, 0.912109, 1.306641, 1.339844, 1.347656, 1.208984, 0.98761, 1.169922, 0.375, 0.402344, 0.378906, 1.34375, 1.380859, 0.529297, 1.246094, 1.21875, 1.236328, 0.537109, 1.166992, 0.786133, 1.193359, 0.515625, 1.310547, 1.291016, 0.84668, 1.380859, 1.071289, 1.041748, 1.416016, 1.277344, 0.40625, 0.77832, 0.4375, 1.213867, 1.245117, 1.316406, 1.371094, 0.894043, 0.558594, 1.335938, 0.460938, 0.861328, 1.294922, 1.3125, 1.24707, 0.748047, 1.308594, 1.271484, 1.267578, 0.974976, 1.324219, 1.101562, 0.949219, 1.373047, 1.308594, 1.034424, 1.371094, 1.245117, 1.333984, 1.04248, 1.308594, 1.273438, 1.34375, 1.318359, 1.238281, 1.320312, 1.412109, 1.013245, 1.277344, 1.285156, 1.261719, 1.239258, 1.265625, 1.081055, 1.292969, 1.051025, 1.273438, 1.087891, 1.166992, 0.533203, 1.347656, 1.095703, 1.333984, 0.983643, 1.320312, 1.230469, 1.318359, 0.533203, 1.302734, 0.621094, 1.253906, 1.130859, 1.103027, 0.894043, 1.251953, 0.734375, 1.255859, 0.453125, 1.302734, 0.764648, 1.347656, 1.197266, 1.12207, 1.433594, 1.388672, 1.249023, 1.149414, 1.175781, 1.261719, 1.345703, 0.375, 1.380859, 1.144531, 1.214844, 1.349609, 1.214844, 1.308594, 1.210938, 0.720703, 1.11377, 1.322266, 1.194336, 1.003998, 1.332031, 1.279297, 1.231445, 1.137695, 1.204102, 0.398438, 1.302734, 1.304688, 1.302734, 0.625, 1.05127, 0.640625, 0.414062, 1.239258, 0.410156, 0.441406, 1.050781, 1.333984, 1.322266, 1.380859, 0.768555, 1.143555, 0.964355, 1.208984, 0.441406, 1.34375, 1.108398, 1.180664, 3.078125, 1.369141, 1.375, 0.410156, 1.255859, 1.337891, 0.716797, 0.496094, 1.308594, 1.308594, 0.53125, 1.398438, 0.646484, 1.337891, 1.100098, 1.302734, 1.238281, 0.492188, 1.349609, 1.222656, 1.333984, 1.302734, 1.265625, 0.81543, 0.386719, 1.279297, 1.316406, 1.199219, 1.341797, 1.302734, 1.273438, 1.298828, 1.294922, 1.160156, 1.378906, 0.765625, 1.253906, 1.251953, 1.194336, 1.277344, 1.051025, 1.239258, 1.191406, 1.267578, 0.351562, 1.240234, 1.382812, 1.28125, 1.196289, 1.115234, 1.100586, 1.083008, 1.285156, 1.167969, 1.292969, 1.328125, 1.341797, 1.289062, 0.693359, 1.130859, 0.472656, 1.292969, 0.517578, 1.1875, 1.318359, 1.241211, 0.4375, 1.161133, 1.152344, 1.257812, 1.363281, 3.3125, 1.300781, 1.261719, 1.261719, 1.251953, 1.208008, 0.570312, 1.161133, 1.271484, 1.089355, 1.410156, 1.25, 1.119141, 1.337891, 1.322266, 1.308594, 1.226562, 0.933105, 1.162109, 1.225586, 1.289062, 0.621094, 1.179688, 1.204102, 1.410156, 1.084961, 0.449219, 1.324219, 1.300781, 1.304688, 1.273438, 1.253906, 1.28125, 1.166992, 1.234375, 0.457031, 1.345703, 1.279297, 1.194336, 1.316406, 1.226562, 1.273438, 1.339844, 1.384766, 1.380859, 1.072266, 1.410156, 1.269531, 1.318359, 1.225586, 1.324219, 1.3125, 0.75293, 1.09668, 1.15918, 1.223633, 1.3125, 1.304688, 0.794922, 1.328125, 1.25, 1.251953, 0.402344, 1.076172, 0.99054, 0.679688, 1.249023, 1.328125, 1.419922, 0.335938, 1.306641, 1.3125, 0.378906, 0.654297, 1.241211, 1.320312, 1.306641, 1.230469, 1.318359, 1.177734, 1.332031, 1.129883, 1.382812, 0.578125, 1.373047, 1.417969, 1.417969, 0.507812, 1.351562, 1.287109, 1.308594, 1.138672, 1.302734, 1.216797, 1.277344, 1.04126, 0.453125, 1.412109, 1.330078, 1.237305, 1.212891, 0.794922, 1.251953, 0.613281, 1.150391, 1.310547, 0.779297, 1.34375, 1.349609, 1.216797, 0.566406, 1.014893, 1.527344, 1.296875, 1.324219, 0.736328, 0.441406, 1.198242, 1.089844, 1.22168, 0.992188, 1.324219, 1.318359, 1.285156, 0.417969, 1.194336, 1.414062, 1.129883, 1.176758, 1.126953, 1.375, 1.271484, 1.386719, 1.028564, 1.209961, 1.228516, 1.353516, 1.369141, 1.373047, 1.008667, 0.94043, 0.954346, 0.990112, 1.365234, 1.136719, 0.842773, 1.318359, 0.819336, 1.120117, 1.202148, 1.302734, 1.324219, 1.208008, 1.277344, 0.724609, 1.189453, 1.302734, 1.240234, 1.257812, 1.302734, 0.801758, 1.300781, 1.324219, 1.324219, 1.402344, 1.25, 1.050293, 1.400391, 1.214844, 1.273438, 1.253906, 0.537109, 1.294922, 1.333984, 1.408203, 0.924805, 1.378906, 1.386719, 1.253906, 1.24707, 1.145508, 1.353516, 1.238281, 1.028564, 0.820312, 1.289062, 1.230469, 1.380859, 1.246094, 1.292969, 1.390625, 1.306641, 1.328125, 1.367188, 1.265625, 1.145508, 1.308594, 1.089355, 1.011047, 1.21875, 1.347656, 1.200195, 1.241211, 1.246094, 1.246094, 1.337891, 0.814453, 1.285156, 1.28125, 0.933594, 1.273438, 1.414062, 0.359375, 1.237305, 1.322266, 1.271484, 0.59375, 1.347656, 1.233398, 0.722656, 0.46875, 1.074707, 1.176758, 1.396484, 1.121094, 1.223633, 1.244141, 1.324219, 1.363281, 1.261719, 0.77832, 1.316406, 0.712891, 1.380859, 1.349609, 0.582031, 0.382812, 1.367188, 1.408203, 1.333984, 0.6875, 1.367188, 0.908203, 1.147461, 1.304688, 1.253906, 1.168945, 1.380859, 1.240234, 1.051758, 1.324219, 1.412109, 1.453125, 0.533203, 0.757812, 1.238281, 1.192383, 1.417969, 0.939941, 1.105469, 1.335938, 1.000843, 0.679688, 1.365234, 1.371094, 1.111816, 1.240234, 1.171875, 0.963135, 1.287109, 1.263672, 0.328125, 0.390625, 1.236328, 1.289062, 1.224609, 1.341797, 1.1875, 1.339844, 0.574219, 1.369141, 0.679688, 0.652344, 1.204102, 1.433594, 1.273438, 1.333984, 1.349609, 1.367188, 0.558594, 1.337891, 1.089844, 1.025879, 1.217773, 1.431641, 1.183594, 1.174805, 1.004852, 1.349609, 1.304688, 1.225586, 1.055908, 0.780273, 1.094238, 1.21875, 0.472656, 1.351562, 1.320312, 0.460938, 1.244141, 1.310547, 0.748047, 1.287109, 0.984802, 1.240234, 1.24707, 1.176758, 0.991272, 0.92041, 1.294922, 1.359375, 1.371094, 1.324219, 1.324219, 1.239258, 1.235352, 1.101074, 1.371094, 1.423828, 1.164062, 0.595703, 0.378906, 1.287109, 1.257812, 1.300781, 1.287109, 1.119629, 0.3125, 1.380859, 1.416016, 1.128906, 1.255859, 0.625, 1.474609, 1.267578, 1.269531, 1.183594, 1.207031, 1.113281, 1.136719, 0.928711, 1.302734, 1.211914, 1.255859, 0.453125, 1.470703, 0.873047, 0.476562, 1.277344, 0.759766, 1.396484, 1.220703, 0.918945, 1.185547, 0.615234, 1.239258, 1.332031, 1.332031, 1.275391, 1.328125, 1.216797, 1.241211, 1.058105, 1.404297, 1.304688, 1.332031, 1.333984, 0.652344, 1.271484, 1.318359, 1.018799, 1.178711, 0.835938, 1.292969, 0.585938, 1.129883, 0.390625, 1.357422, 1.177734, 1.380859, 1.100098, 1.263672, 1.310547, 1.341797, 1.324219, 1.089844, 1.369141, 1.3125, 1.365234, 0.980713, 1.371094, 0.722656, 1.337891, 0.88623, 0.449219, 1.310547, 1.460938, 1.308594, 1.431641, 1.458984, 1.012024, 1.229492, 1.322266, 0.818359, 0.845703, 1.322266, 1.402344, 1.363281, 1.150391, 1.337891, 0.853516, 1.365234, 1.357422, 1.265625, 0.501953, 1.075195, 1.306641, 1.345703, 1.333984, 0.970215, 1.257812, 1.219727, 1.188477, 1.292969, 1.335938, 1.322266, 0.550781, 1.201172, 1.275391, 1.283203, 1.330078, 1.271484, 1.351562, 1.149414, 1.020386, 1.353516, 1.333984, 0.654297, 0.519531, 1.257812, 1.371094, 1.390625, 1.223633, 1.267578, 0.367188, 1.220703, 1.322266, 1.168945, 1.337891, 0.902832, 1.271484, 1.020508, 0.410156, 1.21875, 1.300781, 1.318359, 1.180664, 0.993286, 1.359375, 1.291016, 1.289062, 1.310547, 1.261719, 1.507812, 1.053711, 1.035889, 0.726562, 1.183594, 0.837891, 0.421875, 1.279297, 1.259766, 1.373047, 1.306641, 0.763672, 1.261719, 1.316406, 1.269531, 1.277344, 1.322266, 0.81543, 1.167969, 0.679688, 1.34375, 0.800781, 1.195312, 1.308594, 1.300781, 1.061768, 1.339844, 1.21582, 1.333984, 0.923828, 1.400391, 1.322266, 0.5, 0.987122, 1.328125, 1.390625, 1.243164, 0.501953, 1.21582, 1.161133, 1.19043, 1.21582, 1.245117, 0.453125, 1.229492, 1.273438, 0.748047, 1.271484, 1.059082, 1.11084, 1.111816, 1.213867, 1.154297, 1.255859, 1.396484, 1.34375, 1.267578, 1.376953, 1.320312, 0.40625, 1.333984, 1.21582, 1.314453, 1.324219, 1.324219, 1.349609, 1.097656, 0.724609, 1.192383, 1.335938, 1.320312, 1.180664, 0.710938, 1.169922, 1.123047, 1.223633, 1.175781, 1.169922, 1.310547, 1.216797, 1.261719, 1.05127, 1.326172, 1.222656, 1.263672, 1.333984, 1.223633, 1.197266, 1.179688, 0.98291, 1.371094, 0.628906, 0.324219, 1.277344, 0.889648, 1.287109, 1.423828, 1.273438, 1.233398, 0.978027, 1.357422, 0.94873, 1.195312, 1.324219, 1.357422, 1.3125, 0.4375, 1.236328, 1.304688, 1.421875, 1.023438, 1.028198, 1.277344, 1.300781, 1.291016, 1.070312, 1.306641, 1.287109, 1.378906, 1.386719, 1.232422, 0.853516, 1.333984, 0.862305, 1.017334, 1.28125, 1.333984, 1.341797, 1.363281, 1.447266, 1.292969, 1.263672, 1.333984, 0.908691, 1.28125, 0.896484, 0.621094, 1.359375, 1.146484, 1.365234, 0.488281, 0.829102, 1.410156, 1.310547, 1.378906, 1.367188, 1.028198, 1.345703, 1.056885, 0.901367, 1.138672, 0.398438, 1.205078, 0.857422, 1.21875, 1.353516, 1.429688, 1.324219, 1.199219, 0.398438, 1.304688, 1.220703, 1.223633, 1.242188, 1.324219, 1.182617, 1.316406, 1.226562, 1.009827, 0.699219, 1.232422, 1.365234, 1.154297, 1.208984, 1.349609, 1.160156, 1.320312, 1.032959, 1.320312, 1.044189, 1.177734, 1.294922, 1.341797, 1.351562, 1.291016, 1.09082, 1.279297, 1.053223, 0.937012, 1.279297, 1.192383, 0.974243, 0.410156, 1.400391, 1.335938, 1.353516, 1.345703, 1.304688, 1.275391, 1.308594, 1.239258, 1.291016, 0.801758, 1.304688, 1.324219, 1.279297, 0.429688, 1.414062, 1.188477, 1.3125, 1.333984, 1.277344, 1.178711, 1.359375, 1.199219, 1.380859, 1.292969, 1.261719, 0.421875, 1.169922, 1.058594, 1.361328, 0.457031, 1.228516, 0.460938, 1.261719, 0.382812, 1.314453, 1.036377, 0.730469, 0.730469, 1.099121, 1.263672, 1.353516, 1.19043, 1.324219, 1.181641, 1.339844, 1.427734, 0.359375, 0.613281, 0.689453, 1.298828, 1.351562, 1.230469, 1.355469, 1.230469, 1.302734, 0.849609, 1.353516, 1.330078, 1.255859, 1.359375, 1.240234, 0.957764, 1.292969, 1.365234, 0.875, 1.384766, 1.333984, 1.359375, 1.273438, 1.302734, 0.882812, 1.394531, 1.238281, 1.144531, 1.308594, 1.335938, 1.191406, 1.223633, 1.120605, 0.574219, 1.137695, 1.257812, 1.131836, 0.580078, 1.412109, 1.380859, 1.378906, 0.5, 1.160156, 0.874023, 1.378906, 1.145508, 0.931641, 0.363281, 1.373047, 1.302734, 1.279297, 0.367188, 0.881836, 0.425781, 0.860352, 1.382812, 1.0177, 1.337891, 1.433594, 1.292969, 1.255859, 1.248047, 1.102051, 0.570312, 0.636719, 1.292969, 1.129883, 1.230469, 1.302734, 1.291016, 1.230469, 1.453125, 0.858398, 1.277344, 1.28125, 1.158203, 0.582031, 1.396484, 1.283203, 1.099121, 1.416016, 1.269531, 0.535156, 1.015869, 0.449219, 0.936523, 1.402344, 1.271484, 1.351562, 1.25, 1.131836, 1.304688, 1.330078, 1.320312, 1.277344, 1.22168, 1.135742, 1.283203, 1.318359, 1.347656, 1.140625, 0.921875, 1.365234, 0.685547, 0.994385, 1.062988, 0.795898, 1.235352, 1.291016, 1.271484, 1.285156, 1.129883, 1.126953, 1.298828, 1.195312, 0.730469, 1.314453, 1.582031, 1.0047, 1.277344, 1.496094, 1.339844, 1.019653, 1.339844, 1.378906, 1.216797, 1.320312, 1.202148, 0.667969, 1.279297, 1.283203, 0.615234, 1.326172, 1.165039, 0.417969, 1.174805, 0.916016, 1.337891, 1.322266, 1.318359, 1.341797, 1.427734, 1.291016, 1.279297, 1.308594, 1.225586, 1.201172, 1.324219, 0.6875, 1.146484, 1.298828, 1.371094, 0.521484, 1.142578, 1.21875, 1.332031, 0.943604, 1.279297, 1.21582, 1.105469, 1.069824, 0.519531, 0.963867, 1.337891, 1.277344, 0.496094, 1.255859, 1.158203, 0.546875, 1.277344, 1.345703, 1.378906, 1.294922, 1.201172, 1.279297, 0.617188, 1.3125, 1.310547, 1.291016, 1.300781, 1.02771, 1.186523, 1.172852, 0.484375, 0.787109, 1.273438, 1.020752, 1.349609, 0.880371, 1.128906, 1.294922, 1.40625, 0.517578, 0.968262, 1.386719, 0.375, 1.306641, 1.182617, 1.333984, 1.322266, 0.480469, 1.196289, 1.308594, 0.425781, 1.388672, 0.517578, 1.240234, 1.287109, 1.240234, 1.359375, 0.484375, 1.21582, 1.026001, 1.209961, 1.203125, 1.318359, 1.261719, 0.599609, 1.339844, 1.365234, 1.349609, 1.211914, 0.505859, 1.165039, 1.287109, 1.211914, 1.318359, 1.384766, 1.277344, 1.000458, 1.009949, 1.339844, 1.135742, 1.285156, 0.630859, 0.646484, 1.255859, 1.357422, 0.425781, 1.417969, 0.980347, 1.287109, 1.429688, 1.373047, 1.091309, 0.885742, 1.285156, 1.308594, 0.5, 1.400391, 0.879883, 1.251953 ] }, "name": "onnx::Mul_8399", "outputIndexes": [ 959 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 958, 959 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_9/Mul_1_output_0", "outputIndexes": [ 960 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 960 ], "outputIndexes": [ 2758 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2758 ], "outputIndexes": [ 2759 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear", "inputIndexes": [ 2759 ], "outputIndexes": [ 2760 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 402113986, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2760 ], "outputIndexes": [ 2761 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2761 ], "outputIndexes": [ 961 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 961 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_output_0", "outputIndexes": [ 962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 962 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_1_output_0", "outputIndexes": [ 963 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 963 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_2_output_0", "outputIndexes": [ 964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 964 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Add_output_0", "outputIndexes": [ 965 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 965 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_3_output_0", "outputIndexes": [ 966 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 966 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_9/Tanh_output_0", "outputIndexes": [ 967 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 967 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Add_1_output_0", "outputIndexes": [ 968 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 968 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_4_output_0", "outputIndexes": [ 969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 969 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_5_output_0", "outputIndexes": [ 970 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 960 ], "outputIndexes": [ 2762 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2762 ], "outputIndexes": [ 2763 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear", "inputIndexes": [ 2763 ], "outputIndexes": [ 2764 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 414057944, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2764 ], "outputIndexes": [ 2765 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2765 ], "outputIndexes": [ 971 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 970, 971 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_9/Mul_output_0", "outputIndexes": [ 972 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 972 ], "outputIndexes": [ 2766 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2766 ], "outputIndexes": [ 2767 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear", "inputIndexes": [ 2767 ], "outputIndexes": [ 2768 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 426001902, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2768 ], "outputIndexes": [ 2769 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2769 ], "outputIndexes": [ 973 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 973 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_9/Mul_output_0", "outputIndexes": [ 974 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.484375, 1.488281, 1.539062, 1.496094, 1.490234, 1.488281, 1.396484, 0.359375, 1.490234, 1.369141, 1.566406, 1.478516, 1.400391, 1.492188, 1.53125, 1.445312, 1.5, 1.474609, 1.205078, 1.470703, 1.511719, 1.462891, 1.523438, 1.410156, 1.441406, 1.488281, 1.289062, 1.439453, 1.554688, 1.490234, 1.361328, 1.192383, 1.466797, 0.496094, 1.460938, 1.229492, 1.451172, 1.519531, 1.398438, 1.431641, 1.585938, 1.53125, 1.408203, 1.206055, 0.646484, 1.402344, 1.527344, 1.443359, 1.636719, 1.257812, 1.511719, 1.056396, 1.476562, 0.623047, 1.523438, 1.300781, 1.460938, 1.474609, 1.527344, 1.384766, 1.084961, 1.695312, 1.511719, 1.451172, 1.496094, 1.427734, 0.989807, 1.451172, 1.371094, 1.384766, 1.503906, 1.523438, 1.507812, 1.478516, 1.416016, 1.386719, 0.950684, 1.296875, 1.271484, 0.666016, 1.427734, 0.355469, 1.570312, 1.170898, 1.447266, 1.457031, 1.453125, 1.220703, 0.683594, 1.425781, 1.519531, 1.353516, 1.527344, 0.595703, 1.449219, 0.335938, 1.441406, 1.451172, 1.679688, 1.431641, 1.449219, 1.527344, 1.476562, 1.464844, 1.435547, 1.486328, 1.490234, 1.245117, 1.507812, 1.470703, 1.523438, 1.490234, 1.482422, 1.140625, 1.398438, 1.363281, 1.486328, 0.599609, 1.384766, 1.466797, 1.451172, 1.515625, 1.730469, 1.472656, 1.353516, 1.150391, 1.416016, 1.484375, 1.472656, 1.011902, 0.946533, 1.439453, 1.408203, 1.451172, 1.5, 1.507812, 1.369141, 1.145508, 1.373047, 1.566406, 1.792969, 1.679688, 1.339844, 1.460938, 1.490234, 1.472656, 1.390625, 1.464844, 1.484375, 1.585938, 1.419922, 1.333984, 1.427734, 1.726562, 1.449219, 1.53125, 0.901367, 1.558594, 0.564453, 0.517578, 0.039062, 1.570312, 1.380859, 0.881836, 1.431641, 1.503906, 1.511719, 0.5, 1.46875, 1.414062, 1.451172, 0.587891, 1.523438, 0.533203, 1.421875, 1.613281, 1.507812, 0.3125, 1.466797, 1.539062, 1.458984, 0.464844, 1.183594, 0.351562, 1.605469, 1.419922, 0.783203, 1.466797, 1.326172, 1.337891, 1.458984, 1.742188, 1.492188, 1.46875, 1.585938, 1.427734, 1.488281, 1.570312, 1.474609, 1.496094, 1.427734, 1.445312, 1.410156, 1.349609, 1.535156, 1.519531, 1.625, 1.464844, 1.457031, 1.443359, 1.40625, 1.511719, 1.490234, 1.460938, 1.386719, 1.511719, 1.380859, 1.449219, 1.601562, 1.539062, 1.275391, 1.310547, 1.419922, 1.478516, 1.5, 1.417969, 1.404297, 1.414062, 1.392578, 1.275391, 1.371094, 1.574219, 1.652344, 1.460938, 1.523438, 1.490234, 1.246094, 1.474609, 1.402344, 1.511719, 1.369141, 1.455078, 1.535156, 1.863281, 1.314453, 1.496094, 1.322266, 1.337891, 1.486328, 0.915527, 1.472656, 1.511719, 0.652344, 1.416016, 1.515625, 1.378906, 1.416016, 1.496094, 1.675781, 1.427734, 1.511719, 1.443359, 1.470703, 1.369141, 1.492188, 1.227539, 1.435547, 1.464844, 1.457031, 1.523438, 1.447266, 1.417969, 1.470703, 1.369141, 1.464844, 1.474609, 0.740234, 1.476562, 1.507812, 1.472656, 1.138672, 1.511719, 0.652344, 1.423828, 1.707031, 1.496094, 1.390625, 1.523438, 0.476562, 1.410156, 1.249023, 0.576172, 1.373047, 1.466797, 1.503906, 1.462891, 1.353516, 1.443359, 1.527344, 1.503906, 1.412109, 1.3125, 0.464844, 1.632812, 0.308594, 1.386719, 1.546875, 1.412109, 1.369141, 1.507812, 1.601562, 0.398438, 1.546875, 1.488281, 1.492188, 1.433594, 1.390625, 1.480469, 1.369141, 1.447266, 1.396484, 1.636719, 1.316406, 1.511719, 1.435547, 1.443359, 1.100098, 1.433594, 1.542969, 1.484375, 1.182617, 1.149414, 1.453125, 1.441406, 7.5625, 1.519531, 1.384766, 1.523438, 1.496094, 1.484375, 1.431641, 1.449219, 1.542969, 1.414062, 1.507812, 1.041748, 1.445312, 0.996597, 1.243164, 1.539062, 0.675781, 1.15918, 0.911621, 1.241211, 0.394531, 0.576172, 1.625, 1.488281, 1.223633, 1.347656, 0.541016, 1.554688, 1.306641, 0.841797, 1.539062, 1.431641, 1.462891, 0.691406, 1.484375, 1.394531, 1.527344, 1.351562, 1.410156, 1.464844, 1.589844, 1.511719, 1.558594, 1.458984, 1.443359, 0.990845, 1.535156, 1.632812, 0.888672, 0.730469, 1.523438, 1.400391, 1.229492, 1.104004, 1.417969, 1.490234, 1.542969, 1.408203, 0.449219, 1.498047, 1.480469, 1.511719, 1.34375, 0.480469, 1.412109, 1.447266, 1.410156, 1.445312, 1.443359, 1.542969, 0.707031, 1.554688, 1.519531, 1.451172, 1.542969, 0.797852, 1.490234, 1.478516, 1.482422, 1.515625, 1.208008, 1.3125, 1.439453, 1.388672, 1.427734, 1.375, 1.472656, 1.523438, 1.761719, 1.419922, 1.445312, 1.225586, 1.527344, 1.443359, 1.507812, 1.447266, 1.496094, 1.542969, 1.492188, 1.207031, 1.062012, 1.566406, 1.511719, 1.46875, 1.441406, 1.53125, 1.539062, 1.460938, 1.542969, 1.126953, 0.762695, 1.496094, 1.523438, 1.671875, 1.386719, 1.490234, 1.486328, 1.451172, 1.417969, 1.496094, 1.535156, 1.498047, 1.029663, 1.507812, 1.4375, 1.578125, 1.480469, 1.507812, 1.539062, 1.507812, 0.832031, 1.462891, 0.519531, 1.376953, 1.558594, 1.464844, 1.449219, 1.429688, 1.511719, 1.410156, 1.427734, 1.519531, 0.582031, 1.636719, 1.447266, 1.511719, 1.417969, 1.425781, 2.757812, 1.494141, 1.464844, 1.474609, 0.488281, 1.527344, 1.414062, 1.542969, 1.285156, 1.443359, 1.410156, 1.480469, 1.208008, 1.492188, 0.410156, 0.636719, 1.042236, 0.464844, 1.582031, 1.46875, 1.427734, 1.020508, 0.669922, 1.449219, 1.114258, 1.067871, 1.613281, 1.519531, 1.503906, 1.546875, 1.433594, 1.390625, 1.386719, 1.535156, 1.269531, 1.480469, 1.515625, 1.339844, 1.386719, 1.365234, 0.630859, 0.642578, 1.433594, 0.710938, 1.503906, 1.419922, 1.408203, 1.427734, 1.417969, 1.355469, 1.457031, 0.484375, 1.474609, 2.523438, 1.464844, 1.248047, 1.484375, 0.476562, 0.740234, 1.21582, 1.417969, 1.447266, 1.636719, 1.447266, 1.496094, 1.492188, 0.984619, 1.613281, 0.666016, 1.427734, 1.550781, 1.402344, 1.384766, 1.404297, 1.554688, 1.241211, 1.386719, 1.447266, 1.484375, 0.959229, 1.367188, 1.539062, 1.474609, 1.539062, 1.503906, 1.238281, 1.363281, 1.53125, 1.535156, 1.511719, 1.443359, 1.378906, 0.324219, 1.554688, 1.458984, 1.384766, 0.748047, 1.453125, 1.753906, 1.511719, 1.466797, 1.519531, 1.734375, 1.349609, 2.054688, 1.458984, 1.013123, 1.05127, 1.480469, 1.435547, 1.386719, 1.431641, 1.429688, 1.333984, 1.474609, 1.523438, 1.482422, 1.298828, 1.554688, 1.511719, 1.306641, 1.511719, 1.462891, 1.474609, 1.451172, 1.480469, 1.490234, 1.320312, 1.523438, 1.490234, 1.46875, 0.773438, 1.425781, 1.478516, 1.507812, 1.308594, 1.371094, 1.511719, 1.464844, 1.447266, 1.439453, 1.435547, 1.46875, 1.245117, 1.488281, 1.53125, 1.464844, 1.683594, 1.349609, 1.449219, 1.457031, 1.566406, 1.447266, 1.380859, 1.488281, 1.367188, 1.460938, 1.019287, 1.542969, 1.445312, 1.304688, 0.539062, 1.380859, 1.138672, 1.460938, 1.488281, 1.443359, 0.807617, 0.453125, 0.488281, 1.511719, 1.480469, 1.455078, 1.46875, 1.394531, 1.46875, 1.478516, 1.326172, 1.412109, 1.451172, 1.492188, 0.394531, 1.357422, 1.488281, 1.464844, 1.433594, 1.464844, 1.519531, 1.445312, 1.255859, 1.474609, 1.400391, 1.412109, 1.462891, 1.472656, 1.507812, 1.132812, 1.648438, 1.435547, 0.320312, 1.143555, 1.441406, 1.3125, 1.457031, 1.227539, 1.480469, 1.503906, 1.777344, 1.449219, 1.361328, 1.359375, 1.376953, 1.515625, 1.333984, 1.451172, 1.458984, 1.507812, 1.382812, 1.347656, 1.539062, 1.441406, 1.398438, 1.435547, 1.462891, 1.492188, 1.306641, 1.466797, 1.435547, 1.492188, 1.472656, 1.539062, 1.53125, 1.099121, 1.429688, 1.492188, 0.950928, 1.474609, 1.431641, 1.494141, 1.566406, 1.474609, 1.496094, 1.003616, 0.785156, 0.935547, 1.474609, 1.46875, 1.480469, 1.21875, 1.507812, 1.53125, 1.410156, 1.417969, 1.507812, 1.402344, 1.416016, 1.496094, 1.447266, 1.503906, 1.558594, 1.419922, 1.585938, 1.332031, 1.333984, 1.542969, 1.339844, 1.574219, 1.494141, 1.466797, 1.554688, 1.527344, 1.472656, 1.445312, 1.394531, 1.417969, 0.580078, 1.523438, 1.445312, 1.496094, 1.412109, 1.417969, 1.550781, 1.451172, 1.367188, 1.488281, 1.482422, 1.431641, 1.353516, 1.472656, 1.435547, 1.322266, 1.5, 1.363281, 1.535156, 1.476562, 1.474609, 1.65625, 1.21582, 1.349609, 1.4375, 1.302734, 1.396484, 1.605469, 1.480469, 1.546875, 0.885254, 0.913086, 1.496094, 1.482422, 1.384766, 1.166016, 1.496094, 1.226562, 1.486328, 1.419922, 1.013184, 1.527344, 1.570312, 0.87207, 1.466797, 1.546875, 1.447266, 1.292969, 0.834961, 1.414062, 1.394531, 0.611328, 1.457031, 1.460938, 1.472656, 0.513672, 1.5625, 0.9375, 1.578125, 1.695312, 1.318359, 0.948486, 1.464844, 1.441406, 1.443359, 1.4375, 1.515625, 1.519531, 1.441406, 1.390625, 1.34375, 1.474609, 1.457031, 1.507812, 1.478516, 1.429688, 1.652344, 1.515625, 1.053467, 1.503906, 1.392578, 1.016968, 1.435547, 1.07373, 1.412109, 1.371094, 1.460938, 1.484375, 1.523438, 1.292969, 1.507812, 1.425781, 1.574219, 1.277344, 1.451172, 1.574219, 1.535156, 0.027344, 1.333984, 1.194336, 1.384766, 1.371094, 1.175781, 1.507812, 1.488281, 1.511719, 1.441406, 1.441406, 0.460938, 1.511719, 1.425781, 1.347656, 0.84668, 1.496094, 1.523438, 1.400391, 0.544922, 1.25, 1.490234, 1.371094, 1.566406, 1.476562, 1.515625, 1.296875, 1.683594, 1.433594, 1.425781, 1.382812, 1.496094, 1.445312, 1.480469, 1.394531, 1.439453, 0.568359, 1.400391, 1.431641, 1.53125, 1.378906, 1.507812, 1.462891, 1.535156, 1.451172, 1.496094, 1.128906, 1.408203, 1.554688, 1.511719, 1.049805, 1.351562, 1.427734, 0.480469, 0.300781, 1.06543, 1.511719, 1.359375, 1.507812, 1.460938, 1.566406, 0.398438, 0.394531, 1.427734, 1.511719, 1.213867, 1.523438, 1.394531, 1.507812, 1.5, 1.261719, 0.5, 1.527344, 1.333984, 1.380859, 0.862305, 1.488281, 1.333984, 1.445312, 1.283203, 1.554688, 1.410156, 1.369141, 1.539062, 1.189453, 1.490234, 1.511719, 1.279297, 1.451172, 1.613281, 1.554688, 1.503906, 0.907715, 0.425781, 1.539062, 1.433594, 1.462891, 1.527344, 1.474609, 1.519531, 1.384766, 1.474609, 0.335938, 1.367188, 1.09668, 1.5625, 1.488281, 0.492188, 1.519531, 1.464844, 1.570312, 1.433594, 1.478516, 1.449219, 1.205078, 0.505859, 1.451172, 1.302734, 1.458984, 0.550781, 1.251953, 1.511719, 1.714844, 1.476562, 1.244141, 1.265625, 1.353516, 1.5, 1.542969, 0.926758, 1.412109, 1.46875, 1.047119, 1.012695, 0.433594, 0.824219, 1.46875, 1.40625, 1.455078, 1.439453, 1.439453, 1.398438, 1.476562, 0.339844, 1.486328, 1.449219, 1.451172, 1.457031, 1.839844, 1.410156, 1.492188, 0.414062, 1.369141, 0.46875, 1.457031, 0.515625, 1.205078, 1.53125, 1.494141, 1.496094, 1.020752, 1.384766, 1.195312, 1.429688, 0.421875, 1.496094, 1.120605, 0.93457, 0.667969, 1.488281, 1.511719, 1.183594, 1.142578, 1.46875, 1.433594, 1.554688, 1.145508, 1.249023, 1.457031, 0.414062, 1.503906, 1.519531, 1.361328, 0.503906, 0.382812, 1.410156, 1.490234, 1.378906, 1.539062, 1.496094, 1.416016, 1.105469, 1.042236, 1.435547, 1.447266, 1.582031, 1.239258, 1.519531, 1.496094, 1.507812, 1.449219, 1.542969, 1.486328, 1.59375, 1.472656, 1.324219, 1.578125, 1.515625, 1.235352, 1.464844, 1.550781, 1.416016, 1.5, 1.539062, 1.597656, 1.457031, 0.433594, 1.192383, 1.214844, 0.537109, 1.419922, 1.419922, 1.449219, 1.441406, 1.546875, 1.492188, 1.386719, 1.472656, 0.453125, 1.168945, 1.417969, 1.269531, 1.449219, 1.492188, 1.207031, 1.523438, 1.458984, 1.527344, 1.490234, 1.458984, 0.457031, 1.527344, 1.523438, 1.041992, 1.482422, 1.408203, 1.558594, 1.652344, 1.431641, 1.488281, 1.445312, 1.494141, 1.464844, 1.480469, 1.337891, 1.433594, 1.484375, 1.511719, 1.492188, 1.416016, 0.679688, 1.585938, 0.583984, 1.478516, 1.609375, 1.208008, 1.474609, 1.535156, 1.472656, 1.464844, 1.265625, 1.449219, 0.382812, 0.386719, 0.398438, 1.433594, 1.482422, 0.613281, 1.378906, 1.449219, 1.625, 0.658203, 1.367188, 1.05835, 1.363281, 0.535156, 1.458984, 1.558594, 1.380859, 1.476562, 1.3125, 1.292969, 1.519531, 1.494141, 0.554688, 1.275391, 0.316406, 1.443359, 1.496094, 1.496094, 1.539062, 1.192383, 0.945068, 1.494141, 0.433594, 2.234375, 1.476562, 1.380859, 1.458984, 1.006104, 1.542969, 1.421875, 1.447266, 1.208008, 1.466797, 1.324219, 4.21875, 1.482422, 1.451172, 1.738281, 1.507812, 1.4375, 1.527344, 1.269531, 1.474609, 1.578125, 1.458984, 1.472656, 1.412109, 1.427734, 1.523438, 1.296875, 1.490234, 1.478516, 1.494141, 1.439453, 1.412109, 1.365234, 1.449219, 1.412109, 1.515625, 1.585938, 1.412109, 0.638672, 1.523438, 1.333984, 1.494141, 1.445312, 1.46875, 1.439453, 1.507812, 0.667969, 1.550781, 0.703125, 1.443359, 1.269531, 1.316406, 1.168945, 1.449219, 0.952637, 1.488281, 0.464844, 1.482422, 0.952881, 1.449219, 1.380859, 1.363281, 1.470703, 1.5, 1.447266, 1.394531, 1.429688, 1.408203, 1.519531, 0.378906, 1.523438, 1.371094, 1.365234, 1.535156, 1.582031, 1.542969, 1.441406, 1.010925, 1.417969, 1.474609, 1.476562, 1.742188, 1.507812, 1.476562, 1.445312, 1.333984, 1.464844, 0.390625, 1.542969, 1.53125, 1.488281, 1.240234, 1.376953, 0.859375, 0.375, 1.496094, 0.410156, 0.550781, 1.283203, 1.394531, 1.482422, 1.511719, 0.402344, 1.380859, 1.195312, 1.484375, 0.421875, 1.542969, 1.398438, 1.4375, 1.186523, 1.539062, 1.474609, 0.464844, 1.46875, 1.478516, 0.980713, 0.585938, 1.523438, 1.507812, 0.65625, 1.498047, 1.102051, 1.5, 1.339844, 1.490234, 1.380859, 0.558594, 1.554688, 1.367188, 1.417969, 1.519531, 1.472656, 0.997574, 0.398438, 1.400391, 1.625, 1.320312, 1.498047, 1.558594, 1.570312, 1.535156, 1.462891, 1.349609, 1.322266, 1.777344, 1.511719, 1.515625, 1.416016, 1.458984, 1.320312, 1.478516, 1.478516, 1.384766, 0.34375, 1.486328, 1.503906, 1.433594, 1.367188, 1.382812, 1.404297, 1.384766, 1.46875, 1.453125, 1.527344, 1.496094, 1.429688, 1.503906, 0.962158, 1.425781, 0.5, 1.462891, 0.578125, 1.490234, 1.488281, 1.578125, 0.472656, 1.59375, 1.386719, 1.322266, 1.470703, 1.652344, 1.460938, 1.433594, 1.5, 1.435547, 1.433594, 0.722656, 1.408203, 1.511719, 1.78125, 1.488281, 1.351562, 1.550781, 1.433594, 1.53125, 1.419922, 1.443359, 1.238281, 1.339844, 1.439453, 1.410156, 0.652344, 1.427734, 1.458984, 1.542969, 1.353516, 0.496094, 1.574219, 1.511719, 1.486328, 1.503906, 1.527344, 1.488281, 1.482422, 1.439453, 0.505859, 1.474609, 1.486328, 1.498047, 1.511719, 1.341797, 1.494141, 1.503906, 1.566406, 1.550781, 1.359375, 1.542969, 1.490234, 1.416016, 1.419922, 1.511719, 1.457031, 0.907715, 1.738281, 1.361328, 1.480469, 1.511719, 1.439453, 0.933105, 1.527344, 1.447266, 1.429688, 0.460938, 1.261719, 1.207031, 0.979736, 1.466797, 1.496094, 1.535156, 0.34375, 1.441406, 1.691406, 0.375, 0.864258, 1.474609, 1.439453, 1.480469, 1.554688, 1.447266, 1.386719, 1.429688, 1.369141, 1.523438, 0.693359, 1.419922, 1.539062, 1.472656, 0.795898, 1.503906, 1.4375, 1.445312, 1.484375, 1.472656, 1.394531, 1.457031, 1.261719, 0.583984, 1.464844, 1.46875, 1.474609, 1.554688, 1.109375, 1.478516, 0.953613, 1.414062, 1.453125, 0.931641, 1.429688, 1.503906, 1.5, 1.640625, 1.298828, 1.519531, 1.484375, 1.419922, 0.897949, 0.410156, 1.4375, 1.462891, 1.40625, 1.28125, 1.523438, 1.494141, 1.464844, 0.433594, 1.388672, 1.507812, 1.417969, 1.441406, 1.478516, 1.527344, 1.498047, 1.449219, 1.300781, 1.470703, 1.392578, 1.439453, 1.511719, 1.498047, 1.558594, 1.232422, 1.283203, 1.291016, 1.515625, 1.314453, 1.349609, 1.542969, 0.984497, 1.390625, 1.417969, 1.511719, 1.429688, 1.476562, 1.464844, 1.012146, 1.417969, 1.519531, 1.597656, 1.480469, 1.535156, 0.946289, 1.371094, 1.451172, 1.451172, 1.515625, 1.462891, 1.335938, 1.464844, 1.412109, 1.462891, 1.431641, 0.720703, 1.539062, 1.503906, 1.550781, 1.373047, 1.474609, 1.515625, 1.488281, 1.363281, 1.423828, 1.503906, 1.386719, 1.308594, 0.924316, 1.363281, 1.421875, 1.480469, 1.4375, 1.527344, 1.558594, 1.458984, 1.494141, 1.539062, 1.416016, 1.765625, 1.396484, 1.371094, 1.318359, 1.480469, 1.474609, 1.425781, 1.585938, 1.462891, 1.476562, 1.494141, 1.34375, 1.558594, 1.447266, 1.257812, 1.458984, 1.408203, 0.335938, 1.458984, 1.585938, 1.441406, 0.762695, 1.447266, 1.441406, 0.928223, 0.511719, 1.378906, 1.380859, 1.478516, 1.341797, 1.4375, 1.488281, 1.457031, 1.523438, 1.404297, 1.503906, 1.449219, 0.935059, 1.484375, 1.523438, 0.660156, 0.417969, 1.503906, 1.511719, 1.472656, 0.863281, 1.416016, 1.179688, 1.396484, 1.474609, 1.460938, 1.494141, 1.478516, 1.419922, 1.271484, 1.458984, 1.474609, 1.298828, 0.544922, 0.94751, 1.433594, 1.451172, 1.490234, 1.251953, 1.394531, 1.507812, 1.337891, 0.880371, 1.523438, 1.554688, 1.322266, 1.494141, 1.417969, 1.273438, 1.378906, 1.585938, 0.28125, 0.359375, 1.455078, 1.488281, 1.333984, 1.558594, 1.378906, 1.482422, 0.640625, 1.458984, 0.730469, 0.832031, 1.445312, 1.519531, 1.480469, 1.462891, 1.503906, 1.511719, 0.638672, 1.523438, 1.414062, 1.349609, 1.414062, 1.46875, 1.431641, 1.386719, 1.223633, 1.441406, 1.503906, 1.349609, 1.322266, 1.075195, 1.3125, 1.447266, 3.546875, 1.527344, 1.542969, 0.476562, 1.427734, 1.484375, 1.022827, 1.503906, 1.535156, 1.515625, 1.546875, 1.484375, 1.498047, 1.337891, 1.396484, 1.490234, 1.480469, 1.535156, 1.490234, 1.462891, 1.470703, 1.410156, 1.535156, 1.507812, 1.574219, 0.997665, 0.367188, 1.474609, 1.494141, 1.492188, 1.490234, 1.400391, 0.367188, 1.554688, 1.503906, 1.337891, 1.523438, 0.712891, 1.478516, 1.511719, 1.488281, 1.480469, 1.431641, 1.746094, 1.396484, 1.151367, 1.474609, 1.558594, 1.494141, 0.464844, 1.566406, 1.318359, 0.359375, 1.462891, 1.160156, 1.472656, 1.316406, 1.275391, 1.40625, 0.753906, 1.482422, 1.474609, 1.453125, 1.474609, 1.421875, 1.464844, 1.433594, 2.046875, 1.492188, 1.474609, 1.488281, 1.589844, 0.940918, 1.457031, 1.458984, 1.291016, 1.357422, 1.213867, 1.511719, 0.748047, 1.386719, 0.417969, 1.474609, 1.40625, 1.554688, 1.363281, 1.462891, 1.470703, 1.527344, 1.488281, 1.296875, 1.515625, 1.460938, 1.464844, 1.320312, 1.464844, 0.964111, 1.386719, 1.114258, 0.525391, 1.511719, 1.363281, 1.482422, 1.498047, 1.447266, 1.244141, 1.443359, 1.539062, 1.031738, 1.066406, 1.484375, 1.482422, 1.503906, 1.400391, 1.484375, 1.188477, 1.585938, 1.558594, 1.419922, 0.611328, 1.425781, 1.597656, 1.412109, 1.494141, 1.337891, 1.507812, 1.429688, 1.476562, 1.496094, 1.470703, 1.421875, 0.84668, 1.451172, 1.511719, 1.507812, 1.542969, 1.558594, 1.443359, 1.378906, 1.246094, 1.609375, 1.482422, 0.84375, 0.605469, 1.539062, 1.496094, 1.507812, 1.488281, 1.494141, 0.378906, 1.425781, 1.539062, 1.384766, 1.455078, 1.202148, 1.429688, 1.296875, 0.583984, 1.470703, 1.478516, 1.492188, 1.380859, 1.233398, 1.535156, 1.417969, 1.53125, 1.404297, 1.550781, 1.503906, 1.376953, 1.365234, 0.919922, 1.482422, 0.966309, 0.445312, 1.462891, 1.6875, 1.470703, 1.535156, 1.168945, 1.4375, 1.523438, 1.490234, 1.490234, 1.490234, 1.223633, 1.345703, 0.839844, 1.421875, 1.125, 1.412109, 1.474609, 1.466797, 1.460938, 1.478516, 1.503906, 1.527344, 1.110352, 1.384766, 1.447266, 0.601562, 1.300781, 1.474609, 1.585938, 1.166992, 0.580078, 1.455078, 1.570312, 1.433594, 1.4375, 1.416016, 0.535156, 1.447266, 1.462891, 0.996384, 1.496094, 1.351562, 1.373047, 1.398438, 1.597656, 1.332031, 1.447266, 1.427734, 1.433594, 1.462891, 1.466797, 1.451172, 0.414062, 1.427734, 1.398438, 1.443359, 1.507812, 1.539062, 1.507812, 1.339844, 0.834961, 1.523438, 1.458984, 1.511719, 1.455078, 0.90332, 1.361328, 1.484375, 1.419922, 1.376953, 1.347656, 1.507812, 1.451172, 1.476562, 1.394531, 1.511719, 1.431641, 1.427734, 1.458984, 1.539062, 1.439453, 1.609375, 1.235352, 1.558594, 0.728516, 0.292969, 1.451172, 1.203125, 1.511719, 1.460938, 1.404297, 1.423828, 1.255859, 1.480469, 1.238281, 1.507812, 1.511719, 1.494141, 1.472656, 0.441406, 1.40625, 1.507812, 1.441406, 1.337891, 1.419922, 1.414062, 1.523438, 1.496094, 1.291016, 1.535156, 1.570312, 1.486328, 1.511719, 1.431641, 1.192383, 1.455078, 1.213867, 1.279297, 1.480469, 1.597656, 1.433594, 1.515625, 1.449219, 1.511719, 1.361328, 1.648438, 1.133789, 1.457031, 1.170898, 0.853516, 1.474609, 1.441406, 1.402344, 0.511719, 1.15918, 1.554688, 1.457031, 1.59375, 1.503906, 1.503906, 1.546875, 1.427734, 1.261719, 1.648438, 0.375, 1.421875, 1.496094, 1.392578, 1.494141, 1.431641, 1.523438, 1.417969, 0.382812, 1.445312, 1.388672, 1.365234, 1.375, 1.574219, 1.703125, 1.486328, 1.453125, 1.306641, 0.827148, 1.472656, 1.480469, 1.388672, 1.462891, 1.558594, 1.457031, 1.546875, 1.324219, 1.433594, 1.21582, 1.617188, 1.404297, 1.507812, 1.462891, 1.375, 1.345703, 1.425781, 1.429688, 1.554688, 1.542969, 1.396484, 1.369141, 0.4375, 1.494141, 1.486328, 1.449219, 1.445312, 1.523438, 1.449219, 1.464844, 1.503906, 1.546875, 1.078125, 1.423828, 1.451172, 1.480469, 0.410156, 1.511719, 1.457031, 1.492188, 1.470703, 1.458984, 1.40625, 1.476562, 1.341797, 1.523438, 1.439453, 1.550781, 0.484375, 1.353516, 1.324219, 1.494141, 0.476562, 1.523438, 0.611328, 1.449219, 0.398438, 1.539062, 1.291016, 1.198242, 0.956543, 1.294922, 1.535156, 1.478516, 1.410156, 1.441406, 1.400391, 1.554688, 1.441406, 0.316406, 0.794922, 1.136719, 1.515625, 1.539062, 1.410156, 1.519531, 1.482422, 1.53125, 1.199219, 1.523438, 1.449219, 1.566406, 1.507812, 1.433594, 1.300781, 1.441406, 1.466797, 1.088379, 1.546875, 1.519531, 1.496094, 1.441406, 1.554688, 1.19043, 1.523438, 1.542969, 1.365234, 1.558594, 1.498047, 1.628906, 1.435547, 1.742188, 0.636719, 1.435547, 1.455078, 1.412109, 0.664062, 1.486328, 1.519531, 1.550781, 0.544922, 1.400391, 1.081543, 1.507812, 1.337891, 1.217773, 0.359375, 1.539062, 1.494141, 1.474609, 0.347656, 1.089844, 0.517578, 1.503906, 1.457031, 1.296875, 1.458984, 1.494141, 1.441406, 1.496094, 1.519531, 1.410156, 0.648438, 0.742188, 1.539062, 1.269531, 1.310547, 1.511719, 1.416016, 1.384766, 1.433594, 1.175781, 1.507812, 1.46875, 1.402344, 0.772461, 1.585938, 1.460938, 1.695312, 1.492188, 1.416016, 0.576172, 1.882812, 0.566406, 1.773438, 1.527344, 1.464844, 1.4375, 1.523438, 1.273438, 1.433594, 1.574219, 1.507812, 1.515625, 1.357422, 1.378906, 1.601562, 1.441406, 1.523438, 1.320312, 1.417969, 1.474609, 0.88623, 1.337891, 1.369141, 0.946533, 1.466797, 1.578125, 1.542969, 1.480469, 1.378906, 1.386719, 1.398438, 1.632812, 1.019409, 1.507812, 1.246094, 1.652344, 1.486328, 1.490234, 1.550781, 1.283203, 1.507812, 1.464844, 1.445312, 1.474609, 1.478516, 0.882324, 1.523438, 1.507812, 0.77832, 1.462891, 1.464844, 0.496094, 1.417969, 1.175781, 1.535156, 1.511719, 1.453125, 1.511719, 1.4375, 1.470703, 1.443359, 1.449219, 1.414062, 1.416016, 1.458984, 0.921875, 1.402344, 1.539062, 1.546875, 0.636719, 1.386719, 1.443359, 1.5, 1.742188, 1.419922, 1.582031, 1.421875, 1.357422, 0.945068, 1.291016, 1.53125, 1.40625, 0.46875, 1.449219, 1.443359, 0.566406, 1.490234, 1.431641, 1.464844, 1.433594, 1.371094, 1.519531, 0.754883, 1.507812, 1.550781, 1.574219, 1.507812, 1.365234, 1.330078, 1.408203, 0.533203, 0.871094, 1.503906, 1.306641, 1.519531, 1.10498, 1.322266, 1.417969, 1.402344, 0.576172, 1.257812, 1.523438, 0.375, 1.574219, 1.341797, 1.519531, 1.457031, 0.527344, 1.478516, 1.433594, 0.421875, 1.46875, 0.911621, 1.417969, 1.554688, 1.494141, 1.539062, 0.535156, 1.527344, 1.207031, 1.507812, 1.431641, 1.5, 1.570312, 0.84375, 1.617188, 1.546875, 1.496094, 1.376953, 0.568359, 1.558594, 1.507812, 1.458984, 1.435547, 1.632812, 1.447266, 1.324219, 1.271484, 1.472656, 1.433594, 1.484375, 0.975586, 1.46875, 1.652344, 1.460938, 0.4375, 1.478516, 1.318359, 1.462891, 1.480469, 1.523438, 1.353516, 1.234375, 1.490234, 1.474609, 0.589844, 1.390625, 1.65625, 1.408203 ] }, "name": "onnx::Mul_8401", "outputIndexes": [ 975 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 974, 975 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_9/Mul_1_output_0", "outputIndexes": [ 976 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 957, 976 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_49_output_0", "outputIndexes": [ 977 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_90_output_0", "outputIndexes": [ 978 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 978 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_10/Mul_output_0", "outputIndexes": [ 979 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.699219, 1.773438, 1.65625, 1.765625, 1.765625, 1.710938, 1.474609, 0.836914, 1.667969, 1.335938, 1.769531, 1.628906, 1.675781, 1.925781, 2.085938, 1.578125, 1.574219, 1.703125, 1.021851, 1.878906, 1.824219, 1.917969, 2.023438, 1.474609, 1.460938, 1.726562, 1.695312, 1.515625, 1.824219, 1.894531, 1.566406, 1.306641, 1.644531, 0.828125, 1.554688, 1.621094, 1.675781, 1.789062, 1.498047, 1.703125, 1.921875, 1.675781, 1.738281, 1.353516, 0.822266, 2.03125, 1.761719, 1.765625, 1.550781, 1.453125, 1.769531, 1.373047, 1.621094, 1.119141, 1.632812, 1.554688, 1.566406, 1.832031, 1.472656, 1.357422, 1.259766, 1.667969, 1.863281, 1.726562, 1.519531, 1.699219, 1.217773, 1.777344, 1.636719, 1.703125, 1.796875, 1.890625, 1.507812, 1.679688, 1.632812, 1.628906, 1.177734, 1.498047, 1.417969, 1.042725, 1.527344, 0.738281, 1.427734, 1.359375, 1.886719, 1.863281, 1.714844, 1.337891, 0.900391, 1.265625, 1.777344, 1.660156, 1.722656, 0.956299, 1.777344, 0.961426, 1.898438, 1.78125, 2.039062, 1.550781, 1.423828, 1.890625, 1.84375, 1.765625, 1.847656, 1.757812, 1.867188, 1.318359, 1.757812, 1.722656, 1.914062, 1.644531, 1.957031, 2.796875, 1.800781, 1.326172, 1.917969, 0.945068, 1.726562, 1.890625, 1.8125, 1.765625, 0.848633, 1.71875, 1.447266, 1.376953, 1.582031, 1.746094, 1.574219, 1.182617, 1.168945, 1.474609, 1.554688, 1.675781, 1.714844, 2.078125, 1.4375, 1.447266, 1.396484, 2.195312, 1.609375, 1.691406, 1.337891, 1.660156, 1.726562, 1.476562, 1.511719, 1.804688, 1.71875, 1.957031, 1.550781, 1.392578, 1.53125, 1.004028, 1.945312, 1.808594, 1.1875, 1.621094, 0.87793, 0.787109, 1.394531, 1.894531, 1.5625, 1.183594, 1.949219, 1.675781, 1.898438, 0.787109, 1.976562, 1.486328, 1.621094, 1.068359, 1.574219, 0.936035, 1.609375, 1.867188, 1.820312, 0.924316, 1.6875, 1.757812, 1.773438, 0.925781, 1.412109, 0.6875, 1.283203, 1.773438, 1.082031, 1.667969, 1.458984, 1.445312, 1.785156, 1.210938, 1.582031, 1.664062, 1.828125, 1.761719, 1.75, 1.730469, 1.992188, 1.738281, 1.566406, 1.667969, 1.554688, 1.4375, 2.054688, 1.839844, 1.683594, 1.675781, 1.65625, 1.714844, 1.507812, 1.847656, 1.730469, 1.484375, 1.75, 1.757812, 1.535156, 1.515625, 1.953125, 1.960938, 1.542969, 1.439453, 1.867188, 2.0625, 1.824219, 1.789062, 1.597656, 1.722656, 1.386719, 1.318359, 2.15625, 1.984375, 1.886719, 1.898438, 1.757812, 2.039062, 1.455078, 1.898438, 1.648438, 1.558594, 1.644531, 1.601562, 1.820312, 1.267578, 1.503906, 1.6875, 1.503906, 1.523438, 1.980469, 1.150391, 1.738281, 2.015625, 1.067383, 1.773438, 1.714844, 1.675781, 1.496094, 1.730469, 1.585938, 1.671875, 1.960938, 1.898438, 1.691406, 1.597656, 1.761719, 1.326172, 1.714844, 1.789062, 1.582031, 1.65625, 1.789062, 1.714844, 1.65625, 1.464844, 1.722656, 1.777344, 0.986572, 1.746094, 1.636719, 1.714844, 1.355469, 1.785156, 0.950195, 1.832031, 1.339844, 1.792969, 1.380859, 1.566406, 0.986877, 1.632812, 1.355469, 1.138672, 1.738281, 1.75, 1.492188, 1.664062, 1.382812, 1.703125, 1.808594, 1.769531, 1.894531, 1.429688, 1.011353, 1.695312, 0.679688, 1.492188, 1.789062, 1.667969, 1.339844, 2.117188, 2.101562, 0.640625, 1.462891, 1.707031, 1.703125, 1.605469, 1.984375, 1.917969, 1.628906, 1.957031, 1.59375, 1.550781, 1.431641, 1.828125, 1.761719, 1.714844, 1.416016, 1.535156, 1.882812, 1.792969, 1.460938, 1.34375, 1.65625, 1.824219, 1.355469, 1.777344, 1.753906, 1.886719, 2.046875, 1.679688, 1.511719, 1.597656, 1.898438, 1.539062, 1.53125, 1.180664, 1.804688, 1.220703, 1.298828, 1.828125, 1.318359, 1.375, 1.462891, 1.359375, 0.619141, 0.87793, 1.796875, 1.855469, 1.238281, 1.503906, 0.947754, 1.796875, 1.394531, 1.099609, 1.753906, 1.789062, 1.519531, 0.931641, 1.945312, 1.679688, 1.949219, 1.558594, 1.652344, 1.648438, 1.980469, 1.945312, 1.941406, 1.570312, 1.667969, 1.191406, 2.078125, 2.242188, 1.173828, 1.052246, 1.96875, 1.585938, 1.209961, 1.333984, 1.664062, 1.832031, 1.757812, 1.730469, 0.763672, 1.828125, 1.992188, 1.832031, 1.464844, 0.765625, 1.585938, 1.738281, 1.546875, 1.867188, 1.632812, 2.0625, 0.949951, 1.777344, 1.800781, 1.574219, 1.828125, 1.230469, 1.746094, 1.847656, 1.867188, 1.761719, 1.550781, 1.359375, 1.703125, 1.632812, 1.671875, 1.683594, 1.929688, 1.738281, 1.386719, 1.636719, 1.621094, 1.589844, 1.703125, 1.789062, 1.863281, 1.589844, 1.283203, 1.867188, 1.6875, 1.410156, 1.578125, 1.84375, 1.898438, 1.859375, 1.59375, 1.734375, 2.03125, 1.714844, 1.753906, 1.253906, 1.640625, 1.675781, 1.867188, 1.769531, 1.464844, 1.617188, 1.738281, 1.960938, 1.59375, 1.710938, 1.847656, 1.746094, 1.373047, 1.914062, 1.679688, 1.867188, 1.660156, 1.792969, 1.695312, 1.769531, 1.081543, 1.542969, 0.776367, 1.707031, 1.847656, 1.707031, 1.671875, 1.601562, 1.972656, 1.5625, 1.632812, 1.722656, 0.868164, 1.53125, 1.644531, 1.929688, 1.769531, 1.511719, 1.429688, 1.707031, 1.878906, 1.625, 0.800781, 1.796875, 1.632812, 1.851562, 1.365234, 1.726562, 1.785156, 1.640625, 1.243164, 1.699219, 0.53125, 0.976562, 1.259766, 1.001938, 1.75, 1.8125, 1.753906, 1.202148, 0.764648, 1.621094, 1.277344, 1.470703, 1.53125, 1.808594, 1.652344, 1.792969, 1.546875, 1.839844, 1.558594, 1.890625, 1.464844, 1.890625, 1.792969, 1.359375, 1.753906, 1.554688, 0.95874, 0.982788, 1.816406, 1.057373, 1.699219, 1.574219, 1.558594, 1.746094, 1.632812, 1.542969, 1.675781, 1.287109, 1.746094, 1.204102, 1.699219, 2.078125, 1.910156, 1.181641, 3.015625, 1.392578, 1.878906, 1.789062, 1.875, 1.675781, 1.617188, 1.804688, 1.206055, 2.039062, 1.361328, 2.03125, 1.820312, 1.582031, 1.621094, 1.691406, 1.609375, 1.878906, 1.460938, 1.878906, 2.007812, 1.181641, 1.21582, 1.753906, 1.730469, 1.785156, 1.96875, 1.988281, 1.777344, 1.699219, 2.117188, 2.101562, 1.917969, 1.796875, 0.980713, 1.808594, 1.613281, 1.65625, 1.067871, 1.800781, 1.765625, 1.851562, 1.917969, 1.792969, 1.589844, 1.451172, 1.155273, 1.710938, 1.527344, 1.310547, 1.855469, 1.605469, 1.683594, 1.429688, 1.402344, 1.449219, 1.613281, 2.015625, 1.730469, 1.394531, 1.589844, 1.898438, 1.300781, 1.675781, 1.734375, 1.660156, 1.558594, 1.757812, 1.902344, 1.363281, 1.707031, 1.824219, 2.0625, 1.129883, 1.431641, 1.898438, 1.683594, 1.439453, 1.65625, 1.828125, 1.832031, 1.710938, 1.429688, 1.601562, 2.0, 1.355469, 1.847656, 1.855469, 2.046875, 1.036621, 1.498047, 1.835938, 1.71875, 1.902344, 1.847656, 1.546875, 1.695312, 1.605469, 1.84375, 1.208008, 1.945312, 1.675781, 1.200195, 0.938232, 1.628906, 0.819336, 1.816406, 2.070312, 1.490234, 1.139648, 0.589844, 0.730469, 1.8125, 1.804688, 1.832031, 1.867188, 1.578125, 1.652344, 1.75, 1.671875, 1.597656, 1.632812, 1.730469, 0.95459, 1.601562, 1.640625, 1.859375, 1.695312, 1.632812, 1.761719, 1.78125, 1.640625, 1.769531, 1.53125, 1.386719, 1.699219, 1.726562, 1.933594, 1.279297, 1.679688, 1.722656, 0.859375, 1.914062, 1.609375, 2.210938, 1.777344, 1.275391, 1.882812, 1.609375, 1.28125, 1.730469, 1.478516, 1.761719, 1.683594, 1.878906, 1.451172, 1.486328, 1.863281, 1.589844, 1.710938, 2.203125, 1.601562, 1.490234, 1.480469, 1.636719, 1.628906, 1.710938, 1.478516, 1.640625, 1.5625, 1.800781, 1.878906, 1.746094, 1.871094, 2.101562, 1.882812, 1.90625, 1.208008, 1.730469, 1.302734, 1.667969, 1.820312, 1.71875, 1.757812, 1.322266, 1.429688, 1.231445, 1.753906, 2.0, 1.703125, 1.324219, 1.757812, 1.734375, 1.664062, 1.699219, 1.722656, 1.59375, 1.486328, 1.710938, 1.832031, 1.882812, 1.667969, 1.550781, 1.976562, 1.455078, 1.287109, 2.023438, 1.443359, 1.84375, 1.925781, 1.8125, 1.792969, 1.636719, 1.902344, 1.863281, 1.578125, 1.671875, 0.833984, 1.695312, 1.558594, 1.78125, 1.605469, 1.550781, 1.78125, 1.566406, 1.427734, 1.621094, 1.902344, 1.816406, 1.644531, 1.878906, 1.730469, 1.363281, 1.867188, 1.5625, 1.902344, 1.671875, 1.660156, 1.632812, 1.277344, 1.443359, 1.613281, 1.359375, 1.466797, 2.15625, 1.980469, 1.839844, 1.460938, 1.193359, 1.777344, 1.6875, 1.455078, 1.380859, 1.824219, 1.462891, 1.964844, 1.804688, 1.369141, 1.585938, 1.707031, 1.449219, 1.832031, 1.910156, 1.847656, 1.384766, 1.119141, 1.507812, 1.730469, 1.273438, 1.496094, 1.957031, 1.996094, 1.046143, 1.886719, 0.991455, 1.511719, 1.683594, 1.574219, 1.217773, 1.75, 1.632812, 1.482422, 1.6875, 1.578125, 1.867188, 1.796875, 1.613281, 1.59375, 1.726562, 1.660156, 1.652344, 1.765625, 1.761719, 1.353516, 1.765625, 1.24707, 1.808594, 1.664062, 1.396484, 1.574219, 1.231445, 1.90625, 1.941406, 1.589844, 1.757812, 1.828125, 1.683594, 1.964844, 1.859375, 1.992188, 1.585938, 1.480469, 1.785156, 1.746094, 0.453125, 1.292969, 1.416016, 1.644531, 1.515625, 1.439453, 1.71875, 1.71875, 1.761719, 1.796875, 1.625, 1.021729, 1.789062, 1.632812, 1.398438, 1.40625, 1.949219, 1.878906, 1.609375, 1.049316, 1.375, 1.365234, 1.566406, 1.753906, 1.9375, 1.878906, 1.482422, 1.07959, 1.648438, 1.652344, 1.636719, 2.148438, 1.753906, 1.902344, 1.46875, 1.917969, 0.996994, 1.636719, 1.6875, 1.691406, 1.570312, 1.753906, 1.75, 1.746094, 1.621094, 1.8125, 1.248047, 1.507812, 1.746094, 1.902344, 1.177734, 1.419922, 1.617188, 0.816406, 0.734375, 1.185547, 0.833008, 1.617188, 1.832031, 1.470703, 1.625, 0.771484, 0.644531, 1.5625, 1.824219, 1.582031, 1.714844, 1.539062, 1.890625, 1.644531, 1.574219, 0.707031, 1.746094, 1.435547, 1.242188, 1.138672, 1.527344, 1.515625, 1.527344, 1.480469, 1.773438, 1.613281, 1.375, 1.828125, 1.523438, 1.96875, 1.761719, 1.421875, 1.78125, 1.632812, 2.109375, 1.640625, 1.172852, 0.667969, 2.007812, 1.703125, 1.609375, 1.691406, 1.636719, 1.738281, 1.550781, 1.921875, 0.558594, 1.289062, 1.229492, 1.890625, 1.742188, 0.780273, 1.761719, 1.652344, 1.621094, 1.566406, 1.742188, 1.388672, 1.410156, 0.915039, 1.574219, 1.494141, 1.601562, 1.003555, 1.71875, 1.859375, 1.539062, 1.886719, 1.679688, 1.328125, 1.431641, 1.820312, 1.933594, 1.279297, 1.796875, 1.800781, 1.298828, 2.007812, 2.171875, 2.179688, 1.609375, 1.710938, 1.574219, 1.507812, 1.679688, 1.75, 1.71875, 0.597656, 1.917969, 1.738281, 1.753906, 1.734375, 0.95752, 1.730469, 1.652344, 0.558594, 1.400391, 0.890137, 1.792969, 0.895508, 1.308594, 1.855469, 1.722656, 1.761719, 1.193359, 1.386719, 1.464844, 1.498047, 0.973389, 1.384766, 1.287109, 1.157227, 1.024902, 1.714844, 1.816406, 1.357422, 1.574219, 1.949219, 1.535156, 1.902344, 1.273438, 1.558594, 1.730469, 0.787109, 1.9375, 1.679688, 1.667969, 0.976318, 1.144531, 1.789062, 2.023438, 1.59375, 1.855469, 1.890625, 1.589844, 1.375, 2.796875, 1.535156, 1.6875, 1.871094, 1.503906, 1.691406, 1.726562, 2.023438, 1.652344, 1.921875, 1.714844, 1.851562, 1.660156, 1.425781, 1.769531, 1.832031, 1.322266, 1.671875, 1.894531, 1.773438, 1.8125, 1.972656, 2.59375, 1.792969, 0.787109, 1.345703, 1.5, 0.991821, 1.722656, 1.332031, 1.65625, 1.589844, 1.730469, 1.773438, 1.589844, 1.703125, 0.948242, 1.3125, 1.582031, 1.490234, 1.710938, 1.644531, 1.100586, 1.738281, 1.6875, 1.886719, 1.78125, 1.816406, 0.878906, 2.015625, 1.917969, 1.359375, 1.730469, 1.648438, 2.046875, 1.558594, 1.785156, 1.773438, 1.703125, 1.777344, 1.851562, 1.820312, 1.046143, 1.722656, 1.773438, 1.835938, 1.890625, 1.695312, 1.241211, 1.96875, 0.845703, 1.644531, 1.792969, 1.423828, 1.726562, 1.753906, 2.085938, 1.550781, 1.261719, 1.613281, 0.810547, 0.513672, 1.285156, 1.640625, 1.792969, 1.059326, 1.507812, 1.660156, 1.757812, 1.097656, 1.609375, 1.503906, 1.554688, 0.807617, 1.621094, 1.660156, 1.373047, 1.769531, 1.367188, 1.388672, 1.976562, 1.644531, 1.019043, 1.738281, 1.238281, 1.539062, 1.792969, 1.800781, 2.070312, 1.449219, 1.492188, 1.925781, 0.927734, 0.887207, 1.644531, 1.746094, 1.644531, 1.177734, 1.769531, 1.769531, 1.714844, 1.414062, 1.738281, 1.466797, 1.972656, 1.925781, 1.675781, 1.371094, 1.800781, 1.707031, 1.917969, 1.710938, 1.671875, 1.773438, 1.886719, 1.617188, 1.671875, 1.769531, 2.109375, 1.386719, 1.761719, 1.566406, 1.695312, 1.8125, 1.539062, 1.539062, 1.636719, 1.574219, 1.882812, 1.283203, 1.496094, 1.02002, 2.101562, 1.503906, 1.679688, 1.263672, 1.636719, 1.601562, 1.84375, 1.15918, 1.796875, 1.052734, 1.644531, 1.361328, 1.441406, 1.302734, 1.761719, 1.111328, 1.933594, 0.787109, 1.582031, 1.292969, 2.046875, 1.542969, 1.5625, 1.820312, 1.804688, 1.640625, 1.320312, 1.554688, 1.691406, 1.808594, 0.907715, 1.769531, 1.458984, 1.515625, 1.761719, 1.726562, 1.726562, 1.609375, 1.179688, 1.554688, 1.726562, 1.476562, 1.388672, 1.789062, 1.84375, 1.535156, 1.484375, 1.699219, 0.828125, 1.84375, 1.722656, 2.0625, 1.382812, 1.373047, 1.100586, 0.854492, 1.796875, 0.792969, 1.294922, 1.435547, 1.652344, 2.054688, 1.949219, 2.53125, 1.613281, 1.384766, 1.875, 0.791992, 1.679688, 1.570312, 1.660156, 3.578125, 1.785156, 1.882812, 0.954346, 1.902344, 1.730469, 1.249023, 0.968262, 1.648438, 1.867188, 1.088867, 1.820312, 1.535156, 1.734375, 1.355469, 1.726562, 1.648438, 0.928223, 1.902344, 1.679688, 1.484375, 1.589844, 1.617188, 1.292969, 1.166016, 1.65625, 1.886719, 1.636719, 1.796875, 1.710938, 1.902344, 1.855469, 1.675781, 1.589844, 1.84375, 1.148438, 1.886719, 1.699219, 1.6875, 1.804688, 1.527344, 1.644531, 1.839844, 1.722656, 0.552734, 1.777344, 1.839844, 1.480469, 1.722656, 1.445312, 1.466797, 1.570312, 1.601562, 1.660156, 2.0, 1.636719, 1.726562, 1.792969, 1.371094, 1.558594, 0.794922, 1.777344, 0.84668, 1.714844, 1.699219, 1.871094, 0.766602, 1.710938, 1.431641, 1.527344, 1.652344, 2.539062, 1.742188, 1.65625, 1.667969, 1.640625, 1.472656, 0.962158, 1.550781, 1.652344, 1.542969, 1.914062, 1.589844, 1.402344, 1.683594, 1.738281, 1.761719, 1.601562, 1.507812, 1.601562, 1.71875, 1.609375, 1.026123, 1.550781, 2.03125, 1.882812, 1.402344, 0.906738, 1.753906, 1.769531, 1.855469, 1.75, 1.738281, 1.617188, 1.601562, 1.46875, 1.062988, 1.652344, 1.703125, 1.679688, 1.929688, 1.566406, 1.566406, 1.921875, 1.984375, 1.789062, 1.542969, 2.125, 1.675781, 1.589844, 1.308594, 1.976562, 1.84375, 1.172852, 1.714844, 1.597656, 1.570312, 1.734375, 1.664062, 1.143555, 1.925781, 1.589844, 1.71875, 0.746094, 1.386719, 1.318359, 1.46875, 1.667969, 1.832031, 1.773438, 0.533203, 1.722656, 1.894531, 0.677734, 1.298828, 1.714844, 1.710938, 1.699219, 1.683594, 1.71875, 1.5, 1.746094, 1.371094, 1.8125, 0.918457, 1.539062, 2.046875, 1.730469, 1.347656, 1.769531, 1.753906, 1.785156, 1.636719, 1.699219, 1.683594, 1.785156, 1.507812, 1.201172, 1.585938, 1.636719, 1.800781, 1.703125, 1.261719, 1.632812, 1.511719, 1.65625, 1.730469, 1.294922, 1.558594, 1.882812, 1.671875, 1.765625, 1.416016, 1.898438, 1.589844, 1.558594, 1.275391, 1.061035, 1.734375, 1.53125, 1.664062, 1.472656, 1.867188, 1.785156, 1.671875, 0.763672, 1.480469, 1.808594, 1.519531, 1.628906, 1.589844, 1.863281, 1.789062, 1.746094, 1.464844, 1.746094, 1.707031, 1.738281, 1.925781, 1.902344, 1.558594, 1.474609, 1.371094, 1.429688, 2.046875, 1.351562, 1.625, 1.808594, 1.275391, 1.609375, 1.625, 1.804688, 1.597656, 1.605469, 1.617188, 1.3125, 1.570312, 1.722656, 1.761719, 1.578125, 1.816406, 1.310547, 1.617188, 1.820312, 1.832031, 1.871094, 2.046875, 1.523438, 1.839844, 1.542969, 1.824219, 1.589844, 1.11084, 1.667969, 1.730469, 1.921875, 2.164062, 1.800781, 1.964844, 1.625, 1.484375, 1.503906, 1.753906, 1.582031, 1.367188, 1.333984, 1.527344, 1.496094, 1.902344, 1.484375, 1.804688, 2.046875, 1.792969, 1.699219, 1.816406, 1.675781, 1.443359, 1.714844, 1.53125, 1.523438, 1.839844, 1.644531, 1.613281, 1.601562, 1.695312, 1.71875, 1.714844, 1.9375, 1.714844, 1.332031, 1.451172, 1.730469, 1.746094, 0.673828, 1.84375, 1.957031, 1.546875, 1.071777, 1.738281, 1.484375, 1.306641, 0.660156, 1.546875, 1.460938, 1.980469, 1.423828, 1.636719, 1.703125, 1.621094, 1.984375, 1.53125, 2.375, 1.621094, 1.10498, 2.03125, 1.933594, 1.030029, 0.705078, 2.085938, 1.96875, 1.804688, 1.130859, 1.667969, 1.421875, 1.722656, 1.867188, 1.652344, 1.474609, 1.671875, 1.566406, 1.482422, 1.773438, 1.894531, 1.964844, 0.871094, 1.141602, 1.707031, 1.738281, 1.585938, 1.316406, 1.632812, 1.878906, 1.398438, 1.062988, 1.773438, 2.015625, 1.542969, 1.839844, 1.527344, 1.449219, 1.527344, 1.664062, 0.658203, 0.703125, 1.613281, 1.597656, 1.558594, 2.148438, 1.435547, 1.867188, 1.068359, 1.746094, 1.044922, 1.140625, 1.851562, 1.945312, 1.726562, 1.683594, 1.847656, 1.933594, 1.091797, 1.835938, 1.511719, 1.361328, 1.6875, 1.765625, 1.582031, 1.515625, 1.419922, 1.835938, 1.992188, 1.613281, 1.539062, 1.542969, 1.396484, 1.632812, 1.601562, 1.867188, 1.863281, 0.865234, 1.691406, 1.734375, 1.578125, 1.761719, 1.204102, 1.761719, 1.898438, 1.683594, 0.931641, 1.128906, 1.453125, 1.84375, 1.921875, 1.851562, 1.898438, 1.332031, 1.523438, 1.554688, 1.960938, 1.9375, 1.451172, 1.051758, 0.794922, 1.636719, 1.796875, 1.9375, 1.746094, 1.451172, 0.535156, 1.851562, 1.949219, 1.566406, 1.761719, 1.038818, 1.996094, 1.765625, 1.710938, 1.519531, 1.609375, 1.455078, 1.453125, 1.277344, 1.699219, 1.617188, 1.707031, 0.911133, 2.03125, 1.046387, 1.326172, 1.648438, 1.910156, 1.925781, 1.601562, 1.421875, 1.601562, 2.085938, 1.648438, 1.800781, 1.863281, 1.613281, 1.765625, 1.761719, 1.457031, 1.439453, 1.855469, 1.800781, 2.179688, 1.84375, 1.308594, 1.492188, 1.722656, 1.523438, 1.617188, 1.773438, 1.738281, 1.138672, 1.445312, 0.697266, 1.761719, 1.451172, 2.015625, 1.492188, 1.675781, 1.632812, 1.886719, 1.746094, 1.519531, 1.929688, 1.667969, 1.972656, 1.515625, 1.882812, 1.246094, 1.558594, 1.291016, 0.783203, 1.722656, 1.851562, 1.972656, 1.871094, 2.03125, 1.400391, 1.453125, 1.664062, 1.173828, 1.355469, 1.707031, 2.023438, 1.78125, 1.515625, 1.882812, 1.333984, 2.078125, 1.910156, 1.683594, 0.974609, 1.386719, 1.996094, 1.726562, 1.777344, 1.335938, 1.699219, 1.433594, 1.394531, 1.679688, 1.84375, 1.644531, 1.22168, 1.59375, 1.652344, 1.589844, 1.996094, 1.859375, 1.761719, 1.507812, 1.458984, 2.085938, 1.90625, 1.128906, 1.059326, 1.699219, 2.070312, 1.925781, 1.519531, 1.75, 0.673828, 1.671875, 1.929688, 1.585938, 1.824219, 1.578125, 1.546875, 1.367188, 0.884766, 1.777344, 1.753906, 2.023438, 1.458984, 2.523438, 1.933594, 1.664062, 1.765625, 1.605469, 1.898438, 2.132812, 1.439453, 1.488281, 1.253906, 1.464844, 1.193359, 0.833984, 1.765625, 1.878906, 1.605469, 1.824219, 2.765625, 1.703125, 1.875, 1.621094, 1.839844, 1.730469, 1.427734, 1.570312, 1.12207, 1.71875, 1.386719, 1.546875, 1.773438, 1.734375, 1.640625, 1.671875, 1.84375, 1.769531, 1.306641, 1.832031, 1.910156, 1.223633, 1.382812, 1.738281, 1.867188, 1.710938, 0.916992, 1.511719, 1.71875, 1.738281, 1.75, 1.361328, 0.950195, 1.605469, 1.652344, 1.380859, 1.722656, 1.546875, 1.496094, 1.570312, 1.664062, 1.472656, 1.660156, 1.984375, 1.683594, 1.582031, 1.851562, 1.855469, 0.754883, 1.585938, 1.730469, 1.804688, 1.714844, 1.824219, 1.855469, 1.408203, 1.198242, 1.746094, 1.941406, 1.714844, 1.582031, 1.277344, 1.523438, 1.820312, 1.445312, 1.609375, 1.515625, 1.804688, 1.578125, 1.765625, 1.380859, 1.777344, 1.648438, 1.597656, 1.886719, 1.484375, 1.710938, 1.785156, 1.423828, 2.054688, 1.193359, 0.78125, 1.695312, 1.412109, 1.648438, 1.796875, 1.648438, 1.503906, 1.539062, 1.710938, 1.398438, 1.761719, 1.792969, 1.953125, 1.765625, 0.788086, 1.589844, 1.890625, 1.9375, 1.480469, 1.859375, 1.664062, 1.820312, 1.851562, 1.265625, 1.808594, 1.664062, 1.601562, 1.828125, 1.480469, 1.664062, 1.691406, 1.292969, 1.498047, 1.753906, 1.863281, 1.632812, 1.863281, 2.125, 1.960938, 1.472656, 1.742188, 1.349609, 1.597656, 1.326172, 0.999881, 1.796875, 1.679688, 1.71875, 0.732422, 1.355469, 1.976562, 1.640625, 1.988281, 1.957031, 1.976562, 1.855469, 1.644531, 1.423828, 1.519531, 0.833008, 1.546875, 0.922363, 1.589844, 1.675781, 1.949219, 1.886719, 1.601562, 0.738281, 1.816406, 1.507812, 1.601562, 1.6875, 1.992188, 1.464844, 2.195312, 1.640625, 1.546875, 1.028564, 1.667969, 1.761719, 1.429688, 1.738281, 1.777344, 1.738281, 1.867188, 1.300781, 1.675781, 1.597656, 1.330078, 1.664062, 1.761719, 1.917969, 1.65625, 1.492188, 1.478516, 1.652344, 1.318359, 1.867188, 1.527344, 1.605469, 0.785156, 1.558594, 1.769531, 1.71875, 1.757812, 1.699219, 1.753906, 1.652344, 1.441406, 1.726562, 1.369141, 1.558594, 1.730469, 1.695312, 0.691406, 1.699219, 1.65625, 1.878906, 1.753906, 1.65625, 1.691406, 2.125, 1.458984, 1.824219, 1.65625, 1.5625, 1.202148, 1.515625, 1.511719, 1.914062, 0.795898, 1.757812, 1.117676, 1.535156, 0.707031, 1.6875, 1.558594, 1.462891, 1.191406, 1.371094, 1.726562, 1.773438, 1.396484, 1.703125, 1.507812, 1.917969, 1.820312, 0.92334, 1.140625, 1.055908, 1.925781, 1.890625, 1.652344, 1.828125, 1.910156, 1.640625, 1.277344, 1.808594, 1.738281, 1.800781, 1.953125, 1.671875, 1.128906, 1.730469, 1.871094, 1.3125, 1.816406, 1.859375, 2.046875, 1.621094, 1.957031, 1.394531, 1.957031, 1.527344, 1.472656, 1.648438, 1.726562, 1.570312, 1.605469, 1.550781, 1.019531, 1.683594, 1.605469, 1.636719, 1.324219, 1.992188, 1.824219, 2.148438, 0.897461, 1.523438, 1.253906, 1.914062, 1.621094, 1.496094, 1.042725, 1.933594, 1.699219, 1.476562, 0.854492, 1.244141, 0.964111, 2.34375, 1.761719, 1.304688, 1.691406, 1.777344, 1.494141, 1.929688, 1.695312, 1.376953, 1.289062, 1.083008, 1.898438, 1.511719, 1.449219, 1.808594, 1.726562, 1.683594, 1.976562, 1.289062, 1.671875, 1.578125, 1.601562, 1.133789, 1.972656, 1.835938, 1.464844, 2.007812, 1.554688, 1.004578, 1.185547, 1.045898, 1.111816, 2.054688, 1.855469, 2.085938, 1.964844, 1.695312, 1.757812, 1.769531, 1.707031, 1.800781, 1.617188, 1.605469, 1.65625, 1.777344, 2.046875, 1.566406, 1.714844, 1.863281, 1.302734, 1.333984, 1.503906, 1.124512, 1.476562, 1.855469, 1.933594, 1.777344, 1.408203, 1.347656, 1.796875, 1.332031, 1.176758, 2.007812, 1.964844, 1.558594, 1.570312, 1.804688, 1.839844, 1.341797, 1.671875, 1.757812, 1.691406, 1.75, 1.558594, 1.126953, 1.828125, 1.527344, 1.112305, 1.589844, 1.574219, 0.980835, 1.628906, 1.396484, 1.933594, 1.769531, 1.675781, 1.789062, 2.0, 1.757812, 1.474609, 1.710938, 1.511719, 1.671875, 1.546875, 1.244141, 1.523438, 1.808594, 1.910156, 1.050293, 1.582031, 1.527344, 1.835938, 1.141602, 1.777344, 1.570312, 1.617188, 1.601562, 1.71875, 1.371094, 1.726562, 1.660156, 1.014221, 1.761719, 1.617188, 0.864258, 1.847656, 1.738281, 2.070312, 1.605469, 1.683594, 1.78125, 0.973633, 1.867188, 2.039062, 1.878906, 1.609375, 1.574219, 1.480469, 1.578125, 0.881836, 1.289062, 1.808594, 1.277344, 1.851562, 1.302734, 1.460938, 1.527344, 1.761719, 1.161133, 1.349609, 1.917969, 0.802734, 1.847656, 1.482422, 1.863281, 1.789062, 0.957764, 1.808594, 1.808594, 1.043213, 1.796875, 2.03125, 1.574219, 1.660156, 1.882812, 1.882812, 0.790039, 1.84375, 1.345703, 1.667969, 1.550781, 1.964844, 1.78125, 1.361328, 1.878906, 1.917969, 1.808594, 1.527344, 0.908203, 1.597656, 1.761719, 1.511719, 1.679688, 2.15625, 1.75, 1.457031, 1.5, 1.859375, 1.369141, 1.933594, 1.625, 1.644531, 1.546875, 1.789062, 0.867188, 1.734375, 1.439453, 1.417969, 1.980469, 1.917969, 1.484375, 1.585938, 1.855469, 1.9375, 0.793945, 1.820312, 1.018677, 1.671875 ] }, "name": "onnx::Mul_8403", "outputIndexes": [ 980 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 979, 980 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_10/Mul_1_output_0", "outputIndexes": [ 981 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 981 ], "outputIndexes": [ 2770 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2770 ], "outputIndexes": [ 2771 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear", "inputIndexes": [ 2771 ], "outputIndexes": [ 2772 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 437945860, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2772 ], "outputIndexes": [ 2773 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2773 ], "outputIndexes": [ 982 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 981 ], "main_type": "NONE", "name": "/Shape_141_output_0", "outputIndexes": [ 983 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 983 ], "main_type": "NONE", "name": "Shape2810", "outputIndexes": [ 984 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 983 ], "main_type": "NONE", "name": "Rank2812", "outputIndexes": [ 985 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 985, 985 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2814", "outputIndexes": [ 986 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 986 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2815", "outputIndexes": [ 987 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 986, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2817", "outputIndexes": [ 988 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 988 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2818", "outputIndexes": [ 989 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 984, 987, 989, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2821", "outputIndexes": [ 990 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 990 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2822", "outputIndexes": [ 991 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 991 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2823", "outputIndexes": [ 992 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 992, 991 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2824", "outputIndexes": [ 993 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 983, 993, 986 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_154_output_0", "outputIndexes": [ 994 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 994, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_321_output_0", "outputIndexes": [ 995 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 995, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_130_output_0", "outputIndexes": [ 996 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 982, 996 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_91_output_0", "outputIndexes": [ 997 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 997, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_80_output_0", "outputIndexes": [ 998 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 997 ], "main_type": "NONE", "name": "/Shape_142_output_0", "outputIndexes": [ 999 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 999 ], "main_type": "NONE", "name": "Shape2831", "outputIndexes": [ 1000 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 999 ], "main_type": "NONE", "name": "Rank2833", "outputIndexes": [ 1001 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1001, 1001 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2835", "outputIndexes": [ 1002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1002 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2836", "outputIndexes": [ 1003 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1002, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2838", "outputIndexes": [ 1004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1004 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2839", "outputIndexes": [ 1005 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1000, 1003, 1005, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2842", "outputIndexes": [ 1006 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1006 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2843", "outputIndexes": [ 1007 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1007 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2844", "outputIndexes": [ 1008 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1008, 1007 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2845", "outputIndexes": [ 1009 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 999, 1009, 1002 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_155_output_0", "outputIndexes": [ 1010 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1010, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_30_output_0", "outputIndexes": [ 1011 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_326_output_0", "outputIndexes": [ 1012 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 997, 1012, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_41_output_0", "outputIndexes": [ 1013 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_20_output_0", "outputIndexes": [ 1014 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 997, 21, 1012, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_40_output_0", "outputIndexes": [ 1015 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1014, 1015 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_133_output_0", "outputIndexes": [ 1016 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1016, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_81_output_0", "outputIndexes": [ 1017 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998, 1017 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_50_output_0", "outputIndexes": [ 1018 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 981 ], "outputIndexes": [ 2774 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2774 ], "outputIndexes": [ 2775 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear", "inputIndexes": [ 2775 ], "outputIndexes": [ 2776 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 440600090, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2776 ], "outputIndexes": [ 2777 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2777 ], "outputIndexes": [ 1019 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 995, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_131_output_0", "outputIndexes": [ 1020 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1019, 1020 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_92_output_0", "outputIndexes": [ 1021 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_82_output_0", "outputIndexes": [ 1022 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021 ], "main_type": "NONE", "name": "/Shape_143_output_0", "outputIndexes": [ 1023 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1023 ], "main_type": "NONE", "name": "Shape2894", "outputIndexes": [ 1024 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1023 ], "main_type": "NONE", "name": "Rank2896", "outputIndexes": [ 1025 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1025, 1025 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2898", "outputIndexes": [ 1026 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1026 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2899", "outputIndexes": [ 1027 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1026, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2901", "outputIndexes": [ 1028 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1028 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2902", "outputIndexes": [ 1029 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 1027, 1029, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2905", "outputIndexes": [ 1030 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1030 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2906", "outputIndexes": [ 1031 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1031 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2907", "outputIndexes": [ 1032 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1032, 1031 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2908", "outputIndexes": [ 1033 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1023, 1033, 1026 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_156_output_0", "outputIndexes": [ 1034 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1034, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_31_output_0", "outputIndexes": [ 1035 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1035, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_328_output_0", "outputIndexes": [ 1036 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021, 1036, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_43_output_0", "outputIndexes": [ 1037 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_21_output_0", "outputIndexes": [ 1038 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021, 21, 1036, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_42_output_0", "outputIndexes": [ 1039 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1038, 1039 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_134_output_0", "outputIndexes": [ 1040 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1040, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_83_output_0", "outputIndexes": [ 1041 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1022, 1041 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_51_output_0", "outputIndexes": [ 1042 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 981 ], "outputIndexes": [ 2778 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2778 ], "outputIndexes": [ 2779 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear", "inputIndexes": [ 2779 ], "outputIndexes": [ 2780 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 441927216, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2780 ], "outputIndexes": [ 2781 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2781 ], "outputIndexes": [ 1043 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1043, 1020 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_93_output_0", "outputIndexes": [ 1044 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1018, 1042, 1044, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_98_output_0", "outputIndexes": [ 1045 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1045 ], "outputIndexes": [ 2782 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2782 ], "outputIndexes": [ 2783 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear", "inputIndexes": [ 2783 ], "outputIndexes": [ 2784 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 443254342, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2784 ], "outputIndexes": [ 2785 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2785 ], "outputIndexes": [ 1046 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1046 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_10/Mul_output_0", "outputIndexes": [ 1047 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.244141, 1.330078, 1.421875, 1.550781, 1.304688, 1.380859, 1.138672, 0.023438, 1.302734, 0.931641, 1.394531, 1.134766, 1.162109, 1.515625, 1.523438, 1.167969, 1.304688, 1.300781, 1.369141, 1.412109, 1.396484, 1.419922, 1.466797, 1.057129, 1.134766, 1.306641, 1.225586, 1.167969, 1.582031, 1.5, 1.006134, 0.816406, 1.255859, 0.25, 1.188477, 1.086914, 1.185547, 1.484375, 0.989258, 1.199219, 1.474609, 1.376953, 1.289062, 0.836914, 0.324219, 1.361328, 1.298828, 1.255859, 1.480469, 0.916504, 1.337891, 0.912598, 1.238281, 0.503906, 1.332031, 1.115723, 1.3125, 1.248047, 1.157227, 0.987122, 0.757812, 1.507812, 1.384766, 1.310547, 1.363281, 1.112305, 0.650391, 1.251953, 1.141602, 1.225586, 1.396484, 1.378906, 1.199219, 1.1875, 1.128906, 1.086914, 0.605469, 0.930176, 0.958984, 0.378906, 1.075684, 0.113281, 1.292969, 0.8125, 1.34375, 1.369141, 1.253906, 0.830078, 0.347656, 1.014282, 1.425781, 1.121582, 1.5, 0.304688, 1.339844, 0.132812, 1.225586, 1.24707, 1.761719, 1.140625, 1.128906, 1.431641, 1.515625, 1.269531, 1.353516, 1.316406, 1.582031, 0.879395, 1.322266, 1.205078, 1.494141, 1.257812, 1.550781, 1.84375, 1.355469, 0.953125, 1.347656, 0.402344, 1.149414, 1.613281, 1.308594, 1.318359, 1.152344, 1.408203, 1.088379, 0.89209, 1.224609, 1.34375, 1.243164, 0.697266, 0.617188, 1.05835, 1.031128, 1.198242, 1.365234, 1.519531, 0.974609, 0.994659, 1.027466, 1.675781, 1.734375, 1.318359, 0.911621, 1.207031, 1.328125, 1.126953, 1.087402, 1.355469, 1.261719, 1.40625, 1.165039, 0.961426, 1.143555, 1.050049, 1.398438, 1.412109, 0.542969, 1.28125, 0.265625, 0.253906, 1.675781, 1.3125, 1.174805, 0.533203, 1.523438, 1.328125, 1.458984, 0.207031, 1.554688, 1.057129, 1.361328, 0.324219, 1.259766, 0.238281, 1.208984, 1.550781, 1.390625, 0.136719, 1.229492, 1.304688, 1.213867, 0.214844, 0.885254, 0.136719, 1.341797, 1.104492, 0.417969, 1.223633, 0.967041, 0.972534, 1.248047, 1.402344, 1.236328, 1.263672, 1.3125, 1.292969, 1.197266, 1.462891, 1.460938, 1.476562, 1.06543, 1.283203, 1.177734, 0.969482, 1.582031, 1.417969, 1.474609, 1.207031, 1.261719, 1.328125, 1.104492, 1.458984, 1.376953, 1.163086, 1.204102, 1.292969, 1.085938, 1.114258, 1.498047, 1.431641, 1.003571, 1.142578, 1.335938, 1.601562, 1.373047, 1.320312, 1.118652, 1.253906, 1.026001, 0.801758, 1.945312, 1.53125, 1.605469, 1.419922, 1.289062, 1.617188, 1.048096, 1.316406, 1.131836, 1.24707, 1.445312, 1.178711, 1.285156, 1.558594, 1.017578, 1.425781, 1.062988, 1.03418, 1.492188, 0.525391, 1.294922, 1.478516, 0.355469, 1.287109, 1.300781, 1.114746, 1.042725, 1.3125, 1.511719, 1.100586, 1.478516, 1.494141, 1.255859, 1.081543, 1.294922, 0.833984, 1.223633, 1.259766, 1.152344, 1.255859, 1.300781, 1.222656, 1.271484, 0.983154, 1.353516, 1.271484, 0.378906, 1.19043, 1.265625, 1.257812, 0.830078, 1.3125, 0.390625, 1.330078, 1.367188, 1.263672, 1.161133, 1.291016, 0.253906, 1.128906, 0.918457, 0.390625, 1.124023, 1.219727, 1.180664, 1.229492, 1.015625, 1.341797, 1.480469, 1.267578, 1.275391, 0.973755, 0.261719, 1.320312, 0.09375, 1.120117, 1.539062, 1.244141, 0.981445, 1.496094, 1.511719, 0.152344, 1.211914, 1.380859, 1.245117, 1.257812, 1.333984, 1.349609, 1.118164, 1.390625, 1.074219, 1.396484, 0.989319, 1.412109, 1.283203, 1.351562, 0.775391, 1.123535, 1.574219, 1.306641, 0.885254, 0.908203, 1.291016, 1.267578, 2.226562, 1.316406, 1.283203, 1.431641, 1.554688, 1.185547, 1.128906, 1.145508, 1.519531, 1.105469, 1.259766, 0.662109, 1.330078, 0.669922, 0.84082, 1.369141, 0.515625, 0.819336, 0.833984, 0.922852, 0.179688, 0.304688, 1.447266, 1.546875, 0.796875, 1.022339, 0.257812, 1.322266, 0.900391, 0.525391, 1.441406, 1.357422, 1.148438, 0.433594, 1.396484, 1.283203, 1.527344, 1.025757, 1.228516, 1.271484, 1.515625, 1.53125, 1.388672, 1.150391, 1.324219, 0.65625, 1.507812, 1.40625, 0.537109, 0.417969, 1.535156, 1.151367, 0.831055, 0.81543, 1.227539, 1.330078, 1.380859, 1.339844, 0.1875, 1.457031, 1.429688, 1.404297, 1.024536, 0.214844, 1.166992, 1.285156, 1.228516, 1.416016, 1.24707, 1.535156, 0.371094, 1.601562, 1.339844, 1.145508, 1.306641, 0.691406, 1.347656, 1.347656, 1.494141, 1.386719, 1.105469, 0.961914, 1.291016, 1.18457, 1.318359, 1.18457, 1.515625, 1.40625, 1.628906, 1.115723, 1.129883, 1.010925, 1.240234, 1.269531, 1.351562, 1.198242, 1.105957, 1.535156, 1.378906, 0.950439, 1.3125, 1.388672, 1.365234, 1.367188, 1.255859, 1.453125, 1.574219, 1.337891, 1.365234, 0.728516, 1.065918, 1.361328, 1.431641, 1.480469, 1.042725, 1.376953, 1.285156, 1.349609, 1.129883, 1.292969, 1.394531, 1.339844, 0.8125, 1.363281, 1.174805, 1.472656, 1.328125, 1.339844, 1.259766, 1.302734, 0.496094, 1.212891, 0.253906, 1.124023, 1.330078, 1.279297, 1.178711, 1.144531, 1.408203, 1.131836, 1.157227, 1.384766, 0.308594, 1.425781, 1.167969, 1.431641, 1.226562, 1.026733, 2.140625, 1.291016, 1.480469, 1.355469, 0.25, 1.198242, 1.089844, 1.4375, 0.946533, 1.304688, 1.431641, 1.316406, 0.803711, 1.227539, 0.167969, 0.40625, 0.650391, 0.21875, 1.330078, 1.349609, 1.347656, 0.623047, 0.402344, 1.198242, 0.768555, 0.956055, 1.300781, 1.316406, 1.326172, 1.337891, 1.137695, 1.199219, 1.09082, 1.431641, 1.007019, 1.369141, 1.332031, 1.035645, 1.384766, 1.133789, 0.332031, 0.34375, 1.386719, 0.402344, 1.339844, 1.05249, 1.05835, 1.414062, 1.196289, 1.053223, 1.122559, 0.296875, 1.304688, 1.585938, 1.255859, 1.21582, 1.474609, 0.273438, 1.519531, 0.945312, 1.451172, 1.365234, 1.503906, 1.201172, 1.275391, 1.320312, 0.603516, 1.494141, 0.585938, 1.496094, 1.597656, 1.15332, 1.174805, 1.259766, 1.259766, 1.474609, 1.090332, 1.306641, 1.443359, 1.052979, 0.973145, 1.357422, 1.359375, 1.439453, 1.542969, 1.566406, 1.216797, 1.361328, 1.554688, 1.384766, 1.441406, 1.196289, 0.097656, 1.476562, 1.208984, 1.112793, 0.402344, 1.300781, 1.695312, 1.511719, 1.480469, 1.251953, 1.734375, 0.997772, 1.613281, 1.306641, 1.108887, 0.746094, 1.4375, 1.141602, 1.298828, 1.416016, 0.937012, 1.059082, 1.257812, 1.488281, 1.220703, 0.898438, 1.210938, 1.443359, 0.902344, 1.205078, 1.378906, 1.251953, 1.164062, 1.351562, 1.578125, 1.016724, 1.378906, 1.261719, 1.730469, 0.689453, 1.048096, 1.355469, 1.244141, 0.908203, 1.151367, 1.412109, 1.306641, 1.214844, 1.141602, 1.25, 1.345703, 0.833008, 1.378906, 1.511719, 1.439453, 1.182617, 1.096191, 1.378906, 1.21582, 1.390625, 1.341797, 1.042969, 1.236328, 1.050781, 1.394531, 0.5625, 1.291016, 1.251953, 0.830078, 0.265625, 1.066895, 0.856445, 1.216797, 1.550781, 1.172852, 0.53125, 0.015625, 0.238281, 1.351562, 1.287109, 1.390625, 1.269531, 1.086426, 1.237305, 1.302734, 1.205078, 1.253906, 1.177734, 1.237305, 0.21875, 1.085449, 1.168945, 1.300781, 1.135742, 1.202148, 1.261719, 1.275391, 1.123047, 1.233398, 1.081055, 1.005676, 1.269531, 1.199219, 1.474609, 0.808594, 1.554688, 1.275391, 0.171875, 1.59375, 1.129883, 1.285156, 1.308594, 0.861328, 1.328125, 1.359375, 1.429688, 1.229492, 1.043701, 1.1875, 1.120117, 1.369141, 1.035156, 1.151367, 1.308594, 1.253906, 1.219727, 2.015625, 1.308594, 1.112305, 1.061523, 1.128906, 1.194336, 1.355469, 0.994019, 1.173828, 1.296875, 1.378906, 1.515625, 1.337891, 1.380859, 1.546875, 1.519531, 1.597656, 0.654297, 1.287109, 1.019043, 1.3125, 1.433594, 1.253906, 1.322266, 0.691406, 0.873047, 0.570312, 1.335938, 1.507812, 1.246094, 0.837891, 1.378906, 1.332031, 1.227539, 1.186523, 1.421875, 1.165039, 1.108887, 1.376953, 1.373047, 1.390625, 1.227539, 1.168945, 1.539062, 1.003418, 0.97937, 1.421875, 0.980957, 1.470703, 1.527344, 1.341797, 1.429688, 1.207031, 1.455078, 1.382812, 1.060303, 1.233398, 0.277344, 1.335938, 1.223633, 1.503906, 1.075684, 1.161133, 1.330078, 1.255859, 0.991333, 1.335938, 1.451172, 1.306641, 1.306641, 1.419922, 1.257812, 0.963867, 1.330078, 1.108887, 1.410156, 1.106445, 1.253906, 1.601562, 0.803711, 1.071777, 1.244141, 0.93457, 1.119629, 2.28125, 1.494141, 1.380859, 0.8125, 0.583984, 1.445312, 1.298828, 1.069336, 0.802734, 1.376953, 0.878906, 1.417969, 1.378906, 0.695312, 1.291016, 1.484375, 0.850586, 1.28125, 1.275391, 1.363281, 0.916016, 0.464844, 1.107422, 1.182617, 0.472656, 1.106934, 1.488281, 1.474609, 0.300781, 1.330078, 0.527344, 1.441406, 1.632812, 1.022339, 0.560547, 1.259766, 1.22168, 1.112305, 1.189453, 1.355469, 1.503906, 1.349609, 1.114258, 1.091797, 1.213867, 1.133789, 1.361328, 1.226562, 1.238281, 1.427734, 1.457031, 0.695312, 1.324219, 1.202148, 0.848633, 1.146484, 0.689453, 1.357422, 1.300781, 1.291016, 1.367188, 1.34375, 1.092285, 1.416016, 1.314453, 1.53125, 0.948975, 1.111328, 1.498047, 1.474609, 0.007812, 0.895996, 0.900391, 1.117676, 1.069336, 0.958984, 1.412109, 1.333984, 1.197266, 1.275391, 1.196289, 0.25, 1.324219, 1.119629, 0.977173, 0.929688, 1.371094, 1.441406, 1.144531, 0.285156, 0.878418, 1.112793, 1.031494, 1.302734, 1.476562, 1.535156, 1.09375, 1.363281, 1.188477, 1.168945, 1.06543, 1.363281, 1.291016, 1.53125, 1.012878, 1.246094, 0.300781, 1.230469, 1.267578, 1.296875, 1.135742, 1.285156, 1.267578, 1.335938, 1.197266, 1.292969, 0.683594, 1.016724, 1.349609, 1.554688, 0.671875, 0.903809, 1.146484, 0.230469, 0.097656, 0.652344, 1.007568, 1.186523, 1.333984, 1.021729, 1.257812, 0.140625, 0.125, 1.092773, 1.470703, 0.904297, 1.265625, 1.0271, 1.451172, 1.417969, 1.124512, 0.226562, 1.478516, 0.949463, 0.950928, 0.605469, 1.217773, 0.986023, 1.057129, 0.998001, 1.378906, 1.141602, 1.083496, 1.292969, 0.9823, 1.349609, 1.251953, 0.900391, 1.251953, 1.632812, 1.494141, 1.246094, 0.542969, 0.183594, 2.398438, 1.249023, 1.185547, 1.351562, 1.213867, 1.275391, 1.081543, 1.457031, 0.089844, 0.992249, 0.71875, 1.341797, 1.316406, 0.226562, 1.316406, 1.208984, 1.404297, 1.149414, 1.302734, 1.108398, 0.825195, 0.25, 1.186523, 0.922363, 1.207031, 0.3125, 1.000755, 1.519531, 1.636719, 1.328125, 1.550781, 0.877441, 0.940674, 1.416016, 1.480469, 0.576172, 1.120605, 1.355469, 0.753906, 1.679688, 0.277344, 1.398438, 1.222656, 1.277344, 1.134766, 1.28125, 1.271484, 1.151367, 1.304688, 0.0, 1.369141, 1.28125, 1.229492, 1.318359, 1.339844, 1.166016, 1.21875, 0.058594, 0.954834, 0.261719, 1.419922, 0.277344, 0.759766, 1.410156, 1.400391, 1.433594, 0.634766, 1.06543, 1.11084, 1.133789, 0.207031, 1.067383, 0.734375, 0.576172, 0.386719, 1.349609, 1.503906, 0.861328, 1.251953, 1.535156, 1.144531, 1.439453, 0.760742, 0.99588, 1.208008, 0.183594, 1.314453, 1.365234, 1.160156, 0.3125, 0.183594, 1.173828, 1.470703, 1.084961, 1.419922, 1.453125, 1.02771, 0.853516, 2.484375, 1.09082, 1.168945, 1.482422, 1.003128, 1.283203, 1.351562, 1.523438, 1.414062, 1.480469, 1.302734, 1.550781, 1.300781, 1.016602, 1.498047, 1.589844, 0.922363, 1.318359, 1.449219, 1.28125, 1.259766, 1.380859, 1.578125, 1.462891, 0.191406, 0.769531, 1.009766, 0.324219, 1.261719, 1.114258, 1.161133, 1.238281, 1.304688, 1.176758, 1.132812, 1.233398, 0.21875, 0.777344, 1.129883, 0.923828, 1.292969, 1.214844, 0.720703, 1.263672, 1.219727, 1.210938, 1.337891, 1.40625, 0.230469, 1.542969, 1.474609, 0.726562, 1.253906, 1.15332, 1.675781, 1.652344, 1.271484, 1.285156, 1.337891, 1.480469, 1.318359, 1.302734, 0.907715, 1.160156, 1.259766, 1.480469, 1.464844, 1.242188, 0.533203, 1.542969, 0.296875, 1.195312, 1.433594, 0.847656, 1.261719, 1.419922, 1.527344, 1.166016, 0.938965, 1.238281, 0.203125, 0.148438, 0.175781, 1.182617, 1.304688, 0.324219, 1.019287, 1.099609, 1.609375, 0.382812, 1.251953, 0.767578, 1.011719, 0.269531, 1.246094, 1.355469, 1.302734, 1.382812, 0.939453, 0.934082, 1.412109, 1.287109, 0.513672, 1.149414, 0.160156, 1.174805, 1.371094, 1.365234, 1.519531, 0.880859, 0.833008, 1.347656, 0.183594, 1.5625, 1.144531, 1.332031, 1.253906, 0.681641, 1.392578, 1.353516, 1.230469, 0.819336, 1.219727, 1.001114, 1.644531, 1.410156, 1.229492, 1.527344, 1.316406, 1.12207, 1.554688, 1.085938, 1.146484, 1.527344, 1.400391, 1.34375, 1.176758, 1.300781, 1.578125, 0.931152, 1.289062, 1.107422, 1.199219, 1.400391, 1.083008, 1.012939, 1.15332, 1.15332, 1.511719, 1.201172, 1.04126, 0.367188, 1.515625, 0.977295, 1.287109, 1.065918, 1.259766, 1.177734, 1.316406, 0.417969, 1.390625, 0.386719, 1.400391, 0.855469, 0.949463, 0.853516, 1.269531, 0.521484, 1.283203, 0.214844, 1.267578, 0.628906, 1.455078, 1.113281, 1.070801, 1.199219, 1.421875, 1.169922, 0.98645, 1.116211, 1.181641, 1.400391, 0.167969, 1.425781, 1.120605, 1.016968, 1.306641, 1.408203, 1.378906, 1.172852, 0.683594, 1.098633, 1.257812, 1.178711, 1.699219, 1.246094, 1.332031, 1.216797, 0.939453, 1.158203, 0.121094, 1.535156, 1.257812, 1.582031, 1.357422, 0.958984, 0.595703, 0.164062, 1.291016, 0.210938, 0.457031, 0.908203, 1.062988, 1.380859, 1.419922, 0.410156, 1.066406, 0.830078, 1.416016, 0.199219, 1.333984, 1.15332, 1.255859, 1.335938, 1.376953, 1.451172, 0.253906, 1.412109, 1.423828, 0.724609, 0.316406, 1.246094, 1.523438, 0.371094, 1.337891, 1.294922, 1.320312, 0.986267, 1.285156, 1.151367, 0.277344, 1.398438, 1.081543, 1.099121, 1.261719, 1.213867, 0.644531, 0.226562, 1.143555, 1.550781, 1.014709, 1.332031, 1.386719, 1.4375, 1.535156, 1.091309, 1.067871, 1.251953, 1.330078, 1.335938, 1.234375, 1.108398, 1.341797, 1.040283, 1.378906, 1.433594, 1.207031, 0.128906, 1.261719, 1.412109, 1.164062, 1.056641, 1.125, 1.034424, 1.115234, 1.277344, 1.298828, 1.378906, 1.210938, 1.275391, 1.308594, 0.758789, 1.174805, 0.238281, 1.322266, 0.292969, 1.433594, 1.332031, 1.482422, 0.230469, 1.453125, 1.013855, 1.028076, 1.277344, 1.486328, 1.275391, 1.130859, 1.40625, 1.095215, 1.202148, 0.421875, 1.188477, 1.376953, 1.570312, 1.5, 1.074219, 1.229492, 1.279297, 1.380859, 1.291016, 1.165039, 1.049072, 1.034668, 1.275391, 1.050537, 0.328125, 1.074219, 1.408203, 1.46875, 1.012024, 0.234375, 1.335938, 1.433594, 1.455078, 1.347656, 1.427734, 1.28125, 1.185547, 1.052246, 0.320312, 1.217773, 1.255859, 1.373047, 1.439453, 1.022949, 1.259766, 1.404297, 1.519531, 1.277344, 1.069824, 1.710938, 1.267578, 1.174805, 0.964111, 1.542969, 1.322266, 0.548828, 2.164062, 1.11377, 1.163086, 1.40625, 1.11084, 0.560547, 1.394531, 1.163086, 1.275391, 0.246094, 0.94751, 0.816406, 1.384766, 1.183594, 1.486328, 1.425781, 0.003906, 1.289062, 1.546875, 0.140625, 0.6875, 1.229492, 1.337891, 1.339844, 1.431641, 1.314453, 1.067871, 1.310547, 0.983032, 1.24707, 0.375, 1.216797, 1.527344, 1.279297, 0.748047, 1.291016, 1.294922, 1.209961, 1.208008, 1.287109, 1.251953, 1.277344, 1.047852, 0.410156, 1.201172, 1.230469, 1.316406, 1.443359, 0.770508, 1.333984, 0.938232, 1.337891, 1.28125, 0.658203, 1.229492, 1.439453, 1.277344, 2.484375, 0.986389, 1.5, 1.171875, 1.233398, 0.603516, 0.210938, 1.233398, 1.271484, 1.179688, 0.930664, 1.480469, 1.259766, 1.214844, 0.222656, 1.121582, 1.380859, 1.075684, 1.228516, 1.239258, 1.455078, 1.318359, 1.306641, 1.001968, 1.353516, 1.041992, 1.337891, 1.40625, 1.386719, 1.337891, 0.945312, 1.030396, 0.891113, 1.447266, 0.897949, 1.298828, 1.302734, 0.613281, 1.277344, 1.166992, 1.376953, 1.07959, 1.273438, 1.339844, 0.740234, 1.11377, 1.316406, 1.574219, 1.416016, 1.402344, 0.691406, 1.083496, 1.347656, 1.248047, 1.316406, 1.597656, 1.009216, 1.382812, 1.135742, 1.257812, 1.113281, 0.464844, 1.269531, 1.222656, 1.472656, 1.820312, 1.378906, 1.404297, 1.230469, 1.05249, 1.189453, 1.233398, 1.125977, 0.966064, 0.642578, 1.009399, 1.082031, 1.369141, 1.097656, 1.396484, 1.376953, 1.332031, 1.251953, 1.363281, 1.255859, 1.470703, 1.318359, 1.12207, 1.181641, 1.400391, 1.166992, 1.208008, 1.269531, 1.244141, 1.412109, 1.265625, 1.742188, 1.554688, 1.074707, 0.921387, 1.241211, 1.261719, 0.019531, 1.322266, 1.585938, 1.176758, 0.457031, 1.320312, 1.140625, 0.613281, 0.222656, 1.142578, 1.064453, 1.652344, 1.011047, 1.209961, 1.21875, 1.231445, 1.515625, 1.11377, 1.621094, 1.195312, 0.550781, 1.519531, 1.269531, 0.363281, 0.183594, 1.582031, 1.300781, 1.435547, 0.550781, 1.232422, 0.855469, 1.145508, 1.341797, 1.246094, 1.121094, 1.365234, 1.104004, 0.968262, 1.263672, 1.423828, 1.263672, 0.28125, 0.580078, 1.172852, 1.228516, 1.10498, 0.831055, 1.162109, 1.400391, 1.045654, 0.535156, 1.431641, 1.439453, 0.975708, 1.427734, 1.217773, 0.910645, 1.146484, 1.292969, 0.023438, 0.148438, 1.201172, 1.15918, 1.052002, 1.605469, 1.059814, 1.332031, 0.339844, 1.174805, 0.378906, 0.496094, 1.386719, 1.613281, 1.238281, 1.217773, 1.359375, 1.472656, 0.375, 1.40625, 1.040283, 0.970459, 1.169922, 1.353516, 1.228516, 1.085938, 0.855469, 1.34375, 1.507812, 1.158203, 1.054932, 0.903809, 0.911133, 1.189453, 2.46875, 1.373047, 1.318359, 0.214844, 1.198242, 1.396484, 1.191406, 1.283203, 1.163086, 1.277344, 1.445312, 1.224609, 1.128906, 0.860352, 1.163086, 1.326172, 1.373047, 1.332031, 1.390625, 1.147461, 1.181641, 1.21875, 1.431641, 1.333984, 1.267578, 0.817383, 0.179688, 1.167969, 1.318359, 1.453125, 1.457031, 1.004608, 0.160156, 1.427734, 1.511719, 1.096191, 1.363281, 0.390625, 1.582031, 1.300781, 1.245117, 1.072754, 1.1875, 1.542969, 1.008789, 0.783203, 1.283203, 1.40625, 1.222656, 0.214844, 1.519531, 0.950928, 0.167969, 1.253906, 1.664062, 1.609375, 1.012207, 0.997009, 1.12793, 1.194336, 1.257812, 1.306641, 1.228516, 1.179688, 1.174805, 1.243164, 1.146484, 1.785156, 1.386719, 1.285156, 1.523438, 1.460938, 0.732422, 1.15625, 1.353516, 0.999321, 1.044678, 1.550781, 1.402344, 0.492188, 1.065918, 0.1875, 1.275391, 1.11377, 1.5625, 1.088867, 1.265625, 1.191406, 1.40625, 1.245117, 0.947021, 1.300781, 1.249023, 1.416016, 1.028687, 1.384766, 0.603516, 1.121094, 0.740234, 0.246094, 1.279297, 1.369141, 1.507812, 1.365234, 1.439453, 0.837891, 1.099609, 1.251953, 0.634766, 0.746094, 1.294922, 1.412109, 1.378906, 1.099609, 1.326172, 0.961426, 1.404297, 1.457031, 1.214844, 0.359375, 1.088867, 1.546875, 1.306641, 1.332031, 0.958984, 1.257812, 1.086914, 1.087402, 1.253906, 1.3125, 1.093262, 0.646484, 1.180664, 1.277344, 1.273438, 1.597656, 1.511719, 1.373047, 1.052002, 0.87207, 1.503906, 1.388672, 0.492188, 0.335938, 1.328125, 1.433594, 1.488281, 1.172852, 1.40625, 0.179688, 1.277344, 1.427734, 1.125977, 1.298828, 1.035645, 1.062256, 0.928711, 0.304688, 1.363281, 1.267578, 1.535156, 1.097656, 1.433594, 1.464844, 1.182617, 1.488281, 1.198242, 1.416016, 1.507812, 1.017456, 1.069336, 0.677734, 1.18457, 0.587891, 0.21875, 1.227539, 1.816406, 1.225586, 1.425781, 1.867188, 1.296875, 1.445312, 1.223633, 1.283203, 1.244141, 0.989258, 1.020508, 0.521484, 1.248047, 0.875488, 1.19043, 1.180664, 1.253906, 1.230469, 1.202148, 1.478516, 1.439453, 0.6875, 1.287109, 1.414062, 0.390625, 0.899902, 1.265625, 1.458984, 0.786133, 0.296875, 1.18457, 1.378906, 1.21582, 1.261719, 1.136719, 0.277344, 1.253906, 1.192383, 0.787109, 1.241211, 1.135742, 1.099121, 1.089844, 1.482422, 1.003738, 1.149414, 1.498047, 1.206055, 1.11377, 1.404297, 1.332031, 0.152344, 1.147461, 1.223633, 1.390625, 1.251953, 1.361328, 1.480469, 0.950928, 0.535156, 1.318359, 1.550781, 1.388672, 1.155273, 0.654297, 1.020996, 1.404297, 1.179688, 1.225586, 1.085938, 1.333984, 1.240234, 1.306641, 0.941162, 1.378906, 1.196289, 1.198242, 1.269531, 1.239258, 1.259766, 1.527344, 1.023926, 1.53125, 0.460938, 0.019531, 1.15332, 0.902344, 1.239258, 1.373047, 1.1875, 1.15332, 0.936523, 1.237305, 0.903809, 1.236328, 1.283203, 1.558594, 1.139648, 0.21875, 1.15918, 1.287109, 1.451172, 1.072754, 1.498047, 1.161133, 1.394531, 1.263672, 0.882324, 1.292969, 1.277344, 1.213867, 1.412109, 1.12207, 1.080078, 1.179688, 0.801758, 0.991272, 1.314453, 1.550781, 1.208008, 1.400391, 1.585938, 1.462891, 0.990295, 1.617188, 0.762695, 1.145508, 0.841797, 0.496094, 1.363281, 1.207031, 1.151367, 0.230469, 0.818359, 1.496094, 1.225586, 1.511719, 1.410156, 1.519531, 1.363281, 1.298828, 1.009094, 1.498047, 0.121094, 1.113281, 1.066895, 1.099121, 1.404297, 1.345703, 1.425781, 1.15918, 0.171875, 1.322266, 1.161133, 1.058594, 1.164062, 1.511719, 1.566406, 1.585938, 1.144531, 1.029785, 0.433594, 1.203125, 1.333984, 0.953125, 1.322266, 1.429688, 1.310547, 1.400391, 0.861328, 1.21875, 0.963379, 1.648438, 1.151367, 1.419922, 1.546875, 1.073242, 1.029419, 1.10498, 1.251953, 1.433594, 1.392578, 1.163086, 1.161133, 0.199219, 1.261719, 1.34375, 1.277344, 1.306641, 1.478516, 1.431641, 1.255859, 1.168945, 1.398438, 0.780273, 1.134766, 1.210938, 1.261719, 0.191406, 1.289062, 1.263672, 1.335938, 1.355469, 1.273438, 1.107422, 1.601562, 1.030396, 1.421875, 1.233398, 1.466797, 0.339844, 1.073242, 1.0354, 1.408203, 0.21875, 1.371094, 0.4375, 1.146484, 0.167969, 1.328125, 0.991516, 1.230469, 0.578125, 0.885254, 1.421875, 1.235352, 0.991455, 1.174805, 1.098145, 1.617188, 1.310547, 0.101562, 0.476562, 0.701172, 1.300781, 1.316406, 1.074219, 1.441406, 1.439453, 1.275391, 0.858398, 1.412109, 1.279297, 1.470703, 1.494141, 1.193359, 0.930176, 1.287109, 1.261719, 0.724609, 1.359375, 1.253906, 1.570312, 1.259766, 1.498047, 0.868164, 1.443359, 1.168945, 1.0271, 1.294922, 1.373047, 1.380859, 1.265625, 1.519531, 0.316406, 1.162109, 1.179688, 1.263672, 0.425781, 1.388672, 1.433594, 1.4375, 0.277344, 1.057861, 0.722656, 1.347656, 1.056885, 0.884766, 0.179688, 1.492188, 1.318359, 1.171875, 0.128906, 0.703125, 0.316406, 2.09375, 1.458984, 0.916016, 1.386719, 1.539062, 1.207031, 1.316406, 1.396484, 1.050293, 0.335938, 0.445312, 1.597656, 0.914062, 0.96936, 1.238281, 1.139648, 1.238281, 1.482422, 0.808594, 1.220703, 1.147461, 1.179688, 0.537109, 1.476562, 1.472656, 1.558594, 1.423828, 1.141602, 0.304688, 1.488281, 0.355469, 1.275391, 1.396484, 1.390625, 1.478516, 1.511719, 1.019775, 1.294922, 1.490234, 1.322266, 1.470703, 1.087891, 1.098145, 1.369141, 1.208984, 1.566406, 1.050781, 1.419922, 1.382812, 0.634766, 0.982544, 1.145508, 0.580078, 1.151367, 1.320312, 1.416016, 1.361328, 0.977905, 1.010498, 1.148438, 1.341797, 0.664062, 1.462891, 1.085449, 1.4375, 1.259766, 1.425781, 1.419922, 0.908691, 1.333984, 1.351562, 1.25, 1.287109, 1.137695, 0.548828, 1.503906, 1.259766, 0.492188, 1.292969, 1.167969, 0.25, 1.166016, 0.823242, 1.347656, 1.242188, 1.219727, 1.353516, 1.589844, 1.240234, 1.048096, 1.269531, 1.066895, 1.102051, 1.144531, 0.619141, 1.088867, 1.492188, 1.429688, 0.367188, 1.053223, 1.18457, 1.357422, 1.376953, 1.273438, 1.322266, 1.135742, 1.145508, 1.224609, 0.981567, 1.320312, 1.294922, 0.242188, 1.400391, 1.253906, 0.265625, 1.292969, 1.306641, 1.722656, 1.120605, 1.200195, 1.232422, 0.421875, 1.394531, 1.542969, 1.427734, 1.246094, 1.191406, 1.001892, 1.049805, 0.277344, 0.541016, 1.267578, 0.844727, 1.384766, 0.758789, 0.984558, 1.178711, 1.271484, 0.335938, 0.903809, 1.503906, 0.183594, 1.410156, 1.026978, 1.488281, 1.400391, 0.289062, 1.435547, 1.263672, 0.390625, 1.466797, 1.550781, 1.151367, 1.369141, 1.425781, 1.523438, 0.265625, 1.523438, 0.801758, 1.232422, 1.188477, 1.392578, 1.486328, 0.790039, 1.376953, 1.363281, 1.402344, 1.023193, 0.269531, 1.314453, 1.355469, 1.124023, 1.174805, 1.511719, 1.308594, 0.997833, 1.018433, 1.419922, 1.09668, 1.40625, 0.905762, 1.734375, 1.507812, 1.279297, 0.214844, 1.34375, 1.008484, 1.171875, 1.429688, 1.4375, 0.950195, 1.077148, 1.447266, 1.361328, 0.292969, 1.183594, 1.165039, 1.129883 ] }, "name": "onnx::Mul_8426", "outputIndexes": [ 1048 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1047, 1048 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_10/Mul_1_output_0", "outputIndexes": [ 1049 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 978, 1049 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_53_output_0", "outputIndexes": [ 1050 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_10/Mul_output_0", "outputIndexes": [ 1051 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.12793, 1.229492, 1.152344, 1.220703, 1.265625, 1.233398, 1.061279, 0.34375, 1.237305, 0.992981, 1.230469, 1.103027, 1.047852, 1.227539, 1.239258, 1.145508, 1.072266, 1.223633, 0.94458, 1.179688, 1.208984, 1.292969, 1.277344, 1.015198, 1.037109, 1.15625, 0.883301, 1.019165, 1.12207, 1.229492, 1.014526, 0.876465, 1.186523, 0.417969, 1.129883, 0.865234, 1.188477, 1.152344, 1.080078, 1.1875, 1.224609, 1.138672, 1.21875, 0.860352, 0.507812, 1.189453, 1.25, 1.166016, 1.054688, 0.928711, 1.119629, 0.677734, 1.100586, 0.390625, 1.117188, 0.959473, 1.100098, 1.195312, 1.08252, 1.029785, 0.803711, 1.114258, 1.208008, 1.067871, 0.861328, 1.115234, 0.707031, 1.157227, 0.99353, 1.144531, 1.179688, 1.222656, 1.112793, 1.175781, 1.083984, 1.138672, 0.660156, 0.938965, 0.900391, 0.496094, 1.117676, 0.328125, 1.101562, 0.861328, 1.144531, 1.035156, 1.165039, 0.880371, 0.541016, 1.064941, 1.097656, 1.129883, 1.244141, 0.511719, 1.183594, 0.324219, 1.114746, 1.210938, 1.182617, 1.129883, 1.005371, 1.174805, 1.238281, 1.135742, 1.214844, 1.226562, 1.175781, 0.889648, 1.241211, 1.182617, 1.115234, 1.094238, 1.234375, 0.736328, 1.143555, 0.890137, 1.249023, 0.410156, 1.132812, 1.173828, 1.210938, 1.088867, 0.80957, 1.198242, 1.000603, 0.762695, 1.096191, 1.214844, 1.083496, 0.691406, 0.722656, 1.117188, 1.10498, 1.180664, 1.1875, 1.177734, 0.997299, 0.730469, 1.099609, 1.219727, 1.035645, 1.097656, 1.013367, 1.160156, 1.223633, 1.044434, 1.044189, 1.269531, 1.178711, 1.291016, 1.201172, 0.994812, 1.149414, 0.722656, 1.223633, 1.196289, 0.681641, 1.170898, 0.484375, 0.421875, 0.480469, 1.189453, 1.003677, 0.679688, 1.238281, 1.198242, 1.22168, 0.414062, 1.128906, 1.090332, 1.194336, 0.511719, 1.063965, 0.476562, 1.198242, 1.195312, 1.086426, 0.359375, 1.151367, 1.166016, 1.198242, 0.394531, 0.856445, 0.347656, 0.986328, 1.178711, 0.65625, 1.170898, 1.073242, 0.922852, 1.188477, 0.911133, 1.058105, 1.120605, 1.191406, 1.069336, 1.214844, 1.21875, 1.229492, 1.150391, 1.081543, 1.191406, 1.134766, 1.054443, 1.208008, 1.205078, 1.09082, 1.18457, 1.135742, 1.160156, 0.970581, 1.214844, 1.157227, 1.097656, 1.145508, 1.163086, 1.003387, 1.10791, 1.165039, 1.183594, 0.92041, 0.853516, 1.223633, 1.228516, 1.151367, 1.118652, 1.11377, 1.15332, 0.976318, 0.982666, 0.550781, 1.271484, 1.132812, 1.202148, 1.151367, 1.213867, 0.788086, 1.148438, 1.101074, 1.171875, 0.816406, 1.195312, 1.249023, 0.950684, 1.176758, 1.167969, 0.991028, 1.024414, 1.21875, 0.666016, 1.214844, 1.199219, 0.53125, 1.253906, 1.168945, 1.151367, 1.043945, 1.210938, 1.10498, 1.149414, 1.233398, 1.237305, 1.191406, 1.099121, 1.175781, 0.916504, 1.191406, 1.185547, 1.091797, 1.130859, 1.223633, 1.181641, 1.158203, 1.034668, 1.241211, 1.120605, 0.582031, 1.071289, 1.181641, 1.185547, 0.832031, 1.167969, 0.46875, 1.144531, 1.066895, 1.224609, 1.020386, 1.124023, 0.433594, 1.121094, 0.942871, 0.472656, 1.084961, 1.182617, 0.998383, 1.125977, 0.990173, 1.135742, 1.202148, 1.237305, 0.96582, 0.986633, 0.378906, 1.120605, 0.304688, 0.99176, 1.170898, 1.029785, 1.074219, 1.166992, 1.238281, 0.355469, 1.166992, 1.162109, 1.061768, 1.112793, 1.010437, 1.234375, 1.135742, 1.207031, 1.068359, 1.120605, 0.981934, 1.261719, 1.151367, 1.074219, 0.860352, 0.991272, 1.15625, 1.166016, 0.902832, 0.779297, 1.157227, 1.139648, 0.390625, 1.193359, 1.11377, 1.251953, 1.185547, 1.205078, 1.150391, 1.167969, 1.237305, 1.106934, 1.097168, 0.754883, 1.191406, 0.630859, 0.973999, 1.182617, 0.484375, 0.936035, 0.591797, 0.940674, 0.34375, 0.509766, 1.223633, 1.239258, 0.789062, 1.008545, 0.433594, 1.164062, 1.031982, 0.640625, 1.112793, 1.216797, 1.115723, 0.488281, 1.199219, 1.166992, 1.217773, 1.008484, 1.135742, 1.148438, 1.261719, 1.202148, 1.206055, 1.128906, 0.985962, 0.660156, 1.271484, 1.214844, 0.677734, 0.541016, 1.300781, 1.029541, 0.943848, 0.736328, 1.194336, 1.229492, 1.183594, 1.277344, 0.390625, 1.198242, 1.237305, 1.160156, 0.981323, 0.429688, 1.146484, 1.203125, 1.183594, 1.166992, 1.15332, 1.237305, 0.511719, 1.181641, 1.197266, 1.089355, 1.249023, 0.541016, 1.176758, 1.271484, 1.130859, 1.167969, 0.794922, 1.07373, 1.142578, 1.09082, 1.205078, 1.080078, 1.246094, 1.163086, 0.966797, 1.120605, 1.067871, 0.874023, 1.175781, 1.120605, 1.166992, 1.073242, 0.96582, 1.22168, 1.223633, 0.834961, 0.582031, 1.169922, 1.207031, 1.191406, 1.145508, 1.146484, 1.212891, 1.113281, 1.149414, 0.876953, 0.576172, 1.167969, 1.191406, 1.209961, 1.030884, 1.135742, 1.167969, 1.223633, 1.077148, 1.090332, 1.172852, 1.158203, 0.712891, 1.198242, 1.152344, 1.164062, 1.205078, 1.144531, 1.134766, 1.220703, 0.609375, 1.148438, 0.398438, 1.083008, 1.154297, 1.194336, 1.105469, 1.135742, 1.255859, 1.144531, 1.178711, 1.166992, 0.464844, 1.081543, 1.19043, 1.199219, 1.09375, 1.119141, 0.996994, 1.167969, 1.232422, 1.207031, 0.410156, 1.143555, 1.009155, 1.21875, 0.915527, 1.05249, 1.199219, 1.170898, 0.839844, 1.208008, 0.34375, 0.445312, 0.790039, 0.398438, 1.202148, 1.121582, 1.132812, 0.804688, 0.382812, 1.10791, 0.800781, 0.738281, 1.102051, 1.306641, 1.213867, 1.151367, 1.136719, 1.001251, 1.120605, 1.233398, 0.829102, 1.246094, 1.269531, 0.922363, 0.981567, 1.03125, 0.560547, 0.496094, 1.198242, 0.607422, 1.225586, 1.166016, 1.052979, 1.279297, 1.062012, 1.089844, 1.207031, 0.417969, 1.230469, 0.691406, 1.191406, 1.25, 1.300781, 0.378906, 0.685547, 0.879395, 0.87793, 1.255859, 1.152344, 1.175781, 1.193359, 1.098145, 0.732422, 1.253906, 0.517578, 1.248047, 1.151367, 1.011536, 0.997482, 0.973999, 1.136719, 0.675781, 1.05127, 1.168945, 1.239258, 0.644531, 0.833008, 1.209961, 1.089355, 1.216797, 1.249023, 0.679688, 0.958496, 1.135742, 1.199219, 1.124512, 1.245117, 1.077637, 0.328125, 1.136719, 1.108398, 1.066895, 0.621094, 1.179688, 1.098145, 1.292969, 1.176758, 1.136719, 1.050293, 1.108398, 0.863281, 1.105469, 0.591797, 0.734375, 1.208008, 1.124512, 0.924805, 0.782227, 0.825195, 1.037842, 1.091309, 1.198242, 1.201172, 0.994629, 1.135742, 1.239258, 0.954102, 1.15625, 1.259766, 1.198242, 1.114258, 1.174805, 1.1875, 1.037109, 1.220703, 1.176758, 1.230469, 0.464844, 1.008972, 1.137695, 1.198242, 0.972046, 1.182617, 1.074219, 1.220703, 1.120117, 1.019409, 1.162109, 1.291016, 0.956055, 1.209961, 1.207031, 1.285156, 0.813477, 1.095703, 1.227539, 1.21582, 1.234375, 1.253906, 1.010254, 1.158203, 1.144531, 1.198242, 0.691406, 1.324219, 1.198242, 0.891602, 0.445312, 1.152344, 0.589844, 1.222656, 1.287109, 0.988098, 0.566406, 0.292969, 0.402344, 1.222656, 1.245117, 1.246094, 1.275391, 1.160156, 1.22168, 1.108398, 0.928223, 1.058594, 1.082031, 1.129883, 0.382812, 0.997711, 1.194336, 1.18457, 1.182617, 1.185547, 1.275391, 1.179688, 0.924316, 1.198242, 1.141602, 0.887695, 1.142578, 1.230469, 1.128906, 0.75, 1.175781, 1.121094, 0.324219, 1.043213, 1.106445, 1.447266, 1.177734, 0.837891, 1.134766, 1.171875, 0.939941, 0.99963, 1.080566, 1.109863, 1.192383, 1.213867, 1.029907, 1.043945, 1.255859, 1.142578, 1.182617, 0.5625, 1.223633, 0.993958, 1.112305, 1.204102, 1.137695, 1.144531, 1.042969, 1.160156, 1.034668, 1.238281, 1.229492, 1.230469, 1.113281, 0.907227, 0.788086, 1.173828, 0.648438, 1.169922, 0.955322, 1.160156, 1.267578, 1.198242, 1.195312, 0.738281, 0.544922, 0.732422, 1.199219, 1.145508, 1.21875, 0.99649, 1.15625, 1.176758, 1.152344, 1.194336, 1.217773, 1.120605, 1.151367, 1.211914, 1.201172, 1.183594, 1.129883, 1.089844, 1.271484, 0.973999, 0.952393, 1.269531, 1.064941, 1.182617, 1.275391, 1.304688, 1.201172, 1.167969, 1.217773, 1.212891, 1.074219, 1.160156, 0.441406, 1.136719, 1.089355, 1.146484, 1.102051, 1.064453, 1.182617, 1.145508, 1.030029, 1.125977, 1.129883, 1.219727, 1.006683, 1.229492, 1.143555, 1.003387, 1.195312, 1.027344, 1.232422, 1.166992, 1.144531, 1.105469, 0.858398, 1.085938, 1.113281, 1.00473, 1.090332, 0.501953, 1.259766, 1.173828, 0.599609, 0.730469, 1.182617, 1.108887, 1.016235, 0.810547, 1.287109, 0.915527, 1.175781, 1.233398, 0.742188, 1.177734, 1.152344, 0.566406, 1.239258, 1.245117, 1.209961, 0.921387, 0.623047, 1.074219, 1.164062, 0.488281, 1.085449, 1.220703, 1.246094, 0.421875, 1.261719, 0.621094, 1.053711, 1.092285, 1.061035, 0.691406, 1.160156, 1.05835, 1.142578, 1.150391, 1.129883, 1.223633, 1.197266, 1.089844, 1.017334, 1.181641, 1.151367, 1.191406, 1.229492, 1.206055, 0.994812, 1.172852, 0.768555, 1.213867, 1.087891, 0.658203, 1.152344, 0.769531, 1.198242, 1.25, 1.214844, 1.230469, 1.225586, 1.200195, 1.191406, 1.166992, 1.211914, 0.975342, 1.07373, 1.094727, 1.176758, 0.253906, 0.937744, 0.864258, 1.129883, 0.985535, 0.710938, 1.228516, 1.228516, 1.136719, 1.248047, 1.125977, 0.390625, 1.200195, 1.025146, 1.100098, 0.558594, 1.169922, 1.242188, 1.119629, 0.460938, 0.966064, 1.010925, 1.095703, 1.160156, 1.194336, 1.232422, 0.868164, 0.861328, 1.11377, 1.224609, 1.03125, 1.213867, 1.155273, 1.265625, 0.974731, 1.089355, 0.488281, 1.162109, 1.176758, 1.139648, 1.039307, 1.161133, 1.205078, 1.213867, 1.097168, 1.166992, 0.821289, 1.057861, 1.175781, 1.214844, 0.707031, 0.993256, 1.131836, 0.429688, 0.324219, 0.768555, 0.787109, 1.139648, 1.212891, 1.136719, 1.197266, 0.382812, 0.332031, 1.141602, 1.25, 0.827148, 1.206055, 1.035889, 1.197266, 1.090332, 0.808594, 0.398438, 1.11377, 1.029297, 0.968018, 0.572266, 1.082031, 1.031738, 0.988464, 1.088867, 1.294922, 1.192383, 1.022339, 1.249023, 0.835938, 1.207031, 1.185547, 0.942627, 1.120605, 1.093262, 1.351562, 1.165039, 0.669922, 0.363281, 0.496094, 1.160156, 1.114746, 1.119629, 1.182617, 1.114746, 1.089355, 1.203125, 0.332031, 0.962646, 0.751953, 1.316406, 1.229492, 0.386719, 1.213867, 1.197266, 1.141602, 1.207031, 1.157227, 0.954102, 0.911133, 0.433594, 1.047607, 0.997894, 1.070312, 0.414062, 1.208008, 1.267578, 1.040527, 1.144531, 0.65625, 1.017456, 1.045898, 1.204102, 1.136719, 0.691406, 1.143555, 1.194336, 0.782227, 0.677734, 0.701172, 0.539062, 1.120605, 1.037109, 1.176758, 1.067383, 1.144531, 1.246094, 1.245117, 0.332031, 1.176758, 1.183594, 1.10498, 1.178711, 0.589844, 1.223633, 1.208008, 0.273438, 1.036377, 0.40625, 1.166992, 0.40625, 0.887695, 1.200195, 1.202148, 1.196289, 0.813477, 0.999641, 0.675781, 1.073242, 0.378906, 1.012146, 0.818359, 0.65625, 0.570312, 1.161133, 1.213867, 0.857422, 0.625, 1.234375, 1.034912, 1.200195, 0.852539, 1.003418, 1.125977, 0.371094, 1.121582, 1.155273, 1.034668, 0.371094, 0.433594, 1.21875, 1.214844, 1.07373, 1.175781, 1.237305, 1.144531, 0.769531, 0.398438, 1.109375, 1.152344, 1.273438, 0.857422, 1.151367, 1.191406, 1.257812, 1.099121, 1.201172, 1.120605, 1.271484, 1.119629, 1.021362, 1.240234, 1.136719, 0.865234, 1.191406, 1.193359, 1.213867, 1.133789, 1.255859, 0.873047, 1.18457, 0.378906, 0.799805, 0.865234, 0.441406, 1.185547, 0.952881, 1.128906, 1.112793, 1.193359, 1.161133, 1.058105, 1.186523, 0.367188, 0.911621, 1.134766, 0.911621, 1.157227, 1.136719, 0.838867, 1.229492, 1.209961, 1.271484, 1.229492, 1.225586, 0.375, 1.279297, 1.255859, 0.8125, 1.197266, 1.08252, 1.176758, 1.059326, 1.222656, 1.176758, 1.169922, 1.223633, 1.210938, 1.177734, 0.707031, 1.118652, 1.188477, 1.24707, 1.200195, 0.979248, 0.492188, 1.086914, 0.46875, 1.145508, 1.223633, 0.827148, 1.202148, 1.210938, 1.222656, 1.09082, 0.880859, 1.049072, 0.355469, 0.367188, 0.351562, 1.198242, 1.229492, 0.480469, 1.121582, 1.10498, 1.144531, 0.501953, 1.07373, 0.724609, 1.089355, 0.457031, 1.175781, 1.158203, 0.817383, 1.239258, 0.957764, 0.93457, 1.269531, 1.151367, 0.433594, 0.787109, 0.40625, 1.104004, 1.135742, 1.172852, 1.255859, 0.833984, 0.511719, 1.208008, 0.414062, 0.797852, 1.152344, 1.174805, 1.108887, 0.707031, 1.196289, 1.152344, 1.129883, 0.88623, 1.176758, 0.990234, 0.75, 1.232422, 1.199219, 0.950195, 1.238281, 1.114746, 1.208008, 0.956055, 1.176758, 1.147461, 1.227539, 1.152344, 1.114746, 1.189453, 1.277344, 0.950195, 1.144531, 1.137695, 1.139648, 1.165039, 1.106445, 0.956299, 1.165039, 0.985352, 1.139648, 0.983765, 1.044922, 0.501953, 1.203125, 0.993713, 1.207031, 0.898926, 1.191406, 1.104492, 1.182617, 0.480469, 1.154297, 0.566406, 1.155273, 1.018677, 1.004578, 0.824219, 1.128906, 0.677734, 1.135742, 0.40625, 1.160156, 0.722656, 1.233398, 1.074219, 1.035156, 1.275391, 1.271484, 1.135742, 1.026978, 1.090332, 1.152344, 1.188477, 0.355469, 1.21875, 1.033203, 1.102051, 1.203125, 1.089355, 1.186523, 1.108887, 0.693359, 1.017944, 1.137695, 1.088379, 0.930664, 1.191406, 1.166016, 1.103027, 1.018677, 1.073242, 0.359375, 1.188477, 1.174805, 1.167969, 0.578125, 0.954102, 0.597656, 0.367188, 1.098145, 0.375, 0.417969, 0.941895, 1.207031, 1.192383, 1.263672, 0.783203, 1.031982, 0.873047, 1.095703, 0.402344, 1.167969, 1.022705, 1.051514, 1.835938, 1.249023, 1.248047, 0.390625, 1.150391, 1.230469, 0.667969, 0.457031, 1.155273, 1.160156, 0.492188, 1.255859, 0.613281, 1.19043, 1.011169, 1.151367, 1.097656, 0.453125, 1.192383, 1.087402, 1.182617, 1.161133, 1.15625, 0.774414, 0.359375, 1.147461, 1.236328, 1.07373, 1.191406, 1.166992, 1.136719, 1.182617, 1.167969, 1.058838, 1.328125, 0.71875, 1.175781, 1.11377, 1.09375, 1.172852, 0.951416, 1.121094, 1.083008, 1.152344, 0.316406, 1.145508, 1.25, 1.12793, 1.083008, 1.014343, 1.001938, 0.996414, 1.15332, 1.041992, 1.141602, 1.197266, 1.206055, 1.154297, 0.662109, 1.009949, 0.429688, 1.146484, 0.472656, 1.051514, 1.174805, 1.166992, 0.386719, 1.064941, 1.019043, 1.11377, 1.245117, 1.609375, 1.165039, 1.133789, 1.136719, 1.131836, 1.075684, 0.521484, 1.047852, 1.150391, 1.010437, 1.314453, 1.109375, 1.031006, 1.208008, 1.194336, 1.166016, 1.101562, 0.873047, 1.054199, 1.09375, 1.138672, 0.558594, 1.066895, 1.099121, 1.237305, 0.987244, 0.414062, 1.178711, 1.194336, 1.199219, 1.158203, 1.145508, 1.145508, 1.060791, 1.104004, 0.417969, 1.207031, 1.151367, 1.075195, 1.186523, 1.121582, 1.119629, 1.198242, 1.259766, 1.225586, 0.96875, 1.271484, 1.141602, 1.158203, 1.089355, 1.222656, 1.176758, 0.689453, 0.9375, 1.062256, 1.105957, 1.181641, 1.155273, 0.736328, 1.198242, 1.12207, 1.129883, 0.375, 0.990662, 0.891602, 0.685547, 1.114258, 1.233398, 1.257812, 0.300781, 1.162109, 1.193359, 0.339844, 0.607422, 1.120117, 1.175781, 1.161133, 1.11377, 1.185547, 1.067871, 1.183594, 1.026001, 1.245117, 0.544922, 1.216797, 1.224609, 1.287109, 0.480469, 1.240234, 1.175781, 1.191406, 1.037598, 1.164062, 1.092773, 1.151367, 0.953613, 0.417969, 1.265625, 1.199219, 1.097168, 1.10498, 0.754883, 1.136719, 0.617188, 1.051025, 1.146484, 0.716797, 1.212891, 1.214844, 1.092285, 0.503906, 0.946289, 1.380859, 1.136719, 1.193359, 0.673828, 0.394531, 1.090332, 1.012146, 1.098633, 0.886719, 1.223633, 1.191406, 1.167969, 0.378906, 1.097656, 1.257812, 1.028198, 1.074219, 1.020142, 1.242188, 1.150391, 1.245117, 0.936523, 1.098633, 1.092285, 1.229492, 1.255859, 1.257812, 0.899902, 0.869141, 0.885742, 0.894531, 1.240234, 1.026855, 0.779297, 1.167969, 0.768555, 1.022339, 1.109863, 1.176758, 1.188477, 1.117188, 1.176758, 0.685547, 1.075195, 1.197266, 1.160156, 1.104492, 1.162109, 0.754883, 1.171875, 1.204102, 1.195312, 1.255859, 1.128906, 0.958496, 1.271484, 1.105469, 1.15332, 1.116211, 0.496094, 1.151367, 1.198242, 1.289062, 0.754883, 1.197266, 1.277344, 1.105957, 1.104492, 1.017944, 1.198242, 1.116211, 0.930176, 0.762695, 1.151367, 1.122559, 1.237305, 1.109375, 1.174805, 1.251953, 1.191406, 1.209961, 1.22168, 1.135742, 1.056152, 1.163086, 0.990112, 0.899414, 1.112793, 1.192383, 1.090332, 1.145508, 1.144531, 1.122559, 1.198242, 0.804688, 1.165039, 1.119141, 0.860352, 1.136719, 1.287109, 0.335938, 1.12793, 1.198242, 1.132812, 0.552734, 1.203125, 1.113281, 0.666016, 0.429688, 0.963135, 1.054688, 1.261719, 1.023193, 1.107422, 1.134766, 1.161133, 1.253906, 1.120605, 0.726562, 1.193359, 0.644531, 1.243164, 1.235352, 0.539062, 0.351562, 1.255859, 1.246094, 1.207031, 0.650391, 1.21875, 0.842773, 1.026611, 1.179688, 1.140625, 1.067383, 1.22168, 1.126953, 0.962891, 1.179688, 1.271484, 1.507812, 0.484375, 0.679688, 1.109375, 1.071289, 1.238281, 0.850586, 1.011292, 1.219727, 0.915527, 0.632812, 1.246094, 1.214844, 1.007141, 1.129883, 1.055664, 0.891113, 1.129883, 1.152344, 0.316406, 0.347656, 1.129883, 1.144531, 1.079102, 1.22168, 1.074219, 1.188477, 0.511719, 1.181641, 0.634766, 0.599609, 1.076172, 1.277344, 1.165039, 1.166992, 1.22168, 1.214844, 0.519531, 1.176758, 0.994995, 0.926758, 1.11377, 1.28125, 1.078613, 1.046143, 0.90625, 1.198242, 1.177734, 1.101074, 0.975708, 0.742188, 1.003708, 1.113281, 0.441406, 1.239258, 1.192383, 0.40625, 1.107422, 1.191406, 0.732422, 1.163086, 0.893066, 1.128906, 1.110352, 1.054443, 0.816406, 0.838867, 1.183594, 1.228516, 1.259766, 1.182617, 1.21875, 1.089844, 1.119141, 0.993958, 1.223633, 1.238281, 1.061035, 0.5625, 0.351562, 1.167969, 1.152344, 1.182617, 1.158203, 1.013, 0.28125, 1.225586, 1.229492, 1.061035, 1.142578, 0.583984, 1.314453, 1.188477, 1.160156, 1.066406, 1.089355, 1.012451, 1.021851, 0.833984, 1.175781, 1.107422, 1.122559, 0.421875, 1.267578, 0.787109, 0.433594, 1.135742, 0.744141, 1.246094, 1.133789, 0.871094, 1.060303, 0.632812, 1.10791, 1.205078, 1.1875, 1.151367, 1.195312, 1.097656, 1.15332, 0.973999, 1.261719, 1.173828, 1.194336, 1.239258, 0.607422, 1.146484, 1.193359, 0.933105, 1.050293, 0.802734, 1.151367, 0.552734, 1.018555, 0.355469, 1.21582, 1.075195, 1.209961, 1.007141, 1.130859, 1.198242, 1.199219, 1.191406, 1.003738, 1.237305, 1.174805, 1.222656, 0.915527, 1.239258, 0.658203, 1.206055, 0.820312, 0.414062, 1.170898, 1.316406, 1.165039, 1.275391, 1.320312, 0.918945, 1.087402, 1.182617, 0.744141, 0.779297, 1.183594, 1.230469, 1.211914, 1.053223, 1.182617, 0.774414, 1.259766, 1.233398, 1.145508, 0.46875, 0.950928, 1.185547, 1.191406, 1.201172, 0.882324, 1.121582, 1.09082, 1.052979, 1.182617, 1.208984, 1.166992, 0.517578, 1.074707, 1.134766, 1.145508, 1.165039, 1.136719, 1.199219, 1.045654, 0.92334, 1.223633, 1.209961, 0.615234, 0.480469, 1.110352, 1.253906, 1.253906, 1.098633, 1.143555, 0.335938, 1.086426, 1.198242, 1.057373, 1.195312, 0.857422, 1.137695, 0.916016, 0.371094, 1.098633, 1.179688, 1.168945, 1.074219, 0.901855, 1.239258, 1.154297, 1.157227, 1.175781, 1.114258, 1.380859, 0.966797, 0.9375, 0.673828, 1.074707, 0.786133, 0.378906, 1.151367, 1.121582, 1.208008, 1.201172, 0.758789, 1.143555, 1.183594, 1.128906, 1.136719, 1.160156, 0.766602, 1.06543, 0.625, 1.21875, 0.751953, 1.076172, 1.1875, 1.15625, 0.956787, 1.208008, 1.092773, 1.239258, 0.84668, 1.259766, 1.199219, 0.46875, 0.892578, 1.195312, 1.230469, 1.141602, 0.453125, 1.080566, 1.05957, 1.058105, 1.11377, 1.091309, 0.421875, 1.111816, 1.155273, 0.708984, 1.158203, 0.952637, 1.009583, 0.993011, 1.109863, 1.059082, 1.137695, 1.261719, 1.213867, 1.174805, 1.238281, 1.195312, 0.367188, 1.166992, 1.105469, 1.182617, 1.208008, 1.198242, 1.222656, 0.982666, 0.675781, 1.087402, 1.235352, 1.200195, 1.067383, 0.654297, 1.065918, 1.012329, 1.07959, 1.060547, 1.054932, 1.199219, 1.084473, 1.144531, 0.947021, 1.175781, 1.09082, 1.135742, 1.204102, 1.114258, 1.09082, 1.082031, 0.907715, 1.279297, 0.587891, 0.296875, 1.154297, 0.842773, 1.182617, 1.261719, 1.160156, 1.098145, 0.870117, 1.213867, 0.900879, 1.07373, 1.198242, 1.239258, 1.179688, 0.386719, 1.105957, 1.189453, 1.249023, 0.948242, 0.941162, 1.15625, 1.18457, 1.15918, 0.94873, 1.192383, 1.175781, 1.217773, 1.230469, 1.11377, 0.797852, 1.161133, 0.800781, 0.938965, 1.152344, 1.199219, 1.181641, 1.217773, 1.314453, 1.196289, 1.129883, 1.174805, 0.834961, 1.15918, 0.844727, 0.576172, 1.271484, 1.034668, 1.238281, 0.449219, 0.779297, 1.255859, 1.182617, 1.253906, 1.244141, 0.91748, 1.199219, 0.973755, 0.816406, 1.02002, 0.363281, 1.062256, 0.802734, 1.089844, 1.214844, 1.244141, 1.1875, 1.065918, 0.363281, 1.182617, 1.095703, 1.097168, 1.139648, 1.209961, 1.080566, 1.193359, 1.112305, 0.925781, 0.636719, 1.109375, 1.213867, 1.028809, 1.129883, 1.19043, 1.053711, 1.15625, 0.92627, 1.183594, 0.942383, 1.031006, 1.166992, 1.222656, 1.219727, 1.151367, 1.011169, 1.142578, 0.959473, 0.87207, 1.175781, 1.067871, 0.910645, 0.375, 1.229492, 1.216797, 1.273438, 1.196289, 1.182617, 1.160156, 1.162109, 1.084473, 1.152344, 0.767578, 1.176758, 1.191406, 1.155273, 0.378906, 1.230469, 1.059082, 1.169922, 1.191406, 1.154297, 1.078125, 1.265625, 1.074707, 1.238281, 1.152344, 1.136719, 0.40625, 1.05957, 0.968506, 1.255859, 0.414062, 1.121094, 0.449219, 1.095215, 0.351562, 1.172852, 0.928711, 0.689453, 0.675781, 1.010498, 1.114258, 1.214844, 1.062988, 1.194336, 1.061523, 1.18457, 1.283203, 0.34375, 0.560547, 0.652344, 1.177734, 1.22168, 1.098633, 1.199219, 1.123047, 1.163086, 0.816406, 1.203125, 1.176758, 1.137695, 1.222656, 1.120117, 0.888672, 1.178711, 1.230469, 0.814453, 1.245117, 1.208008, 1.223633, 1.120605, 1.19043, 0.814453, 1.251953, 1.11377, 1.05127, 1.178711, 1.176758, 1.073242, 1.083496, 1.030518, 0.507812, 1.046875, 1.122559, 1.039062, 0.537109, 1.265625, 1.230469, 1.231445, 0.441406, 1.061768, 0.821289, 1.248047, 1.039551, 0.870117, 0.34375, 1.21875, 1.197266, 1.160156, 0.339844, 0.818359, 0.390625, 0.793945, 1.238281, 0.93457, 1.200195, 1.322266, 1.161133, 1.135742, 1.11377, 0.993988, 0.527344, 0.587891, 1.176758, 1.043457, 1.104004, 1.166992, 1.146484, 1.099609, 1.296875, 0.803711, 1.129883, 1.129883, 1.054932, 0.544922, 1.261719, 1.154297, 1.019653, 1.271484, 1.120117, 0.492188, 0.939697, 0.417969, 0.858398, 1.28125, 1.166992, 1.242188, 1.126953, 1.034424, 1.181641, 1.219727, 1.193359, 1.152344, 1.092285, 1.041748, 1.147461, 1.189453, 1.214844, 1.050293, 0.828125, 1.230469, 0.646484, 0.889648, 0.962646, 0.730469, 1.100586, 1.144531, 1.139648, 1.162109, 1.011169, 1.008301, 1.167969, 1.05835, 0.669922, 1.176758, 1.554688, 0.924316, 1.152344, 1.328125, 1.207031, 0.924805, 1.207031, 1.222656, 1.11377, 1.191406, 1.09375, 0.619141, 1.166992, 1.175781, 0.576172, 1.208984, 1.040039, 0.382812, 1.053711, 0.84082, 1.229492, 1.182617, 1.161133, 1.196289, 1.279297, 1.160156, 1.139648, 1.198242, 1.105469, 1.074707, 1.199219, 0.632812, 1.029907, 1.193359, 1.236328, 0.492188, 1.044434, 1.091309, 1.201172, 0.848633, 1.135742, 1.113281, 0.986816, 0.968506, 0.537109, 0.866211, 1.173828, 1.160156, 0.472656, 1.129883, 1.058594, 0.511719, 1.136719, 1.223633, 1.226562, 1.169922, 1.116699, 1.146484, 0.558594, 1.188477, 1.216797, 1.189453, 1.143555, 0.944336, 1.075684, 1.052002, 0.425781, 0.724609, 1.131836, 0.919434, 1.219727, 0.80957, 1.021484, 1.160156, 1.225586, 0.480469, 0.896484, 1.25, 0.347656, 1.213867, 1.060303, 1.213867, 1.198242, 0.449219, 1.068359, 1.158203, 0.421875, 1.255859, 0.541016, 1.120605, 1.173828, 1.105957, 1.208008, 0.441406, 1.112793, 0.916992, 1.114258, 1.106934, 1.204102, 1.141602, 0.578125, 1.210938, 1.225586, 1.234375, 1.087891, 0.460938, 1.052002, 1.160156, 1.097656, 1.200195, 1.292969, 1.152344, 0.917969, 0.915527, 1.208008, 1.015625, 1.15625, 0.601562, 0.625, 1.125977, 1.208984, 0.390625, 1.259766, 0.911133, 1.135742, 1.292969, 1.248047, 1.009094, 0.833008, 1.181641, 1.168945, 0.46875, 1.227539, 0.787109, 1.125977 ] }, "name": "onnx::Mul_8428", "outputIndexes": [ 1052 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1051, 1052 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_10/Mul_1_output_0", "outputIndexes": [ 1053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1053 ], "outputIndexes": [ 2786 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2786 ], "outputIndexes": [ 2787 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear", "inputIndexes": [ 2787 ], "outputIndexes": [ 2788 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 445908572, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2788 ], "outputIndexes": [ 2789 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2789 ], "outputIndexes": [ 1054 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1054, 1054 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_output_0", "outputIndexes": [ 1055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1054, 1055 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_1_output_0", "outputIndexes": [ 1056 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1056 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_2_output_0", "outputIndexes": [ 1057 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1054, 1057 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Add_output_0", "outputIndexes": [ 1058 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1058 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_3_output_0", "outputIndexes": [ 1059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1059 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_10/Tanh_output_0", "outputIndexes": [ 1060 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1060 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Add_1_output_0", "outputIndexes": [ 1061 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1054, 1061 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_4_output_0", "outputIndexes": [ 1062 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1062 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_5_output_0", "outputIndexes": [ 1063 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1053 ], "outputIndexes": [ 2790 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2790 ], "outputIndexes": [ 2791 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear", "inputIndexes": [ 2791 ], "outputIndexes": [ 2792 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 457852530, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2792 ], "outputIndexes": [ 2793 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2793 ], "outputIndexes": [ 1064 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1063, 1064 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_10/Mul_output_0", "outputIndexes": [ 1065 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1065 ], "outputIndexes": [ 2794 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2794 ], "outputIndexes": [ 2795 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear", "inputIndexes": [ 2795 ], "outputIndexes": [ 2796 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 469796488, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2796 ], "outputIndexes": [ 2797 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2797 ], "outputIndexes": [ 1066 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1066 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_10/Mul_output_0", "outputIndexes": [ 1067 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.496094, 1.535156, 1.570312, 1.695312, 1.550781, 1.535156, 1.400391, 0.296875, 1.507812, 1.271484, 1.683594, 1.455078, 1.386719, 1.597656, 1.644531, 1.398438, 1.5, 1.523438, 1.10791, 1.53125, 1.589844, 1.554688, 1.628906, 1.332031, 1.402344, 1.539062, 1.249023, 1.392578, 1.664062, 1.558594, 1.275391, 1.071289, 1.539062, 0.410156, 1.457031, 1.208984, 1.445312, 1.609375, 1.339844, 1.466797, 1.652344, 1.632812, 1.498047, 1.112305, 0.546875, 1.478516, 1.601562, 1.472656, 1.675781, 1.192383, 1.582031, 0.970581, 1.46875, 0.564453, 1.554688, 1.265625, 1.494141, 1.519531, 1.458984, 1.302734, 1.012329, 1.742188, 1.535156, 1.462891, 1.46875, 1.371094, 0.864258, 1.519531, 1.320312, 1.433594, 1.570312, 1.566406, 1.527344, 1.457031, 1.404297, 1.355469, 0.808594, 1.230469, 1.180664, 0.552734, 1.365234, 0.285156, 1.550781, 1.068848, 1.484375, 1.464844, 1.488281, 1.128906, 0.576172, 1.371094, 1.566406, 1.351562, 1.6875, 0.5, 1.535156, 0.269531, 1.417969, 1.476562, 1.847656, 1.416016, 1.371094, 1.574219, 1.558594, 1.527344, 1.535156, 1.535156, 1.597656, 1.154297, 1.570312, 1.496094, 1.648438, 1.519531, 1.667969, 1.296875, 1.474609, 1.248047, 1.554688, 0.544922, 1.369141, 1.605469, 1.490234, 1.542969, 1.554688, 1.597656, 1.283203, 1.074219, 1.439453, 1.566406, 1.490234, 0.91748, 0.870117, 1.402344, 1.386719, 1.503906, 1.566406, 1.585938, 1.279297, 1.062988, 1.34375, 1.667969, 1.945312, 1.664062, 1.248047, 1.523438, 1.539062, 1.431641, 1.335938, 1.539062, 1.519531, 1.671875, 1.443359, 1.265625, 1.414062, 0.125, 1.597656, 1.574219, 0.77832, 1.570312, 0.472656, 0.429688, 1.511719, 1.621094, 1.365234, 0.775391, 1.535156, 1.558594, 1.636719, 0.410156, 1.617188, 1.359375, 1.480469, 0.496094, 1.527344, 0.449219, 1.445312, 1.773438, 1.546875, 0.285156, 1.480469, 1.558594, 1.488281, 0.378906, 1.092773, 0.300781, 1.640625, 1.429688, 0.650391, 1.490234, 1.273438, 1.237305, 1.503906, 1.71875, 1.447266, 1.443359, 1.613281, 1.441406, 1.554688, 1.652344, 1.628906, 1.59375, 1.382812, 1.494141, 1.431641, 1.267578, 1.648438, 1.585938, 1.710938, 1.451172, 1.511719, 1.511719, 1.367188, 1.675781, 1.546875, 1.439453, 1.419922, 1.542969, 1.314453, 1.425781, 1.710938, 1.601562, 1.242188, 1.275391, 1.546875, 1.625, 1.570312, 1.482422, 1.386719, 1.462891, 1.365234, 1.136719, 1.613281, 1.628906, 1.710938, 1.558594, 1.558594, 1.664062, 1.160156, 1.546875, 1.363281, 1.523438, 1.408203, 1.460938, 1.582031, 1.84375, 1.322266, 1.582031, 1.28125, 1.302734, 1.636719, 0.796875, 1.546875, 1.605469, 0.550781, 1.498047, 1.539062, 1.394531, 1.351562, 1.589844, 1.726562, 1.421875, 1.601562, 1.546875, 1.451172, 1.332031, 1.554688, 1.120117, 1.492188, 1.507812, 1.447266, 1.535156, 1.523438, 1.425781, 1.490234, 1.3125, 1.546875, 1.498047, 0.615234, 1.417969, 1.546875, 1.507812, 1.06543, 1.539062, 0.550781, 1.472656, 1.703125, 1.523438, 1.380859, 1.535156, 0.414062, 1.394531, 1.192383, 0.503906, 1.359375, 1.484375, 1.458984, 1.449219, 1.298828, 1.486328, 1.636719, 1.490234, 1.419922, 1.265625, 0.390625, 1.628906, 0.234375, 1.330078, 1.621094, 1.408203, 1.308594, 1.570312, 1.710938, 0.332031, 1.542969, 1.5625, 1.496094, 1.457031, 1.396484, 1.574219, 1.347656, 1.515625, 1.359375, 1.675781, 1.249023, 1.628906, 1.527344, 1.458984, 1.012329, 1.425781, 1.679688, 1.511719, 1.097168, 1.087402, 1.507812, 1.472656, 6.125, 1.578125, 1.449219, 1.601562, 1.667969, 1.486328, 1.421875, 1.416016, 1.667969, 1.404297, 1.496094, 0.916504, 1.554688, 0.918457, 1.152344, 1.582031, 0.595703, 1.063477, 0.845703, 1.196289, 0.328125, 0.488281, 1.75, 1.601562, 1.061768, 1.296875, 0.449219, 1.554688, 1.245117, 0.724609, 1.605469, 1.523438, 1.412109, 0.599609, 1.554688, 1.427734, 1.65625, 1.283203, 1.435547, 1.488281, 1.679688, 1.648438, 1.601562, 1.435547, 1.425781, 0.859375, 1.660156, 1.65625, 0.754883, 0.611328, 1.652344, 1.345703, 1.141602, 1.003143, 1.451172, 1.570312, 1.601562, 1.511719, 0.367188, 1.5625, 1.640625, 1.585938, 1.261719, 0.394531, 1.431641, 1.496094, 1.490234, 1.554688, 1.447266, 1.710938, 0.578125, 1.65625, 1.589844, 1.451172, 1.566406, 0.764648, 1.570312, 1.542969, 1.558594, 1.546875, 1.166016, 1.279297, 1.507812, 1.421875, 1.484375, 1.373047, 1.613281, 1.566406, 1.890625, 1.402344, 1.416016, 1.142578, 1.613281, 1.519531, 1.539062, 1.447266, 1.464844, 1.707031, 1.558594, 1.152344, 1.142578, 1.542969, 1.621094, 1.550781, 1.449219, 1.601562, 1.648438, 1.507812, 1.574219, 0.996964, 0.869141, 1.585938, 1.617188, 1.742188, 1.322266, 1.550781, 1.527344, 1.539062, 1.425781, 1.482422, 1.585938, 1.527344, 0.982666, 1.585938, 1.458984, 1.660156, 1.566406, 1.566406, 1.527344, 1.5625, 0.707031, 1.474609, 0.429688, 1.351562, 1.601562, 1.511719, 1.441406, 1.402344, 1.675781, 1.410156, 1.455078, 1.570312, 0.488281, 1.640625, 1.449219, 1.597656, 1.464844, 1.369141, 2.28125, 1.554688, 1.59375, 1.507812, 0.417969, 1.488281, 1.341797, 1.589844, 1.188477, 1.482422, 1.527344, 1.554688, 1.08252, 1.527344, 0.332031, 0.537109, 0.944824, 0.382812, 1.628906, 1.527344, 1.494141, 0.892578, 0.568359, 1.441406, 1.011169, 1.051025, 1.589844, 1.574219, 1.539062, 1.566406, 1.470703, 1.380859, 1.416016, 1.570312, 1.208008, 1.585938, 1.566406, 1.253906, 1.447266, 1.351562, 0.523438, 0.535156, 1.554688, 0.605469, 1.570312, 1.373047, 1.347656, 1.550781, 1.412109, 1.337891, 1.445312, 0.421875, 1.550781, 2.09375, 1.53125, 1.302734, 1.621094, 0.40625, 0.869141, 1.131836, 1.425781, 1.554688, 1.730469, 1.484375, 1.550781, 1.488281, 0.842773, 1.6875, 0.615234, 1.59375, 1.6875, 1.386719, 1.328125, 1.386719, 1.515625, 1.246094, 1.34375, 1.515625, 1.574219, 0.89502, 1.234375, 1.597656, 1.470703, 1.664062, 1.648438, 1.265625, 1.333984, 1.550781, 1.683594, 1.578125, 1.589844, 1.359375, 0.265625, 1.628906, 1.478516, 1.371094, 0.626953, 1.527344, 1.917969, 1.597656, 1.632812, 1.490234, 1.847656, 1.304688, 1.953125, 1.453125, 0.991577, 0.963867, 1.574219, 1.412109, 1.392578, 1.464844, 1.267578, 1.291016, 1.498047, 1.605469, 1.519531, 1.222656, 1.558594, 1.648438, 1.200195, 1.53125, 1.621094, 1.507812, 1.431641, 1.5625, 1.652344, 1.259766, 1.546875, 1.474609, 1.65625, 0.760742, 1.375, 1.519531, 1.519531, 1.216797, 1.431641, 1.558594, 1.523438, 1.482422, 1.373047, 1.482422, 1.578125, 1.145508, 1.515625, 1.632812, 1.617188, 1.570312, 1.355469, 1.539062, 1.458984, 1.621094, 1.503906, 1.341797, 1.53125, 1.371094, 1.628906, 0.864258, 1.671875, 1.472656, 1.171875, 0.433594, 1.421875, 0.993469, 1.511719, 1.621094, 1.396484, 0.683594, 0.363281, 0.398438, 1.613281, 1.507812, 1.585938, 1.486328, 1.367188, 1.490234, 1.496094, 1.318359, 1.433594, 1.439453, 1.503906, 0.347656, 1.316406, 1.464844, 1.498047, 1.443359, 1.527344, 1.585938, 1.482422, 1.240234, 1.53125, 1.404297, 1.308594, 1.482422, 1.466797, 1.585938, 1.033936, 1.804688, 1.458984, 0.28125, 1.111328, 1.443359, 1.302734, 1.503906, 1.117676, 1.523438, 1.605469, 1.769531, 1.417969, 1.347656, 1.371094, 1.400391, 1.554688, 1.3125, 1.416016, 1.511719, 1.535156, 1.423828, 1.679688, 1.621094, 1.361328, 1.347656, 1.451172, 1.431641, 1.535156, 1.259766, 1.470703, 1.443359, 1.566406, 1.566406, 1.574219, 1.570312, 1.094238, 1.507812, 1.621094, 0.833984, 1.519531, 1.337891, 1.496094, 1.664062, 1.546875, 1.53125, 0.907715, 0.78125, 0.793945, 1.53125, 1.523438, 1.503906, 1.147461, 1.582031, 1.574219, 1.445312, 1.421875, 1.644531, 1.427734, 1.388672, 1.617188, 1.515625, 1.582031, 1.53125, 1.423828, 1.660156, 1.238281, 1.324219, 1.671875, 1.275391, 1.652344, 1.675781, 1.597656, 1.632812, 1.550781, 1.570312, 1.570312, 1.318359, 1.470703, 0.480469, 1.605469, 1.447266, 1.578125, 1.388672, 1.433594, 1.621094, 1.427734, 1.283203, 1.486328, 1.578125, 1.523438, 1.384766, 1.589844, 1.480469, 1.253906, 1.578125, 1.355469, 1.617188, 1.464844, 1.490234, 1.765625, 1.067383, 1.316406, 1.476562, 1.232422, 1.386719, 1.730469, 1.632812, 1.582031, 0.861328, 0.826172, 1.558594, 1.494141, 1.339844, 1.040771, 1.59375, 1.166992, 1.628906, 1.519531, 0.911133, 1.539062, 1.617188, 0.845703, 1.558594, 1.554688, 1.488281, 1.209961, 0.720703, 1.388672, 1.433594, 0.552734, 1.4375, 1.585938, 1.605469, 0.4375, 1.625, 0.786133, 1.660156, 1.777344, 1.271484, 0.825195, 1.507812, 1.429688, 1.388672, 1.451172, 1.558594, 1.570312, 1.542969, 1.365234, 1.302734, 1.5, 1.455078, 1.621094, 1.558594, 1.482422, 1.683594, 1.640625, 0.938721, 1.570312, 1.386719, 0.925781, 1.453125, 0.94751, 1.498047, 1.414062, 1.515625, 1.53125, 1.632812, 1.314453, 1.570312, 1.503906, 1.648438, 1.251953, 1.402344, 1.640625, 1.628906, 0.011719, 1.217773, 1.118652, 1.382812, 1.304688, 1.090332, 1.628906, 1.542969, 1.507812, 1.46875, 1.427734, 0.378906, 1.5625, 1.40625, 1.285156, 0.845703, 1.558594, 1.59375, 1.369141, 0.464844, 1.171875, 1.457031, 1.314453, 1.613281, 1.585938, 1.667969, 1.237305, 1.632812, 1.412109, 1.470703, 1.318359, 1.601562, 1.503906, 1.582031, 1.294922, 1.443359, 0.46875, 1.464844, 1.474609, 1.5625, 1.34375, 1.496094, 1.527344, 1.609375, 1.445312, 1.554688, 1.00351, 1.341797, 1.582031, 1.683594, 0.911133, 1.229492, 1.431641, 0.398438, 0.253906, 0.922852, 1.376953, 1.396484, 1.585938, 1.392578, 1.585938, 0.34375, 0.320312, 1.357422, 1.613281, 1.114746, 1.539062, 1.318359, 1.566406, 1.574219, 1.209961, 0.414062, 1.632812, 1.261719, 1.306641, 0.78125, 1.466797, 1.257812, 1.367188, 1.273438, 1.679688, 1.449219, 1.341797, 1.539062, 1.151367, 1.566406, 1.558594, 1.207031, 1.484375, 1.726562, 1.714844, 1.511719, 0.78125, 0.351562, 1.878906, 1.494141, 1.414062, 1.589844, 1.478516, 1.5, 1.380859, 1.605469, 0.277344, 1.253906, 0.991333, 1.617188, 1.585938, 0.40625, 1.582031, 1.539062, 1.664062, 1.425781, 1.558594, 1.390625, 1.135742, 0.429688, 1.410156, 1.183594, 1.404297, 0.449219, 1.239258, 1.652344, 1.773438, 1.542969, 1.347656, 1.192383, 1.255859, 1.652344, 1.570312, 0.814453, 1.396484, 1.546875, 0.948975, 1.180664, 0.382812, 0.999793, 1.458984, 1.447266, 1.458984, 1.429688, 1.449219, 1.439453, 1.527344, 0.289062, 1.539062, 1.488281, 1.462891, 1.519531, 1.707031, 1.458984, 1.5625, 0.21875, 1.308594, 0.390625, 1.539062, 0.429688, 1.082031, 1.621094, 1.558594, 1.617188, 0.920898, 1.322266, 1.161133, 1.431641, 0.359375, 1.390625, 0.968994, 0.791992, 0.578125, 1.503906, 1.628906, 1.081055, 1.148438, 1.589844, 1.400391, 1.664062, 1.049072, 1.213867, 1.486328, 0.347656, 1.515625, 1.550781, 1.34375, 0.425781, 0.324219, 1.449219, 1.558594, 1.337891, 1.644531, 1.585938, 1.384766, 1.014832, 1.519531, 1.40625, 1.443359, 1.726562, 1.166016, 1.554688, 1.589844, 1.636719, 1.511719, 1.621094, 1.511719, 1.757812, 1.476562, 1.277344, 1.777344, 1.589844, 1.133789, 1.527344, 1.617188, 1.550781, 1.503906, 1.605469, 1.660156, 1.550781, 0.347656, 1.071777, 1.170898, 0.476562, 1.453125, 1.382812, 1.441406, 1.462891, 1.558594, 1.447266, 1.376953, 1.464844, 0.371094, 1.062256, 1.431641, 1.198242, 1.486328, 1.496094, 1.061768, 1.582031, 1.455078, 1.605469, 1.527344, 1.546875, 0.390625, 1.6875, 1.636719, 0.918945, 1.5625, 1.400391, 1.71875, 1.773438, 1.511719, 1.542969, 1.484375, 1.597656, 1.527344, 1.535156, 1.192383, 1.476562, 1.515625, 1.601562, 1.570312, 1.402344, 0.623047, 1.683594, 0.480469, 1.458984, 1.695312, 1.064941, 1.511719, 1.578125, 1.601562, 1.421875, 1.179688, 1.462891, 0.328125, 0.316406, 0.339844, 1.455078, 1.589844, 0.513672, 1.314453, 1.417969, 1.710938, 0.560547, 1.412109, 0.957031, 1.332031, 0.449219, 1.5, 1.5625, 1.40625, 1.542969, 1.222656, 1.196289, 1.648438, 1.554688, 0.541016, 1.196289, 0.273438, 1.451172, 1.570312, 1.550781, 1.664062, 1.111816, 0.864258, 1.523438, 0.359375, 2.039062, 1.416016, 1.4375, 1.488281, 0.888184, 1.574219, 1.490234, 1.472656, 1.10791, 1.480469, 1.287109, 3.609375, 1.554688, 1.490234, 1.710938, 1.554688, 1.447266, 1.671875, 1.263672, 1.470703, 1.667969, 1.523438, 1.570312, 1.394531, 1.503906, 1.621094, 1.195312, 1.53125, 1.464844, 1.496094, 1.507812, 1.365234, 1.283203, 1.431641, 1.398438, 1.644531, 1.53125, 1.363281, 0.558594, 1.644531, 1.273438, 1.480469, 1.355469, 1.488281, 1.431641, 1.589844, 0.560547, 1.621094, 0.580078, 1.519531, 1.208008, 1.257812, 1.094727, 1.464844, 0.806641, 1.511719, 0.386719, 1.470703, 0.84668, 1.628906, 1.353516, 1.326172, 1.488281, 1.585938, 1.40625, 1.316406, 1.390625, 1.427734, 1.589844, 0.3125, 1.554688, 1.332031, 1.326172, 1.570312, 1.621094, 1.585938, 1.433594, 0.90332, 1.396484, 1.451172, 1.480469, 1.796875, 1.542969, 1.523438, 1.482422, 1.261719, 1.404297, 0.328125, 1.640625, 1.507812, 1.605469, 1.223633, 1.271484, 0.753906, 0.324219, 1.550781, 0.351562, 0.505859, 1.200195, 1.402344, 1.523438, 1.632812, 0.441406, 1.335938, 1.119629, 1.53125, 0.34375, 1.585938, 1.417969, 1.449219, 1.392578, 1.679688, 1.632812, 0.390625, 1.498047, 1.585938, 0.879883, 0.496094, 1.5, 1.664062, 0.548828, 1.589844, 1.091797, 1.539062, 1.265625, 1.503906, 1.378906, 0.464844, 1.570312, 1.376953, 1.447266, 1.554688, 1.486328, 0.867188, 0.339844, 1.417969, 1.765625, 1.279297, 1.535156, 1.578125, 1.617188, 1.6875, 1.427734, 1.345703, 1.339844, 1.675781, 1.546875, 1.507812, 1.412109, 1.486328, 1.259766, 1.480469, 1.550781, 1.433594, 0.273438, 1.511719, 1.597656, 1.474609, 1.34375, 1.355469, 1.326172, 1.328125, 1.466797, 1.460938, 1.59375, 1.496094, 1.474609, 1.535156, 0.891602, 1.416016, 0.414062, 1.554688, 0.472656, 1.542969, 1.511719, 1.722656, 0.390625, 1.652344, 1.318359, 1.294922, 1.535156, 1.804688, 1.515625, 1.400391, 1.589844, 1.396484, 1.427734, 0.623047, 1.394531, 1.570312, 1.808594, 1.625, 1.332031, 1.539062, 1.523438, 1.601562, 1.472656, 1.427734, 1.178711, 1.251953, 1.458984, 1.361328, 0.537109, 1.404297, 1.507812, 1.582031, 1.279297, 0.410156, 1.632812, 1.617188, 1.605469, 1.53125, 1.597656, 1.53125, 1.433594, 1.417969, 0.441406, 1.480469, 1.496094, 1.535156, 1.617188, 1.320312, 1.484375, 1.578125, 1.652344, 1.558594, 1.296875, 1.734375, 1.511719, 1.427734, 1.314453, 1.613281, 1.589844, 0.780273, 2.148438, 1.339844, 1.451172, 1.601562, 1.433594, 0.832031, 1.609375, 1.445312, 1.472656, 0.402344, 1.238281, 1.077148, 1.098633, 1.503906, 1.601562, 1.738281, 0.285156, 1.503906, 1.761719, 0.304688, 0.766602, 1.496094, 1.5, 1.511719, 1.601562, 1.488281, 1.380859, 1.462891, 1.277344, 1.550781, 0.589844, 1.466797, 1.660156, 1.527344, 0.71875, 1.574219, 1.515625, 1.519531, 1.482422, 1.53125, 1.417969, 1.462891, 1.189453, 0.503906, 1.507812, 1.511719, 1.511719, 1.617188, 1.006622, 1.542969, 0.899414, 1.414062, 1.470703, 0.839844, 1.470703, 1.585938, 1.566406, 2.023438, 1.224609, 1.699219, 1.5, 1.478516, 0.790039, 0.355469, 1.466797, 1.503906, 1.414062, 1.172852, 1.617188, 1.523438, 1.5, 0.367188, 1.378906, 1.640625, 1.34375, 1.449219, 1.466797, 1.617188, 1.523438, 1.519531, 1.243164, 1.488281, 1.365234, 1.5, 1.660156, 1.585938, 1.494141, 1.158203, 1.231445, 1.166016, 1.628906, 1.214844, 1.380859, 1.582031, 0.855469, 1.359375, 1.445312, 1.582031, 1.394531, 1.527344, 1.550781, 0.908203, 1.386719, 1.582031, 1.78125, 1.539062, 1.59375, 0.84668, 1.369141, 1.503906, 1.464844, 1.609375, 1.554688, 1.253906, 1.542969, 1.433594, 1.492188, 1.386719, 0.617188, 1.628906, 1.527344, 1.679688, 1.628906, 1.570312, 1.597656, 1.458984, 1.373047, 1.396484, 1.478516, 1.363281, 1.234375, 0.854492, 1.302734, 1.410156, 1.539062, 1.402344, 1.621094, 1.636719, 1.519531, 1.5, 1.648438, 1.431641, 1.804688, 1.449219, 1.332031, 1.332031, 1.527344, 1.453125, 1.421875, 1.621094, 1.431641, 1.542969, 1.503906, 1.470703, 1.664062, 1.408203, 1.166992, 1.457031, 1.480469, 0.28125, 1.515625, 1.6875, 1.435547, 0.675781, 1.490234, 1.423828, 0.818359, 0.421875, 1.333984, 1.349609, 1.613281, 1.347656, 1.425781, 1.515625, 1.466797, 1.648438, 1.382812, 1.462891, 1.457031, 0.795898, 1.632812, 1.582031, 0.550781, 0.34375, 1.648438, 1.59375, 1.625, 0.75293, 1.484375, 1.09082, 1.429688, 1.542969, 1.482422, 1.449219, 1.589844, 1.433594, 1.207031, 1.5, 1.628906, 1.398438, 0.457031, 0.806641, 1.433594, 1.431641, 1.507812, 1.117676, 1.376953, 1.601562, 1.289062, 0.763672, 1.5625, 1.667969, 1.265625, 1.582031, 1.392578, 1.176758, 1.382812, 1.605469, 0.199219, 0.308594, 1.417969, 1.507812, 1.34375, 1.8125, 1.365234, 1.550781, 0.525391, 1.457031, 0.636719, 0.720703, 1.488281, 1.695312, 1.464844, 1.464844, 1.558594, 1.632812, 0.537109, 1.585938, 1.369141, 1.287109, 1.412109, 1.488281, 1.433594, 1.365234, 1.099609, 1.496094, 1.597656, 1.341797, 1.271484, 1.022949, 1.230469, 1.427734, 3.59375, 1.558594, 1.554688, 0.398438, 1.457031, 1.570312, 1.041016, 1.5, 1.458984, 1.566406, 1.582031, 1.470703, 1.369141, 1.211914, 1.398438, 1.613281, 1.5625, 1.566406, 1.570312, 1.433594, 1.472656, 1.359375, 1.628906, 1.601562, 1.554688, 0.853516, 0.308594, 1.447266, 1.582031, 1.617188, 1.621094, 1.294922, 0.273438, 1.660156, 1.597656, 1.339844, 1.554688, 0.595703, 1.585938, 1.585938, 1.519531, 1.427734, 1.425781, 1.777344, 1.316406, 1.050537, 1.539062, 1.628906, 1.474609, 0.386719, 1.648438, 1.222656, 0.308594, 1.519531, 1.232422, 1.613281, 1.314453, 1.227539, 1.410156, 0.832031, 1.470703, 1.519531, 1.480469, 1.464844, 1.447266, 1.472656, 1.416016, 2.109375, 1.601562, 1.515625, 1.65625, 1.613281, 0.833008, 1.435547, 1.527344, 1.265625, 1.300781, 1.363281, 1.527344, 0.626953, 1.298828, 0.34375, 1.523438, 1.417969, 1.78125, 1.34375, 1.480469, 1.486328, 1.585938, 1.482422, 1.206055, 1.597656, 1.503906, 1.597656, 1.244141, 1.527344, 0.833984, 1.412109, 1.002304, 0.421875, 1.53125, 1.484375, 1.625, 1.582031, 1.628906, 1.135742, 1.410156, 1.539062, 0.916504, 0.951904, 1.542969, 1.589844, 1.570312, 1.400391, 1.494141, 1.097656, 1.675781, 1.613281, 1.478516, 0.511719, 1.369141, 1.664062, 1.494141, 1.566406, 1.207031, 1.535156, 1.408203, 1.402344, 1.480469, 1.511719, 1.402344, 0.75, 1.435547, 1.535156, 1.527344, 1.691406, 1.660156, 1.539062, 1.351562, 1.144531, 1.714844, 1.605469, 0.720703, 0.488281, 1.519531, 1.59375, 1.632812, 1.494141, 1.558594, 0.3125, 1.457031, 1.601562, 1.324219, 1.494141, 1.15332, 1.400391, 1.208008, 0.484375, 1.519531, 1.515625, 1.609375, 1.369141, 1.172852, 1.675781, 1.386719, 1.640625, 1.429688, 1.566406, 1.640625, 1.253906, 1.28125, 0.831055, 1.474609, 0.860352, 0.375, 1.453125, 1.816406, 1.527344, 1.636719, 1.277344, 1.445312, 1.617188, 1.539062, 1.511719, 1.511719, 1.160156, 1.287109, 0.767578, 1.439453, 1.043457, 1.394531, 1.480469, 1.507812, 1.433594, 1.523438, 1.566406, 1.632812, 0.963623, 1.470703, 1.617188, 0.529297, 1.21582, 1.490234, 1.730469, 1.195312, 0.480469, 1.412109, 1.554688, 1.429688, 1.458984, 1.412109, 0.441406, 1.5, 1.472656, 0.948486, 1.523438, 1.316406, 1.330078, 1.328125, 1.664062, 1.3125, 1.414062, 1.597656, 1.482422, 1.445312, 1.53125, 1.507812, 0.332031, 1.408203, 1.445312, 1.542969, 1.53125, 1.613281, 1.617188, 1.227539, 0.736328, 1.539062, 1.578125, 1.570312, 1.425781, 0.806641, 1.269531, 1.480469, 1.447266, 1.369141, 1.28125, 1.546875, 1.433594, 1.515625, 1.265625, 1.535156, 1.431641, 1.414062, 1.535156, 1.542969, 1.482422, 1.660156, 1.242188, 1.710938, 0.619141, 0.246094, 1.447266, 1.125977, 1.554688, 1.523438, 1.431641, 1.390625, 1.166992, 1.519531, 1.182617, 1.472656, 1.542969, 1.601562, 1.447266, 0.371094, 1.402344, 1.5625, 1.574219, 1.292969, 1.498047, 1.431641, 1.597656, 1.494141, 1.207031, 1.589844, 1.582031, 1.494141, 1.648438, 1.427734, 1.164062, 1.449219, 1.085449, 1.238281, 1.515625, 1.664062, 1.488281, 1.566406, 1.632812, 1.578125, 1.345703, 1.859375, 1.026978, 1.460938, 1.065918, 0.732422, 1.589844, 1.435547, 1.441406, 0.429688, 1.053711, 1.664062, 1.476562, 1.726562, 1.605469, 1.554688, 1.617188, 1.435547, 1.189453, 1.726562, 0.308594, 1.414062, 1.292969, 1.345703, 1.574219, 1.570312, 1.601562, 1.396484, 0.320312, 1.482422, 1.400391, 1.353516, 1.400391, 1.65625, 1.777344, 1.597656, 1.4375, 1.267578, 0.693359, 1.4375, 1.539062, 1.304688, 1.511719, 1.625, 1.476562, 1.613281, 1.230469, 1.464844, 1.181641, 1.683594, 1.441406, 1.582031, 1.566406, 1.367188, 1.283203, 1.394531, 1.402344, 1.578125, 1.597656, 1.400391, 1.3125, 0.367188, 1.582031, 1.527344, 1.59375, 1.486328, 1.617188, 1.566406, 1.478516, 1.435547, 1.578125, 0.995361, 1.421875, 1.490234, 1.550781, 0.351562, 1.535156, 1.396484, 1.554688, 1.554688, 1.490234, 1.384766, 1.609375, 1.314453, 1.625, 1.451172, 1.625, 0.40625, 1.328125, 1.248047, 1.59375, 0.402344, 1.550781, 0.527344, 1.414062, 0.320312, 1.582031, 1.222656, 1.182617, 0.817383, 1.210938, 1.546875, 1.523438, 1.345703, 1.464844, 1.365234, 1.636719, 1.507812, 0.257812, 0.695312, 0.99231, 1.539062, 1.582031, 1.380859, 1.617188, 1.542969, 1.535156, 1.072266, 1.609375, 1.480469, 1.636719, 1.730469, 1.447266, 1.259766, 1.503906, 1.539062, 0.970581, 1.671875, 1.558594, 1.6875, 1.464844, 1.664062, 1.101074, 1.691406, 1.503906, 1.341797, 1.597656, 1.605469, 1.644531, 1.476562, 1.769531, 0.537109, 1.429688, 1.443359, 1.451172, 0.583984, 1.582031, 1.617188, 1.609375, 0.460938, 1.355469, 0.953857, 1.621094, 1.292969, 1.11377, 0.308594, 1.636719, 1.570312, 1.478516, 0.261719, 0.969238, 0.449219, 1.417969, 1.546875, 1.208984, 1.527344, 1.675781, 1.447266, 1.542969, 1.527344, 1.382812, 0.556641, 0.648438, 1.628906, 1.230469, 1.271484, 1.519531, 1.466797, 1.384766, 1.597656, 1.053223, 1.449219, 1.431641, 1.435547, 0.697266, 1.785156, 1.539062, 1.773438, 1.636719, 1.392578, 0.472656, 1.839844, 0.476562, 1.683594, 1.613281, 1.511719, 1.53125, 1.589844, 1.239258, 1.474609, 1.703125, 1.515625, 1.617188, 1.328125, 1.349609, 1.632812, 1.480469, 1.664062, 1.298828, 1.417969, 1.519531, 0.805664, 1.257812, 1.296875, 0.821289, 1.433594, 1.574219, 1.597656, 1.554688, 1.275391, 1.322266, 1.380859, 1.648438, 0.874023, 1.597656, 1.224609, 1.625, 1.515625, 1.679688, 1.578125, 1.179688, 1.574219, 1.546875, 1.464844, 1.515625, 1.414062, 0.759766, 1.613281, 1.519531, 0.662109, 1.53125, 1.453125, 0.410156, 1.384766, 1.059082, 1.601562, 1.527344, 1.443359, 1.582031, 1.601562, 1.539062, 1.429688, 1.527344, 1.361328, 1.417969, 1.472656, 0.816406, 1.347656, 1.582031, 1.609375, 0.533203, 1.353516, 1.402344, 1.582031, 1.691406, 1.464844, 1.601562, 1.398438, 1.314453, 1.029541, 1.209961, 1.554688, 1.453125, 0.386719, 1.570312, 1.462891, 0.46875, 1.494141, 1.464844, 1.632812, 1.433594, 1.439453, 1.582031, 0.625, 1.574219, 1.632812, 1.652344, 1.523438, 1.361328, 1.318359, 1.333984, 0.441406, 0.772461, 1.585938, 1.178711, 1.632812, 1.004944, 1.245117, 1.443359, 1.464844, 0.484375, 1.148438, 1.664062, 0.320312, 1.644531, 1.320312, 1.59375, 1.539062, 0.449219, 1.546875, 1.462891, 0.394531, 1.609375, 0.984253, 1.394531, 1.628906, 1.554688, 1.664062, 0.449219, 1.621094, 1.090332, 1.507812, 1.474609, 1.585938, 1.664062, 0.75, 1.664062, 1.664062, 1.625, 1.34375, 0.460938, 1.550781, 1.5625, 1.433594, 1.419922, 1.710938, 1.527344, 1.241211, 1.222656, 1.550781, 1.378906, 1.542969, 0.924316, 1.535156, 1.769531, 1.53125, 0.363281, 1.527344, 1.239258, 1.435547, 1.640625, 1.625, 1.28125, 1.191406, 1.570312, 1.546875, 0.496094, 1.429688, 1.511719, 1.371094 ] }, "name": "onnx::Mul_8430", "outputIndexes": [ 1068 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1067, 1068 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_10/Mul_1_output_0", "outputIndexes": [ 1069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050, 1069 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_54_output_0", "outputIndexes": [ 1070 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1070, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_99_output_0", "outputIndexes": [ 1071 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1071 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_11/Mul_output_0", "outputIndexes": [ 1072 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.648438, 1.875, 1.738281, 1.914062, 1.832031, 1.816406, 1.439453, 0.453125, 1.796875, 1.25, 1.910156, 1.601562, 1.613281, 1.878906, 2.0, 1.597656, 1.621094, 1.851562, 0.992249, 1.871094, 1.871094, 2.023438, 1.925781, 1.494141, 1.515625, 1.796875, 1.578125, 1.535156, 1.777344, 1.992188, 1.515625, 1.263672, 1.648438, 0.560547, 1.558594, 1.511719, 1.71875, 1.925781, 1.507812, 1.667969, 1.925781, 1.847656, 1.71875, 1.242188, 0.669922, 1.808594, 1.84375, 1.730469, 1.535156, 1.371094, 1.796875, 1.25, 1.628906, 0.685547, 1.664062, 1.539062, 1.539062, 1.871094, 1.535156, 1.310547, 1.207031, 1.636719, 1.859375, 1.683594, 1.621094, 1.777344, 1.057861, 1.820312, 1.566406, 1.75, 1.917969, 1.894531, 1.546875, 1.6875, 1.664062, 1.65625, 0.962891, 1.310547, 1.291016, 0.707031, 1.59375, 0.410156, 1.476562, 1.199219, 1.785156, 1.789062, 1.746094, 1.259766, 0.710938, 1.345703, 1.878906, 1.730469, 1.964844, 0.636719, 1.765625, 0.429688, 1.851562, 1.761719, 1.910156, 1.617188, 1.498047, 1.78125, 1.925781, 1.773438, 1.945312, 1.707031, 1.777344, 1.251953, 1.910156, 1.710938, 1.851562, 1.757812, 1.945312, 2.632812, 1.800781, 1.238281, 1.859375, 0.658203, 1.671875, 1.941406, 1.847656, 1.792969, 0.844727, 1.804688, 1.408203, 1.263672, 1.582031, 1.855469, 1.65625, 0.989563, 0.998367, 1.443359, 1.542969, 1.808594, 1.796875, 2.046875, 1.335938, 1.427734, 1.447266, 2.054688, 1.621094, 1.427734, 1.322266, 1.746094, 1.800781, 1.482422, 1.527344, 1.941406, 1.6875, 1.992188, 1.621094, 1.400391, 1.589844, 0.874023, 1.996094, 1.738281, 0.949707, 1.726562, 0.636719, 0.548828, 1.515625, 1.945312, 1.5625, 0.947998, 1.867188, 1.609375, 1.871094, 0.511719, 1.90625, 1.472656, 1.585938, 0.708984, 1.554688, 0.628906, 1.652344, 2.046875, 1.738281, 0.517578, 1.589844, 1.777344, 1.804688, 0.503906, 1.355469, 0.521484, 1.380859, 1.753906, 0.844727, 1.726562, 1.435547, 1.275391, 1.738281, 1.230469, 1.539062, 1.625, 1.820312, 1.75, 1.707031, 1.828125, 2.046875, 1.8125, 1.570312, 1.746094, 1.539062, 1.390625, 2.023438, 1.832031, 1.746094, 1.632812, 1.714844, 1.738281, 1.474609, 1.980469, 1.839844, 1.474609, 1.777344, 1.773438, 1.443359, 1.558594, 1.84375, 1.878906, 1.375, 1.351562, 1.820312, 1.925781, 1.785156, 1.789062, 1.566406, 1.71875, 1.304688, 1.225586, 2.25, 1.984375, 1.898438, 1.945312, 1.855469, 1.945312, 1.314453, 1.894531, 1.601562, 1.695312, 1.765625, 1.671875, 1.886719, 1.337891, 1.53125, 1.875, 1.490234, 1.478516, 2.023438, 1.044434, 1.894531, 1.839844, 0.726562, 1.910156, 1.726562, 1.679688, 1.398438, 1.746094, 1.632812, 1.632812, 1.960938, 1.949219, 1.738281, 1.574219, 1.777344, 1.241211, 1.769531, 1.746094, 1.5625, 1.664062, 1.875, 1.742188, 1.761719, 1.451172, 1.933594, 1.703125, 0.766602, 1.660156, 1.761719, 1.660156, 1.230469, 1.773438, 0.695312, 1.828125, 1.431641, 1.773438, 1.355469, 1.507812, 0.59375, 1.652344, 1.261719, 0.796875, 1.570312, 1.738281, 1.539062, 1.585938, 1.332031, 1.746094, 1.910156, 1.726562, 1.648438, 1.359375, 0.595703, 1.707031, 0.429688, 1.519531, 1.917969, 1.636719, 1.339844, 1.921875, 1.917969, 0.460938, 1.617188, 1.648438, 1.683594, 1.648438, 1.820312, 2.039062, 1.609375, 1.988281, 1.585938, 1.605469, 1.3125, 1.960938, 1.851562, 1.660156, 1.234375, 1.451172, 2.007812, 1.792969, 1.308594, 1.197266, 1.722656, 1.761719, 1.050049, 1.886719, 1.652344, 1.878906, 2.007812, 1.640625, 1.589844, 1.640625, 1.902344, 1.519531, 1.59375, 1.043457, 1.847656, 1.003006, 1.236328, 1.851562, 0.983398, 1.287109, 1.243164, 1.263672, 0.464844, 0.722656, 1.933594, 2.007812, 1.113281, 1.447266, 0.605469, 1.777344, 1.408203, 0.84082, 1.699219, 1.9375, 1.582031, 0.732422, 1.972656, 1.691406, 1.949219, 1.496094, 1.671875, 1.65625, 2.070312, 2.007812, 1.875, 1.523438, 1.699219, 1.009644, 2.015625, 2.0, 1.000999, 0.744141, 2.171875, 1.470703, 1.145508, 1.200195, 1.695312, 1.933594, 1.796875, 1.863281, 0.511719, 1.816406, 2.09375, 1.878906, 1.398438, 0.542969, 1.628906, 1.726562, 1.582031, 1.859375, 1.746094, 2.101562, 0.679688, 1.730469, 1.773438, 1.554688, 1.84375, 0.994324, 1.898438, 1.929688, 1.914062, 1.738281, 1.498047, 1.335938, 1.695312, 1.679688, 1.800781, 1.671875, 1.828125, 1.9375, 1.466797, 1.589844, 1.582031, 1.398438, 1.800781, 1.671875, 1.894531, 1.546875, 1.392578, 1.945312, 1.714844, 1.239258, 1.474609, 1.8125, 1.84375, 1.828125, 1.710938, 1.789062, 1.996094, 1.722656, 1.75, 1.160156, 1.449219, 1.800781, 1.777344, 1.964844, 1.417969, 1.601562, 1.882812, 1.941406, 1.632812, 1.667969, 1.835938, 1.761719, 1.191406, 1.914062, 1.730469, 2.0, 1.722656, 1.738281, 1.773438, 1.792969, 0.891113, 1.589844, 0.527344, 1.59375, 1.863281, 1.71875, 1.710938, 1.558594, 2.007812, 1.601562, 1.652344, 1.765625, 0.621094, 1.535156, 1.660156, 1.847656, 1.6875, 1.546875, 1.217773, 1.761719, 1.855469, 1.734375, 0.556641, 1.714844, 1.539062, 1.957031, 1.267578, 1.625, 1.824219, 1.742188, 1.114746, 1.789062, 0.386719, 0.71875, 1.100586, 0.566406, 1.742188, 1.761719, 1.769531, 0.967529, 0.546875, 1.636719, 1.126953, 1.324219, 1.550781, 1.800781, 1.8125, 1.761719, 1.652344, 1.738281, 1.554688, 1.855469, 1.314453, 1.953125, 1.824219, 1.316406, 1.742188, 1.482422, 0.803711, 0.728516, 1.808594, 0.860352, 1.792969, 1.621094, 1.474609, 1.855469, 1.605469, 1.470703, 1.667969, 0.738281, 1.835938, 0.924805, 1.847656, 1.582031, 2.078125, 0.630859, 2.578125, 1.300781, 1.820312, 1.867188, 1.855469, 1.757812, 1.730469, 1.757812, 0.971558, 1.949219, 1.018066, 2.085938, 1.816406, 1.546875, 1.570312, 1.617188, 1.71875, 1.96875, 1.439453, 1.851562, 1.945312, 1.052246, 1.185547, 1.855469, 1.699219, 1.90625, 1.941406, 1.898438, 1.730469, 1.6875, 1.960938, 2.015625, 1.992188, 1.71875, 0.488281, 1.792969, 1.59375, 1.617188, 0.841797, 1.726562, 1.804688, 1.9375, 1.976562, 1.832031, 1.542969, 1.476562, 1.25, 1.703125, 1.511719, 1.122559, 1.824219, 1.597656, 1.679688, 1.414062, 1.261719, 1.326172, 1.671875, 1.988281, 1.726562, 1.363281, 1.65625, 1.984375, 1.239258, 1.695312, 1.804688, 1.730469, 1.601562, 1.828125, 1.941406, 1.400391, 1.816406, 1.839844, 2.078125, 1.002167, 1.4375, 1.882812, 1.730469, 1.414062, 1.699219, 1.804688, 1.867188, 1.699219, 1.445312, 1.683594, 1.847656, 1.291016, 1.824219, 1.84375, 2.046875, 1.027588, 1.558594, 1.835938, 1.789062, 2.0, 1.898438, 1.542969, 1.792969, 1.597656, 1.859375, 0.939209, 2.046875, 1.617188, 1.179688, 0.638672, 1.652344, 0.722656, 1.816406, 2.007812, 1.425781, 0.944092, 0.386719, 0.525391, 1.898438, 1.78125, 1.871094, 1.898438, 1.601562, 1.742188, 1.722656, 1.695312, 1.671875, 1.664062, 1.785156, 0.556641, 1.470703, 1.730469, 1.859375, 1.679688, 1.667969, 1.910156, 1.773438, 1.648438, 1.867188, 1.550781, 1.283203, 1.726562, 1.835938, 1.894531, 1.139648, 1.890625, 1.796875, 0.457031, 1.824219, 1.542969, 1.785156, 1.808594, 1.155273, 1.789062, 1.792969, 1.289062, 1.648438, 1.5, 1.730469, 1.738281, 1.917969, 1.421875, 1.421875, 1.835938, 1.613281, 1.824219, 2.28125, 1.699219, 1.435547, 1.539062, 1.59375, 1.566406, 1.667969, 1.375, 1.648438, 1.546875, 1.90625, 1.945312, 1.808594, 1.824219, 1.835938, 1.984375, 2.007812, 1.000093, 1.808594, 1.285156, 1.8125, 1.917969, 1.859375, 1.777344, 1.132812, 1.186523, 1.034912, 1.835938, 1.9375, 1.769531, 1.265625, 1.742188, 1.789062, 1.675781, 1.734375, 1.863281, 1.664062, 1.585938, 1.886719, 1.839844, 1.886719, 1.691406, 1.566406, 2.078125, 1.417969, 1.285156, 2.101562, 1.416016, 1.847656, 2.015625, 1.980469, 1.898438, 1.660156, 1.886719, 1.878906, 1.566406, 1.761719, 0.576172, 1.902344, 1.570312, 1.820312, 1.554688, 1.636719, 1.792969, 1.683594, 1.419922, 1.664062, 1.925781, 1.773438, 1.667969, 1.929688, 1.746094, 1.351562, 1.933594, 1.546875, 1.90625, 1.667969, 1.632812, 1.691406, 1.110352, 1.476562, 1.621094, 1.367188, 1.566406, 2.492188, 2.085938, 1.808594, 1.24707, 1.057129, 1.902344, 1.691406, 1.460938, 1.285156, 2.015625, 1.365234, 1.914062, 1.890625, 1.134766, 1.632812, 1.796875, 1.414062, 1.898438, 1.910156, 1.835938, 1.277344, 0.776367, 1.523438, 1.609375, 0.937012, 1.550781, 1.953125, 2.015625, 0.677734, 1.867188, 0.804688, 1.523438, 1.6875, 1.486328, 1.008972, 1.871094, 1.601562, 1.558594, 1.65625, 1.582031, 1.902344, 1.746094, 1.617188, 1.574219, 1.753906, 1.652344, 1.789062, 1.800781, 1.789062, 1.384766, 1.753906, 1.058838, 1.824219, 1.652344, 1.333984, 1.617188, 1.08252, 1.902344, 1.835938, 1.605469, 1.765625, 1.984375, 1.746094, 1.921875, 1.777344, 2.03125, 1.535156, 1.605469, 1.800781, 1.835938, 0.3125, 1.235352, 1.324219, 1.554688, 1.460938, 1.277344, 1.910156, 1.785156, 1.71875, 1.910156, 1.554688, 0.628906, 1.796875, 1.507812, 1.476562, 1.28125, 1.835938, 1.898438, 1.621094, 0.65625, 1.291016, 1.345703, 1.585938, 1.828125, 1.878906, 1.941406, 1.419922, 1.136719, 1.640625, 1.691406, 1.542969, 1.855469, 1.722656, 1.941406, 1.4375, 1.820312, 0.708984, 1.675781, 1.695312, 1.6875, 1.585938, 1.738281, 1.695312, 1.828125, 1.585938, 1.824219, 1.139648, 1.490234, 1.742188, 2.007812, 0.959717, 1.371094, 1.578125, 0.576172, 0.453125, 1.05542, 0.84668, 1.648438, 1.933594, 1.519531, 1.667969, 0.484375, 0.429688, 1.570312, 1.890625, 1.320312, 1.777344, 1.550781, 1.835938, 1.738281, 1.507812, 0.515625, 1.835938, 1.339844, 1.237305, 0.907227, 1.574219, 1.435547, 1.4375, 1.496094, 2.0625, 1.699219, 1.417969, 1.8125, 1.433594, 1.847656, 1.753906, 1.3125, 1.878906, 1.742188, 2.140625, 1.707031, 0.988159, 0.453125, 2.390625, 1.738281, 1.5625, 1.667969, 1.679688, 1.691406, 1.574219, 1.855469, 0.386719, 1.320312, 1.041016, 2.039062, 1.933594, 0.517578, 1.753906, 1.808594, 1.757812, 1.628906, 1.769531, 1.304688, 1.273438, 0.59375, 1.466797, 1.474609, 1.566406, 0.611328, 1.6875, 2.046875, 1.597656, 1.941406, 1.855469, 1.310547, 1.400391, 1.886719, 1.9375, 1.011902, 1.746094, 1.792969, 1.182617, 1.859375, 1.507812, 1.949219, 1.515625, 1.683594, 1.589844, 1.421875, 1.691406, 1.886719, 1.875, 0.417969, 1.949219, 1.714844, 1.8125, 1.777344, 0.855469, 1.765625, 1.707031, 0.382812, 1.398438, 0.623047, 1.855469, 0.585938, 1.161133, 1.855469, 1.746094, 1.832031, 1.021851, 1.412109, 1.386719, 1.523438, 0.525391, 1.425781, 1.126953, 0.916992, 0.788086, 1.78125, 1.828125, 1.211914, 1.460938, 2.054688, 1.511719, 1.847656, 1.19043, 1.460938, 1.644531, 0.496094, 1.851562, 1.679688, 1.6875, 0.601562, 0.697266, 1.777344, 1.878906, 1.523438, 1.886719, 2.039062, 1.597656, 1.207031, 2.703125, 1.5625, 1.582031, 2.054688, 1.453125, 1.847656, 1.855469, 2.109375, 1.710938, 1.925781, 1.683594, 1.867188, 1.683594, 1.414062, 2.015625, 1.96875, 1.243164, 1.742188, 1.890625, 1.789062, 1.792969, 1.917969, 2.570312, 1.800781, 0.529297, 1.191406, 1.363281, 0.654297, 1.707031, 1.267578, 1.65625, 1.609375, 1.773438, 1.6875, 1.585938, 1.746094, 0.537109, 1.24707, 1.609375, 1.388672, 1.722656, 1.695312, 1.045166, 1.886719, 1.699219, 2.0625, 1.851562, 1.941406, 0.496094, 1.9375, 1.921875, 1.246094, 1.839844, 1.675781, 1.957031, 1.601562, 1.734375, 1.832031, 1.6875, 1.886719, 1.777344, 1.75, 0.899902, 1.683594, 1.769531, 1.90625, 1.9375, 1.617188, 0.991333, 1.921875, 0.605469, 1.632812, 1.871094, 1.310547, 1.792969, 1.777344, 2.132812, 1.589844, 1.232422, 1.609375, 0.550781, 0.449219, 0.488281, 1.664062, 1.871094, 0.764648, 1.486328, 1.640625, 1.742188, 0.786133, 1.632812, 1.231445, 1.523438, 0.595703, 1.761719, 1.722656, 1.314453, 1.882812, 1.326172, 1.351562, 2.015625, 1.628906, 0.764648, 1.472656, 0.652344, 1.597656, 1.761719, 1.835938, 2.046875, 1.298828, 1.261719, 1.804688, 0.544922, 0.95874, 1.582031, 1.726562, 1.644531, 0.950684, 1.925781, 1.828125, 1.695312, 1.271484, 1.648438, 1.449219, 1.582031, 2.015625, 1.726562, 1.457031, 1.800781, 1.625, 1.96875, 1.605469, 1.625, 1.847656, 1.902344, 1.691406, 1.667969, 1.878906, 1.996094, 1.28125, 1.769531, 1.632812, 1.683594, 1.777344, 1.574219, 1.402344, 1.714844, 1.53125, 1.863281, 1.345703, 1.527344, 0.699219, 2.078125, 1.402344, 1.714844, 1.192383, 1.757812, 1.554688, 1.917969, 0.813477, 1.789062, 0.818359, 1.703125, 1.28125, 1.386719, 1.212891, 1.738281, 0.893066, 1.839844, 0.527344, 1.652344, 1.00592, 2.0, 1.441406, 1.523438, 1.824219, 1.9375, 1.675781, 1.291016, 1.503906, 1.699219, 1.910156, 0.5625, 1.84375, 1.433594, 1.554688, 1.851562, 1.804688, 1.835938, 1.542969, 1.047852, 1.550781, 1.648438, 1.53125, 1.443359, 1.769531, 1.757812, 1.59375, 1.416016, 1.597656, 0.542969, 1.839844, 1.792969, 2.117188, 1.472656, 1.28125, 0.88916, 0.537109, 1.855469, 0.5625, 0.838867, 1.345703, 1.679688, 1.949219, 1.988281, 1.816406, 1.566406, 1.265625, 1.765625, 0.5, 1.773438, 1.574219, 1.578125, 3.0, 1.980469, 2.070312, 0.558594, 1.800781, 1.914062, 1.109375, 0.6875, 1.671875, 2.0, 0.707031, 1.890625, 1.353516, 1.777344, 1.394531, 1.6875, 1.707031, 0.605469, 1.757812, 1.632812, 1.609375, 1.625, 1.699219, 1.068359, 0.585938, 1.734375, 2.039062, 1.566406, 1.867188, 1.78125, 1.9375, 1.828125, 1.691406, 1.511719, 1.839844, 1.119629, 1.855469, 1.730469, 1.636719, 1.730469, 1.503906, 1.6875, 1.78125, 1.75, 0.390625, 1.695312, 1.894531, 1.462891, 1.570312, 1.496094, 1.550781, 1.511719, 1.691406, 1.585938, 1.84375, 1.679688, 1.828125, 1.816406, 1.092285, 1.539062, 0.552734, 1.902344, 0.648438, 1.726562, 1.761719, 1.789062, 0.496094, 1.742188, 1.439453, 1.470703, 1.757812, 2.5625, 1.734375, 1.605469, 1.796875, 1.671875, 1.527344, 0.758789, 1.519531, 1.761719, 1.539062, 1.984375, 1.609375, 1.464844, 1.769531, 1.90625, 1.742188, 1.648438, 1.425781, 1.605469, 1.679688, 1.617188, 0.794922, 1.494141, 1.808594, 1.878906, 1.398438, 0.519531, 1.808594, 1.742188, 1.898438, 1.765625, 1.75, 1.714844, 1.707031, 1.457031, 0.71875, 1.707031, 1.632812, 1.726562, 1.992188, 1.574219, 1.542969, 1.90625, 2.070312, 1.777344, 1.492188, 2.132812, 1.667969, 1.558594, 1.400391, 1.90625, 1.855469, 0.94043, 1.613281, 1.490234, 1.601562, 1.695312, 1.636719, 0.996597, 1.964844, 1.65625, 1.699219, 0.53125, 1.277344, 1.165039, 1.480469, 1.667969, 1.871094, 1.941406, 0.355469, 1.753906, 1.847656, 0.457031, 1.02002, 1.695312, 1.757812, 1.761719, 1.746094, 1.863281, 1.472656, 1.789062, 1.318359, 1.835938, 0.693359, 1.722656, 1.996094, 1.871094, 1.075195, 1.84375, 1.871094, 1.8125, 1.609375, 1.679688, 1.707031, 1.792969, 1.466797, 0.756836, 1.648438, 1.695312, 1.777344, 1.75, 1.179688, 1.738281, 1.314453, 1.605469, 1.734375, 1.069824, 1.613281, 1.925781, 1.742188, 2.054688, 1.318359, 2.140625, 1.683594, 1.636719, 1.019775, 0.585938, 1.644531, 1.416016, 1.757812, 1.298828, 1.863281, 1.773438, 1.71875, 0.509766, 1.455078, 1.890625, 1.46875, 1.589844, 1.660156, 1.949219, 1.84375, 1.828125, 1.345703, 1.765625, 1.535156, 1.859375, 1.90625, 1.996094, 1.519531, 1.271484, 1.277344, 1.279297, 2.085938, 1.291016, 1.699219, 1.769531, 1.095215, 1.625, 1.664062, 1.882812, 1.628906, 1.636719, 1.703125, 1.171875, 1.59375, 1.792969, 1.785156, 1.667969, 1.847656, 1.134766, 1.652344, 1.898438, 1.789062, 1.96875, 1.929688, 1.484375, 1.945312, 1.5625, 1.753906, 1.566406, 0.824219, 1.769531, 1.792969, 1.90625, 2.3125, 1.796875, 2.039062, 1.683594, 1.46875, 1.578125, 1.746094, 1.59375, 1.292969, 1.06543, 1.585938, 1.490234, 1.921875, 1.519531, 1.914062, 2.023438, 1.867188, 1.835938, 1.859375, 1.710938, 1.566406, 1.710938, 1.482422, 1.679688, 1.796875, 1.679688, 1.640625, 1.695312, 1.621094, 1.777344, 1.675781, 1.730469, 1.929688, 1.394531, 1.25, 1.644531, 1.816406, 0.433594, 1.753906, 1.816406, 1.585938, 0.84375, 1.6875, 1.554688, 1.047363, 0.513672, 1.480469, 1.476562, 2.054688, 1.390625, 1.667969, 1.648438, 1.652344, 1.925781, 1.628906, 1.867188, 1.742188, 0.822266, 1.945312, 1.847656, 0.829102, 0.449219, 1.992188, 1.796875, 1.972656, 0.908691, 1.761719, 1.324219, 1.722656, 1.835938, 1.71875, 1.441406, 1.761719, 1.589844, 1.367188, 1.738281, 1.96875, 2.289062, 0.630859, 0.950684, 1.792969, 1.726562, 1.65625, 1.158203, 1.550781, 1.855469, 1.326172, 0.874023, 1.917969, 2.039062, 1.443359, 1.769531, 1.527344, 1.298828, 1.515625, 1.730469, 0.457031, 0.46875, 1.636719, 1.605469, 1.482422, 2.054688, 1.335938, 1.84375, 0.736328, 1.738281, 0.849609, 0.845703, 1.910156, 2.078125, 1.804688, 1.714844, 1.871094, 2.007812, 0.795898, 1.808594, 1.46875, 1.279297, 1.6875, 1.839844, 1.527344, 1.558594, 1.255859, 1.84375, 1.957031, 1.597656, 1.554688, 1.378906, 1.273438, 1.671875, 1.554688, 1.820312, 1.816406, 0.529297, 1.691406, 1.917969, 1.535156, 1.773438, 1.166016, 1.628906, 1.824219, 1.482422, 0.826172, 1.067871, 1.59375, 1.820312, 1.972656, 1.824219, 1.820312, 1.466797, 1.691406, 1.585938, 1.898438, 1.925781, 1.503906, 0.957764, 0.560547, 1.597656, 1.714844, 1.878906, 1.828125, 1.412109, 0.375, 1.933594, 2.046875, 1.636719, 1.765625, 0.764648, 1.972656, 1.816406, 1.6875, 1.488281, 1.664062, 1.376953, 1.357422, 1.19043, 1.828125, 1.613281, 1.820312, 0.652344, 1.980469, 0.943604, 0.912109, 1.738281, 1.917969, 1.890625, 1.621094, 1.22168, 1.566406, 1.832031, 1.609375, 1.863281, 1.875, 1.640625, 1.777344, 1.730469, 1.457031, 1.410156, 1.898438, 1.855469, 2.101562, 1.804688, 1.058594, 1.566406, 1.882812, 1.322266, 1.507812, 1.804688, 1.777344, 0.929688, 1.458984, 0.46875, 1.804688, 1.498047, 2.078125, 1.492188, 1.746094, 1.644531, 1.980469, 1.75, 1.380859, 1.929688, 1.664062, 1.992188, 1.386719, 1.929688, 0.987732, 1.652344, 1.147461, 0.566406, 1.753906, 1.894531, 1.9375, 1.980469, 2.140625, 1.263672, 1.53125, 1.683594, 1.067383, 1.188477, 1.734375, 2.015625, 1.925781, 1.523438, 1.761719, 1.310547, 2.09375, 1.960938, 1.679688, 0.701172, 1.375, 1.984375, 1.820312, 1.808594, 1.275391, 1.632812, 1.492188, 1.449219, 1.664062, 1.84375, 1.65625, 0.985657, 1.714844, 1.726562, 1.644531, 2.023438, 1.824219, 1.757812, 1.492188, 1.396484, 2.0, 1.953125, 0.835938, 0.740234, 1.726562, 2.132812, 1.976562, 1.617188, 1.734375, 0.484375, 1.570312, 1.945312, 1.519531, 1.808594, 1.400391, 1.589844, 1.310547, 0.544922, 1.828125, 1.753906, 1.972656, 1.476562, 2.179688, 2.0625, 1.683594, 1.796875, 1.65625, 1.777344, 2.179688, 1.302734, 1.433594, 1.070801, 1.486328, 1.049561, 0.511719, 1.871094, 1.917969, 1.675781, 1.957031, 2.601562, 1.683594, 1.921875, 1.738281, 1.71875, 1.71875, 1.285156, 1.53125, 0.940674, 1.6875, 1.271484, 1.539062, 1.792969, 1.722656, 1.714844, 1.769531, 1.851562, 1.964844, 1.089844, 1.875, 1.914062, 0.834961, 1.291016, 1.757812, 1.957031, 1.605469, 0.583984, 1.527344, 1.828125, 1.609375, 1.730469, 1.423828, 0.621094, 1.652344, 1.71875, 1.213867, 1.703125, 1.474609, 1.490234, 1.4375, 1.652344, 1.423828, 1.703125, 1.949219, 1.816406, 1.710938, 1.941406, 1.730469, 0.4375, 1.59375, 1.738281, 1.847656, 1.820312, 1.855469, 1.957031, 1.3125, 0.99585, 1.660156, 1.867188, 1.753906, 1.609375, 1.056885, 1.503906, 1.875, 1.451172, 1.703125, 1.449219, 1.78125, 1.585938, 1.75, 1.318359, 1.765625, 1.613281, 1.699219, 1.945312, 1.664062, 1.726562, 1.757812, 1.369141, 2.078125, 0.897461, 0.425781, 1.714844, 1.291016, 1.730469, 1.863281, 1.683594, 1.527344, 1.398438, 1.796875, 1.326172, 1.832031, 1.761719, 1.914062, 1.773438, 0.519531, 1.621094, 1.859375, 1.996094, 1.378906, 2.015625, 1.699219, 1.800781, 1.859375, 1.235352, 1.785156, 1.707031, 1.695312, 1.9375, 1.535156, 1.507812, 1.71875, 1.202148, 1.455078, 1.804688, 1.820312, 1.730469, 1.917969, 2.101562, 1.917969, 1.566406, 1.828125, 1.193359, 1.738281, 1.203125, 0.822266, 1.960938, 1.765625, 1.796875, 0.542969, 1.195312, 1.847656, 1.683594, 2.039062, 1.9375, 1.960938, 1.820312, 1.621094, 1.291016, 1.558594, 0.46875, 1.5, 0.925293, 1.539062, 1.863281, 1.996094, 1.8125, 1.578125, 0.521484, 1.785156, 1.519531, 1.519531, 1.628906, 1.917969, 1.554688, 1.96875, 1.613281, 1.466797, 0.818359, 1.667969, 1.785156, 1.427734, 1.742188, 1.742188, 1.660156, 1.882812, 1.302734, 1.777344, 1.453125, 1.273438, 1.71875, 1.742188, 1.890625, 1.542969, 1.402344, 1.605469, 1.570312, 1.310547, 1.910156, 1.519531, 1.558594, 0.523438, 1.691406, 1.734375, 1.972656, 1.71875, 1.761719, 1.851562, 1.667969, 1.441406, 1.777344, 1.211914, 1.625, 1.703125, 1.914062, 0.457031, 1.804688, 1.65625, 1.820312, 1.820312, 1.726562, 1.515625, 2.054688, 1.464844, 2.0, 1.625, 1.628906, 0.760742, 1.425781, 1.361328, 2.023438, 0.550781, 1.796875, 0.785156, 1.570312, 0.488281, 1.75, 1.462891, 1.466797, 1.025635, 1.328125, 1.746094, 1.808594, 1.455078, 1.761719, 1.53125, 1.894531, 1.996094, 0.632812, 0.857422, 0.907715, 1.941406, 1.867188, 1.617188, 1.929688, 1.929688, 1.695312, 1.163086, 1.910156, 1.851562, 1.851562, 2.03125, 1.742188, 1.099609, 1.773438, 1.878906, 1.129883, 1.914062, 1.984375, 2.046875, 1.703125, 1.855469, 1.328125, 2.015625, 1.59375, 1.496094, 1.789062, 1.832031, 1.621094, 1.640625, 1.585938, 0.695312, 1.679688, 1.617188, 1.605469, 1.007233, 1.882812, 1.867188, 1.957031, 0.660156, 1.507812, 1.117676, 1.886719, 1.492188, 1.322266, 0.544922, 1.875, 1.777344, 1.574219, 0.496094, 1.154297, 0.662109, 2.382812, 2.039062, 1.322266, 1.710938, 1.90625, 1.550781, 1.921875, 1.703125, 1.384766, 0.78125, 0.811523, 1.902344, 1.515625, 1.447266, 1.820312, 1.679688, 1.652344, 1.984375, 1.168945, 1.679688, 1.625, 1.597656, 0.875, 2.03125, 1.882812, 1.462891, 1.972656, 1.636719, 0.738281, 1.330078, 0.667969, 1.096191, 1.957031, 1.851562, 1.910156, 1.96875, 1.578125, 1.773438, 1.90625, 1.671875, 1.765625, 1.609375, 1.480469, 1.714844, 1.804688, 2.015625, 1.492188, 1.90625, 1.746094, 1.094727, 1.265625, 1.427734, 0.97522, 1.472656, 1.8125, 1.789062, 1.867188, 1.429688, 1.359375, 1.703125, 1.349609, 0.966309, 1.878906, 2.09375, 1.443359, 1.640625, 1.976562, 1.941406, 1.25, 1.679688, 1.785156, 1.671875, 1.816406, 1.527344, 0.897949, 1.738281, 1.710938, 0.899902, 1.753906, 1.566406, 0.517578, 1.625, 1.242188, 2.007812, 1.792969, 1.597656, 1.867188, 2.117188, 1.824219, 1.507812, 1.769531, 1.453125, 1.554688, 1.566406, 0.932129, 1.441406, 1.875, 1.984375, 0.720703, 1.523438, 1.554688, 1.863281, 1.205078, 1.617188, 1.640625, 1.474609, 1.527344, 1.621094, 1.261719, 1.632812, 1.773438, 0.671875, 1.75, 1.554688, 0.648438, 1.808594, 1.832031, 1.949219, 1.652344, 1.695312, 1.824219, 0.734375, 2.03125, 2.0625, 1.894531, 1.617188, 1.476562, 1.484375, 1.478516, 0.626953, 1.061523, 1.84375, 1.160156, 1.886719, 1.169922, 1.40625, 1.605469, 1.832031, 0.818359, 1.300781, 2.078125, 0.496094, 1.917969, 1.451172, 1.976562, 1.808594, 0.708984, 1.84375, 1.769531, 0.760742, 1.875, 1.839844, 1.652344, 1.703125, 1.816406, 1.996094, 0.591797, 1.832031, 1.248047, 1.671875, 1.691406, 1.902344, 1.859375, 1.226562, 2.046875, 1.90625, 1.964844, 1.566406, 0.623047, 1.664062, 1.726562, 1.507812, 1.78125, 2.0625, 1.8125, 1.326172, 1.433594, 1.921875, 1.345703, 1.878906, 1.328125, 1.734375, 1.6875, 1.917969, 0.541016, 1.777344, 1.423828, 1.433594, 2.046875, 1.945312, 1.375, 1.554688, 1.914062, 1.925781, 0.550781, 1.773438, 0.98291, 1.667969 ] }, "name": "onnx::Mul_8432", "outputIndexes": [ 1073 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1072, 1073 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_11/Mul_1_output_0", "outputIndexes": [ 1074 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1074 ], "outputIndexes": [ 2798 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2798 ], "outputIndexes": [ 2799 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear", "inputIndexes": [ 2799 ], "outputIndexes": [ 2800 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 481740446, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2800 ], "outputIndexes": [ 2801 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2801 ], "outputIndexes": [ 1075 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074 ], "main_type": "NONE", "name": "/Shape_155_output_0", "outputIndexes": [ 1076 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1076 ], "main_type": "NONE", "name": "Shape3083", "outputIndexes": [ 1077 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1076 ], "main_type": "NONE", "name": "Rank3085", "outputIndexes": [ 1078 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078, 1078 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3087", "outputIndexes": [ 1079 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1079 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3088", "outputIndexes": [ 1080 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1079, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3090", "outputIndexes": [ 1081 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1081 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3091", "outputIndexes": [ 1082 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1077, 1080, 1082, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3094", "outputIndexes": [ 1083 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1083 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3095", "outputIndexes": [ 1084 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1084 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3096", "outputIndexes": [ 1085 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085, 1084 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3097", "outputIndexes": [ 1086 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1076, 1086, 1079 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_169_output_0", "outputIndexes": [ 1087 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1087, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_353_output_0", "outputIndexes": [ 1088 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1088, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_143_output_0", "outputIndexes": [ 1089 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1075, 1089 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_100_output_0", "outputIndexes": [ 1090 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_88_output_0", "outputIndexes": [ 1091 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "/Shape_156_output_0", "outputIndexes": [ 1092 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1092 ], "main_type": "NONE", "name": "Shape3104", "outputIndexes": [ 1093 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1092 ], "main_type": "NONE", "name": "Rank3106", "outputIndexes": [ 1094 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1094, 1094 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3108", "outputIndexes": [ 1095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3109", "outputIndexes": [ 1096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3111", "outputIndexes": [ 1097 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1097 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3112", "outputIndexes": [ 1098 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093, 1096, 1098, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3115", "outputIndexes": [ 1099 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1099 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3116", "outputIndexes": [ 1100 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1100 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3117", "outputIndexes": [ 1101 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1101, 1100 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3118", "outputIndexes": [ 1102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1092, 1102, 1095 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_170_output_0", "outputIndexes": [ 1103 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1103, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_33_output_0", "outputIndexes": [ 1104 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_358_output_0", "outputIndexes": [ 1105 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 1105, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_45_output_0", "outputIndexes": [ 1106 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1106 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_22_output_0", "outputIndexes": [ 1107 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 21, 1105, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_44_output_0", "outputIndexes": [ 1108 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1107, 1108 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_146_output_0", "outputIndexes": [ 1109 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_89_output_0", "outputIndexes": [ 1110 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1091, 1110 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_55_output_0", "outputIndexes": [ 1111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1074 ], "outputIndexes": [ 2802 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2802 ], "outputIndexes": [ 2803 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear", "inputIndexes": [ 2803 ], "outputIndexes": [ 2804 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 484394676, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2804 ], "outputIndexes": [ 2805 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2805 ], "outputIndexes": [ 1112 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1088, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_144_output_0", "outputIndexes": [ 1113 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1112, 1113 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_101_output_0", "outputIndexes": [ 1114 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1114, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_90_output_0", "outputIndexes": [ 1115 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1114 ], "main_type": "NONE", "name": "/Shape_157_output_0", "outputIndexes": [ 1116 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1116 ], "main_type": "NONE", "name": "Shape3167", "outputIndexes": [ 1117 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1116 ], "main_type": "NONE", "name": "Rank3169", "outputIndexes": [ 1118 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1118, 1118 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3171", "outputIndexes": [ 1119 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1119 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3172", "outputIndexes": [ 1120 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1119, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3174", "outputIndexes": [ 1121 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1121 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3175", "outputIndexes": [ 1122 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1117, 1120, 1122, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3178", "outputIndexes": [ 1123 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1123 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3179", "outputIndexes": [ 1124 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1124 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3180", "outputIndexes": [ 1125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1125, 1124 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3181", "outputIndexes": [ 1126 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1116, 1126, 1119 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_171_output_0", "outputIndexes": [ 1127 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1127, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_34_output_0", "outputIndexes": [ 1128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_360_output_0", "outputIndexes": [ 1129 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1114, 1129, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_47_output_0", "outputIndexes": [ 1130 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1130 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_23_output_0", "outputIndexes": [ 1131 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1114, 21, 1129, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_46_output_0", "outputIndexes": [ 1132 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1131, 1132 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_147_output_0", "outputIndexes": [ 1133 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1133, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_91_output_0", "outputIndexes": [ 1134 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1115, 1134 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_56_output_0", "outputIndexes": [ 1135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1074 ], "outputIndexes": [ 2806 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2806 ], "outputIndexes": [ 2807 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear", "inputIndexes": [ 2807 ], "outputIndexes": [ 2808 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 485721802, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2808 ], "outputIndexes": [ 2809 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2809 ], "outputIndexes": [ 1136 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1136, 1113 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_102_output_0", "outputIndexes": [ 1137 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111, 1135, 1137, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_107_output_0", "outputIndexes": [ 1138 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1138 ], "outputIndexes": [ 2810 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2810 ], "outputIndexes": [ 2811 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear", "inputIndexes": [ 2811 ], "outputIndexes": [ 2812 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 487048928, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2812 ], "outputIndexes": [ 2813 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2813 ], "outputIndexes": [ 1139 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1139 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_11/Mul_output_0", "outputIndexes": [ 1140 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.417969, 1.449219, 1.496094, 1.609375, 1.458984, 1.433594, 1.207031, 0.136719, 1.40625, 0.968506, 1.507812, 1.235352, 1.302734, 1.570312, 1.601562, 1.285156, 1.365234, 1.294922, 1.335938, 1.539062, 1.535156, 1.412109, 1.527344, 1.175781, 1.213867, 1.482422, 1.345703, 1.320312, 1.660156, 1.652344, 1.081055, 0.84668, 1.419922, 0.230469, 1.253906, 1.099121, 1.287109, 1.550781, 1.072266, 1.333984, 1.582031, 1.519531, 1.40625, 0.919434, 0.316406, 1.464844, 1.486328, 1.386719, 1.578125, 0.929199, 1.476562, 0.839844, 1.289062, 0.390625, 1.365234, 1.143555, 1.339844, 1.474609, 1.310547, 0.983032, 0.726562, 1.6875, 1.570312, 1.40625, 1.412109, 1.287109, 0.646484, 1.382812, 1.259766, 1.259766, 1.464844, 1.515625, 1.306641, 1.339844, 1.208984, 1.233398, 0.568359, 0.923828, 0.974976, 0.335938, 1.214844, 0.003906, 1.376953, 0.830078, 1.386719, 1.632812, 1.398438, 0.834961, 0.332031, 1.097168, 1.519531, 1.302734, 1.648438, 0.28125, 1.433594, 0.105469, 1.453125, 1.380859, 1.910156, 1.251953, 1.136719, 1.5625, 1.609375, 1.371094, 1.519531, 1.380859, 1.574219, 0.870117, 1.546875, 1.285156, 1.585938, 1.421875, 1.699219, 1.933594, 1.431641, 0.98291, 1.462891, 0.363281, 1.209961, 1.664062, 1.386719, 1.488281, 1.131836, 1.464844, 1.120605, 0.894043, 1.365234, 1.539062, 1.365234, 0.654297, 0.576172, 1.166016, 1.143555, 1.378906, 1.507812, 1.710938, 0.943115, 1.080566, 1.120117, 1.75, 1.914062, 1.484375, 0.937988, 1.349609, 1.412109, 1.205078, 1.147461, 1.535156, 1.300781, 1.675781, 1.271484, 1.00383, 1.175781, 0.829102, 1.671875, 1.46875, 0.496094, 1.427734, 0.28125, 0.25, 2.132812, 1.53125, 1.257812, 0.523438, 1.636719, 1.335938, 1.625, 0.222656, 1.699219, 1.161133, 1.347656, 0.316406, 1.285156, 0.238281, 1.234375, 1.675781, 1.523438, 0.105469, 1.414062, 1.458984, 1.404297, 0.210938, 0.875977, 0.066406, 1.445312, 1.261719, 0.402344, 1.339844, 0.98645, 0.967529, 1.396484, 1.369141, 1.314453, 1.300781, 1.390625, 1.53125, 1.306641, 1.53125, 1.625, 1.539062, 1.130859, 1.416016, 1.239258, 1.058838, 1.714844, 1.490234, 1.644531, 1.314453, 1.371094, 1.458984, 1.172852, 1.707031, 1.388672, 1.18457, 1.367188, 1.408203, 1.103027, 1.192383, 1.640625, 1.507812, 0.949463, 1.137695, 1.523438, 1.75, 1.457031, 1.462891, 1.157227, 1.414062, 1.095703, 0.804688, 2.75, 1.511719, 1.777344, 1.574219, 1.462891, 1.671875, 0.999321, 1.503906, 1.245117, 1.322266, 1.761719, 1.277344, 1.425781, 1.578125, 1.175781, 1.511719, 1.087402, 1.103027, 1.644531, 0.544922, 1.542969, 1.710938, 0.339844, 1.376953, 1.431641, 1.216797, 1.135742, 1.449219, 1.625, 1.207031, 1.535156, 1.458984, 1.318359, 1.175781, 1.324219, 0.848633, 1.431641, 1.414062, 1.235352, 1.341797, 1.445312, 1.253906, 1.300781, 1.02771, 1.443359, 1.320312, 0.367188, 1.261719, 1.472656, 1.392578, 0.831055, 1.396484, 0.347656, 1.408203, 1.492188, 1.396484, 1.177734, 1.380859, 0.253906, 1.261719, 0.905762, 0.378906, 1.154297, 1.357422, 1.371094, 1.488281, 1.042236, 1.40625, 1.554688, 1.394531, 1.384766, 1.019775, 0.234375, 1.457031, 0.0, 1.292969, 1.710938, 1.283203, 1.011597, 1.613281, 1.660156, 0.007812, 1.376953, 1.40625, 1.423828, 1.255859, 1.488281, 1.570312, 1.216797, 1.523438, 1.151367, 1.447266, 0.994476, 1.5, 1.386719, 1.451172, 0.81543, 1.115723, 1.699219, 1.482422, 0.81543, 0.819336, 1.347656, 1.402344, 2.609375, 1.539062, 1.300781, 1.558594, 1.691406, 1.363281, 1.199219, 1.269531, 1.558594, 1.110352, 1.453125, 0.626953, 1.435547, 0.697266, 0.814453, 1.458984, 0.472656, 0.861328, 0.751953, 0.904297, 0.152344, 0.285156, 1.570312, 1.628906, 0.787109, 1.037842, 0.253906, 1.470703, 0.952393, 0.449219, 1.511719, 1.519531, 1.24707, 0.386719, 1.539062, 1.292969, 1.601562, 1.152344, 1.275391, 1.291016, 1.664062, 1.636719, 1.597656, 1.242188, 1.453125, 0.660156, 1.566406, 1.613281, 0.505859, 0.375, 1.75, 1.068848, 0.791992, 0.841797, 1.3125, 1.447266, 1.570312, 1.478516, 0.195312, 1.570312, 1.566406, 1.507812, 1.074707, 0.203125, 1.261719, 1.337891, 1.261719, 1.582031, 1.337891, 1.761719, 0.359375, 1.554688, 1.492188, 1.193359, 1.408203, 0.603516, 1.511719, 1.439453, 1.664062, 1.464844, 1.155273, 0.995758, 1.351562, 1.324219, 1.316406, 1.371094, 1.636719, 1.566406, 1.601562, 1.231445, 1.212891, 0.980713, 1.410156, 1.289062, 1.585938, 1.285156, 1.166016, 1.632812, 1.445312, 0.910156, 1.287109, 1.4375, 1.554688, 1.507812, 1.332031, 1.484375, 1.753906, 1.486328, 1.494141, 0.736328, 0.903809, 1.416016, 1.496094, 1.660156, 1.091797, 1.458984, 1.478516, 1.457031, 1.25, 1.462891, 1.458984, 1.449219, 0.811523, 1.539062, 1.353516, 1.597656, 1.386719, 1.546875, 1.542969, 1.326172, 0.484375, 1.245117, 0.230469, 1.198242, 1.470703, 1.308594, 1.304688, 1.189453, 1.644531, 1.291016, 1.320312, 1.414062, 0.277344, 1.443359, 1.217773, 1.535156, 1.353516, 1.253906, 1.683594, 1.408203, 1.652344, 1.435547, 0.222656, 1.316406, 1.246094, 1.625, 0.90918, 1.373047, 1.5, 1.392578, 0.789062, 1.427734, 0.140625, 0.390625, 0.642578, 0.207031, 1.507812, 1.443359, 1.414062, 0.568359, 0.355469, 1.400391, 0.768555, 0.955322, 1.339844, 1.400391, 1.410156, 1.427734, 1.28125, 1.294922, 1.145508, 1.5, 0.900391, 1.46875, 1.523438, 1.019775, 1.455078, 1.162109, 0.332031, 0.335938, 1.507812, 0.375, 1.550781, 1.229492, 1.113281, 1.457031, 1.263672, 1.06543, 1.361328, 0.292969, 1.404297, 1.519531, 1.470703, 1.121582, 1.613281, 0.257812, 1.322266, 0.924316, 1.710938, 1.5, 1.707031, 1.333984, 1.363281, 1.433594, 0.591797, 1.535156, 0.521484, 1.601562, 1.730469, 1.231445, 1.208008, 1.449219, 1.351562, 1.648438, 1.173828, 1.503906, 1.527344, 0.660156, 0.922363, 1.546875, 1.441406, 1.554688, 1.773438, 1.679688, 1.449219, 1.431641, 1.695312, 1.644531, 1.570312, 1.285156, 0.015625, 1.466797, 1.240234, 1.298828, 0.402344, 1.464844, 1.765625, 1.490234, 1.695312, 1.445312, 1.832031, 1.074707, 1.660156, 1.40625, 1.189453, 0.724609, 1.550781, 1.192383, 1.443359, 1.457031, 0.957031, 0.993805, 1.355469, 1.664062, 1.365234, 0.952393, 1.337891, 1.53125, 0.92334, 1.345703, 1.462891, 1.316406, 1.267578, 1.585938, 1.648438, 1.066895, 1.53125, 1.310547, 1.742188, 0.621094, 1.180664, 1.478516, 1.363281, 1.004669, 1.235352, 1.419922, 1.386719, 1.310547, 1.180664, 1.353516, 1.386719, 0.857422, 1.482422, 1.554688, 1.597656, 1.167969, 1.107422, 1.416016, 1.328125, 1.617188, 1.507812, 1.141602, 1.425781, 1.223633, 1.636719, 0.576172, 1.5, 1.351562, 0.824219, 0.269531, 1.229492, 0.681641, 1.365234, 1.703125, 1.249023, 0.515625, 0.015625, 0.21875, 1.429688, 1.414062, 1.476562, 1.382812, 1.203125, 1.357422, 1.416016, 1.378906, 1.447266, 1.248047, 1.316406, 0.183594, 1.106934, 1.365234, 1.462891, 1.285156, 1.337891, 1.404297, 1.458984, 1.193359, 1.402344, 1.240234, 1.051025, 1.425781, 1.402344, 1.527344, 0.765625, 1.636719, 1.384766, 0.132812, 1.361328, 1.230469, 1.167969, 1.408203, 0.807617, 1.503906, 1.4375, 1.613281, 1.384766, 1.114258, 1.302734, 1.202148, 1.558594, 1.082031, 1.200195, 1.353516, 1.402344, 1.337891, 2.773438, 1.417969, 1.136719, 1.178711, 1.261719, 1.349609, 1.458984, 1.005066, 1.294922, 1.287109, 1.609375, 1.648438, 1.486328, 1.570312, 1.15918, 2.085938, 1.675781, 0.597656, 1.400391, 1.096191, 1.447266, 1.609375, 1.410156, 1.373047, 0.660156, 0.699219, 0.525391, 1.464844, 1.757812, 1.386719, 0.850586, 1.458984, 1.445312, 1.273438, 1.332031, 1.5, 1.263672, 1.271484, 1.490234, 1.519531, 1.496094, 1.314453, 1.202148, 1.53125, 1.036865, 0.987, 1.667969, 1.052246, 1.486328, 1.734375, 1.494141, 1.535156, 1.316406, 1.582031, 1.460938, 1.136719, 1.355469, 0.277344, 1.574219, 1.231445, 1.46875, 1.177734, 1.200195, 1.410156, 1.241211, 1.052246, 1.410156, 1.574219, 1.441406, 1.431641, 1.503906, 1.257812, 0.988403, 1.445312, 1.257812, 1.396484, 1.371094, 1.402344, 1.617188, 0.780273, 1.079102, 1.373047, 0.955811, 1.146484, 3.234375, 1.664062, 1.361328, 0.782227, 0.554688, 1.535156, 1.419922, 1.075684, 0.791016, 1.486328, 0.931641, 1.554688, 1.492188, 0.644531, 1.494141, 1.601562, 0.844727, 1.333984, 1.498047, 1.455078, 0.951904, 0.429688, 1.121582, 1.302734, 0.5, 1.166992, 1.507812, 1.507812, 0.292969, 1.507812, 0.533203, 1.628906, 1.726562, 1.019897, 0.607422, 1.5, 1.337891, 1.205078, 1.242188, 1.443359, 1.570312, 1.400391, 1.225586, 1.152344, 1.322266, 1.292969, 1.488281, 1.322266, 1.402344, 1.462891, 1.546875, 0.646484, 1.507812, 1.261719, 0.878906, 1.292969, 0.654297, 1.539062, 1.404297, 1.4375, 1.404297, 1.519531, 1.19043, 1.511719, 1.410156, 1.648438, 1.000484, 1.230469, 1.566406, 1.546875, 0.0, 0.878906, 0.90918, 1.227539, 1.075684, 0.952393, 1.503906, 1.449219, 1.306641, 1.408203, 1.244141, 0.21875, 1.439453, 1.257812, 1.121582, 0.897461, 1.523438, 1.464844, 1.229492, 0.273438, 0.891113, 1.269531, 1.11377, 1.441406, 1.535156, 1.621094, 1.15918, 1.371094, 1.318359, 1.332031, 1.168945, 1.523438, 1.353516, 1.605469, 1.082031, 1.398438, 0.292969, 1.363281, 1.335938, 1.365234, 1.136719, 1.357422, 1.337891, 1.417969, 1.248047, 1.478516, 0.730469, 1.083984, 1.427734, 1.738281, 0.607422, 0.9646, 1.289062, 0.207031, 0.003906, 0.621094, 0.944824, 1.275391, 1.539062, 1.166016, 1.369141, 0.164062, 0.0, 1.154297, 1.519531, 0.933105, 1.378906, 1.136719, 1.578125, 1.519531, 1.269531, 0.21875, 1.613281, 0.997375, 0.964355, 0.541016, 1.353516, 1.05127, 1.192383, 1.104004, 1.574219, 1.228516, 1.149414, 1.373047, 1.008911, 1.480469, 1.416016, 0.942139, 1.457031, 1.699219, 1.523438, 1.308594, 0.558594, 0.15625, 3.828125, 1.341797, 1.235352, 1.445312, 1.349609, 1.462891, 1.167969, 1.578125, 0.003906, 1.013428, 0.689453, 1.507812, 1.447266, 0.21875, 1.363281, 1.363281, 1.462891, 1.175781, 1.417969, 1.129883, 0.916016, 0.242188, 1.1875, 0.945068, 1.384766, 0.265625, 1.05542, 1.582031, 1.863281, 1.449219, 1.882812, 0.912598, 1.037109, 1.582031, 1.714844, 0.560547, 1.291016, 1.494141, 0.689453, 1.550781, 0.246094, 1.269531, 1.285156, 1.414062, 1.363281, 1.216797, 1.294922, 1.349609, 1.427734, 0.101562, 1.523438, 1.427734, 1.353516, 1.421875, 1.285156, 1.152344, 1.292969, 0.003906, 1.01709, 0.234375, 1.527344, 0.246094, 0.775391, 1.570312, 1.445312, 1.482422, 0.583984, 1.133789, 1.146484, 1.207031, 0.183594, 1.225586, 0.681641, 0.517578, 0.367188, 1.324219, 1.589844, 0.81543, 1.257812, 1.695312, 1.167969, 1.632812, 0.744141, 1.0625, 1.322266, 0.175781, 1.474609, 1.464844, 1.324219, 0.292969, 0.175781, 1.208008, 1.617188, 1.199219, 1.605469, 1.605469, 1.097168, 0.797852, 2.859375, 1.239258, 1.285156, 1.632812, 0.98584, 1.445312, 1.462891, 1.621094, 1.455078, 1.582031, 1.365234, 1.613281, 1.412109, 1.03418, 1.695312, 1.664062, 0.870117, 1.423828, 1.519531, 1.304688, 1.367188, 1.486328, 1.625, 1.523438, 0.1875, 0.758789, 1.09375, 0.28125, 1.390625, 1.119629, 1.300781, 1.355469, 1.378906, 1.271484, 1.271484, 1.347656, 0.207031, 0.78418, 1.261719, 0.957275, 1.353516, 1.363281, 0.755859, 1.388672, 1.267578, 1.478516, 1.394531, 1.585938, 0.214844, 1.554688, 1.617188, 0.730469, 1.460938, 1.269531, 1.695312, 1.703125, 1.390625, 1.488281, 1.402344, 1.671875, 1.398438, 1.345703, 0.834961, 1.302734, 1.400391, 1.570312, 1.554688, 1.320312, 0.507812, 1.640625, 0.28125, 1.265625, 1.498047, 0.898438, 1.337891, 1.476562, 1.765625, 1.223633, 0.99115, 1.345703, 0.175781, 0.117188, 0.167969, 1.386719, 1.507812, 0.335938, 1.094238, 1.207031, 1.695312, 0.363281, 1.296875, 0.771484, 1.161133, 0.238281, 1.414062, 1.466797, 1.253906, 1.507812, 0.997391, 0.989624, 1.601562, 1.419922, 0.378906, 1.189453, 0.140625, 1.255859, 1.480469, 1.423828, 1.675781, 0.833984, 0.84375, 1.462891, 0.1875, 1.535156, 1.235352, 1.367188, 1.292969, 0.599609, 1.494141, 1.421875, 1.294922, 0.869141, 1.298828, 1.07373, 1.578125, 1.511719, 1.371094, 1.601562, 1.464844, 1.224609, 1.628906, 1.198242, 1.275391, 1.707031, 1.478516, 1.419922, 1.339844, 1.324219, 1.683594, 0.978149, 1.554688, 1.259766, 1.353516, 1.447266, 1.21875, 1.047119, 1.310547, 1.248047, 1.648438, 1.261719, 1.157227, 0.335938, 1.804688, 1.004059, 1.373047, 1.066406, 1.318359, 1.176758, 1.498047, 0.40625, 1.53125, 0.371094, 1.455078, 0.895996, 0.965332, 0.821289, 1.322266, 0.517578, 1.46875, 0.1875, 1.363281, 0.605469, 1.539062, 1.167969, 1.167969, 1.333984, 1.578125, 1.316406, 0.992584, 1.175781, 1.275391, 1.515625, 0.167969, 1.53125, 1.084961, 1.094238, 1.427734, 1.539062, 1.449219, 1.239258, 0.619141, 1.241211, 1.332031, 1.310547, 1.746094, 1.384766, 1.474609, 1.222656, 0.979614, 1.316406, 0.117188, 1.683594, 1.392578, 1.648438, 1.5625, 1.022949, 0.525391, 0.152344, 1.498047, 0.183594, 0.40625, 0.928711, 1.189453, 1.53125, 1.582031, 0.292969, 1.109375, 0.844727, 1.535156, 0.1875, 1.523438, 1.24707, 1.292969, 1.291016, 1.494141, 1.785156, 0.203125, 1.373047, 1.59375, 0.664062, 0.324219, 1.330078, 1.613281, 0.34375, 1.519531, 1.239258, 1.482422, 0.990295, 1.390625, 1.211914, 0.289062, 1.457031, 1.224609, 1.185547, 1.435547, 1.373047, 0.615234, 0.191406, 1.275391, 1.753906, 1.125, 1.398438, 1.478516, 1.585938, 1.851562, 1.308594, 1.152344, 1.257812, 1.241211, 1.416016, 1.457031, 1.244141, 1.384766, 1.198242, 1.335938, 1.507812, 1.359375, 0.0, 1.318359, 1.494141, 1.214844, 1.160156, 1.137695, 1.183594, 1.15332, 1.359375, 1.384766, 1.484375, 1.306641, 1.392578, 1.447266, 0.685547, 1.316406, 0.222656, 1.542969, 0.285156, 1.617188, 1.472656, 1.617188, 0.210938, 1.582031, 1.013306, 1.066895, 1.408203, 1.585938, 1.357422, 1.225586, 1.566406, 1.178711, 1.269531, 0.382812, 1.231445, 1.402344, 1.75, 1.550781, 1.114258, 1.330078, 1.480469, 1.542969, 1.285156, 1.259766, 1.09668, 1.09375, 1.330078, 1.144531, 0.328125, 1.108887, 1.474609, 1.585938, 1.035645, 0.21875, 1.433594, 1.691406, 1.703125, 1.478516, 1.439453, 1.386719, 1.363281, 1.166992, 0.273438, 1.439453, 1.314453, 1.441406, 1.546875, 1.097168, 1.249023, 1.554688, 1.644531, 1.355469, 1.15332, 1.753906, 1.382812, 1.220703, 1.044189, 1.621094, 1.431641, 0.521484, 2.492188, 1.12207, 1.257812, 1.5, 1.182617, 0.558594, 1.617188, 1.314453, 1.392578, 0.226562, 0.963379, 0.803711, 1.075195, 1.306641, 1.478516, 1.566406, 0.050781, 1.369141, 1.695312, 0.019531, 0.638672, 1.332031, 1.376953, 1.445312, 1.511719, 1.425781, 1.166992, 1.378906, 1.044434, 1.380859, 0.351562, 1.245117, 1.6875, 1.419922, 0.648438, 1.425781, 1.410156, 1.400391, 1.341797, 1.335938, 1.316406, 1.423828, 1.068848, 0.339844, 1.314453, 1.384766, 1.435547, 1.435547, 0.764648, 1.416016, 0.821289, 1.335938, 1.507812, 0.621094, 1.308594, 1.628906, 1.429688, 3.734375, 0.971313, 1.839844, 1.431641, 1.245117, 0.572266, 0.199219, 1.298828, 1.246094, 1.400391, 0.914551, 1.523438, 1.310547, 1.300781, 0.199219, 1.195312, 1.566406, 1.138672, 1.251953, 1.365234, 1.550781, 1.476562, 1.394531, 1.087891, 1.458984, 1.166016, 1.394531, 1.503906, 1.554688, 1.439453, 0.945801, 1.007874, 0.910156, 1.722656, 0.937012, 1.503906, 1.503906, 0.636719, 1.384766, 1.175781, 1.597656, 1.185547, 1.300781, 1.423828, 0.722656, 1.213867, 1.46875, 1.652344, 1.445312, 1.435547, 0.615234, 1.176758, 1.427734, 1.259766, 1.527344, 1.742188, 1.089355, 1.519531, 1.171875, 1.291016, 1.232422, 0.445312, 1.410156, 1.408203, 1.582031, 2.664062, 1.476562, 1.498047, 1.378906, 1.155273, 1.318359, 1.302734, 1.199219, 0.970581, 0.589844, 1.059082, 1.141602, 1.621094, 1.201172, 1.425781, 1.660156, 1.462891, 1.332031, 1.5, 1.369141, 1.691406, 1.208008, 1.193359, 1.488281, 1.523438, 1.300781, 1.318359, 1.445312, 1.314453, 1.492188, 1.425781, 1.648438, 1.710938, 1.12207, 0.887207, 1.246094, 1.472656, 0.015625, 1.441406, 1.652344, 1.326172, 0.417969, 1.378906, 1.226562, 0.589844, 0.21875, 1.188477, 1.152344, 1.828125, 1.150391, 1.335938, 1.308594, 1.355469, 1.539062, 1.167969, 1.115723, 1.365234, 0.513672, 1.746094, 1.431641, 0.367188, 0.164062, 1.640625, 1.398438, 1.613281, 0.488281, 1.257812, 0.883789, 1.306641, 1.640625, 1.339844, 1.211914, 1.478516, 1.205078, 0.9375, 1.416016, 1.554688, 1.185547, 0.261719, 0.552734, 1.308594, 1.324219, 1.308594, 0.765625, 1.21582, 1.539062, 1.042969, 0.488281, 1.582031, 1.474609, 0.993469, 1.613281, 1.248047, 0.901855, 1.105469, 1.423828, 0.003906, 0.140625, 1.257812, 1.320312, 1.112305, 1.800781, 1.111816, 1.441406, 0.328125, 1.320312, 0.398438, 0.464844, 1.558594, 1.675781, 1.302734, 1.289062, 1.386719, 1.660156, 0.367188, 1.574219, 1.087402, 1.037354, 1.314453, 1.355469, 1.302734, 1.112793, 0.841797, 1.353516, 1.648438, 1.214844, 1.18457, 0.930664, 0.939209, 1.259766, 2.859375, 1.478516, 1.441406, 0.207031, 1.373047, 1.5625, 1.125977, 1.367188, 1.183594, 1.369141, 1.558594, 1.292969, 0.646484, 0.853516, 1.22168, 1.535156, 1.472656, 1.515625, 1.628906, 1.271484, 1.269531, 1.304688, 1.488281, 1.445312, 1.388672, 0.714844, 0.152344, 1.292969, 1.417969, 1.632812, 1.470703, 1.09082, 0.023438, 1.613281, 1.523438, 1.192383, 1.488281, 0.355469, 1.613281, 1.455078, 1.318359, 1.195312, 1.259766, 1.574219, 1.062256, 0.823242, 1.453125, 1.412109, 1.515625, 0.214844, 1.589844, 0.92041, 0.167969, 1.363281, 1.574219, 1.738281, 1.12793, 0.904297, 1.308594, 1.057129, 1.417969, 1.355469, 1.511719, 1.287109, 1.398438, 1.361328, 1.152344, 1.890625, 1.490234, 1.597656, 1.714844, 1.5625, 0.716797, 1.25, 1.519531, 1.046387, 1.113281, 1.835938, 1.482422, 0.457031, 1.129883, 0.175781, 1.380859, 1.191406, 1.679688, 1.152344, 1.304688, 1.285156, 1.498047, 1.345703, 0.955078, 1.539062, 1.419922, 1.546875, 1.058838, 1.46875, 0.609375, 1.183594, 0.691406, 0.234375, 1.353516, 1.457031, 1.574219, 1.492188, 1.519531, 0.838867, 1.155273, 1.363281, 0.673828, 0.712891, 1.373047, 1.566406, 1.554688, 1.214844, 1.375, 1.060059, 1.613281, 1.503906, 1.328125, 0.328125, 1.199219, 1.730469, 1.425781, 1.451172, 0.933105, 1.339844, 1.201172, 1.152344, 1.367188, 1.421875, 1.300781, 0.638672, 1.349609, 1.298828, 1.292969, 1.652344, 1.519531, 1.484375, 1.137695, 0.908203, 1.636719, 1.449219, 0.453125, 0.308594, 1.384766, 1.566406, 1.566406, 1.277344, 1.458984, 0.148438, 1.320312, 1.828125, 1.198242, 1.396484, 0.957031, 1.204102, 0.943604, 0.292969, 1.484375, 1.380859, 1.65625, 1.162109, 1.111816, 1.554688, 1.263672, 1.679688, 1.219727, 1.601562, 1.617188, 0.958496, 1.133789, 0.664062, 1.203125, 0.564453, 0.207031, 1.421875, 1.871094, 1.400391, 1.601562, 1.90625, 1.367188, 1.574219, 1.371094, 1.494141, 1.351562, 0.981079, 1.111328, 0.527344, 1.433594, 0.890137, 1.255859, 1.296875, 1.410156, 1.431641, 1.373047, 1.589844, 1.423828, 0.662109, 1.335938, 1.570312, 0.335938, 1.012085, 1.419922, 1.597656, 1.083008, 0.277344, 1.245117, 1.652344, 1.291016, 1.365234, 1.233398, 0.261719, 1.28125, 1.322266, 0.793945, 1.328125, 1.227539, 1.151367, 1.083008, 1.539062, 1.094727, 1.310547, 1.792969, 1.373047, 1.239258, 1.507812, 1.457031, 0.175781, 1.213867, 1.283203, 1.462891, 1.492188, 1.5, 1.574219, 0.978271, 0.521484, 1.503906, 1.621094, 1.457031, 1.277344, 0.591797, 1.009766, 1.585938, 1.291016, 1.376953, 1.027832, 1.441406, 1.226562, 1.421875, 0.974243, 1.376953, 1.248047, 1.269531, 1.535156, 1.390625, 1.402344, 1.699219, 1.068359, 1.671875, 0.449219, 0.007812, 1.289062, 0.858398, 1.386719, 1.490234, 1.21582, 1.138672, 0.987854, 1.355469, 0.912598, 1.523438, 1.402344, 1.578125, 1.394531, 0.1875, 1.292969, 1.441406, 1.640625, 1.161133, 1.839844, 1.347656, 1.503906, 1.511719, 0.911133, 1.425781, 1.507812, 1.345703, 1.589844, 1.176758, 1.109375, 1.320312, 0.845703, 0.988037, 1.476562, 1.585938, 1.400391, 1.550781, 1.769531, 1.574219, 1.098145, 1.914062, 0.77832, 1.292969, 0.836914, 0.464844, 1.523438, 1.333984, 1.261719, 0.21875, 0.788086, 1.703125, 1.332031, 1.621094, 1.462891, 1.859375, 1.523438, 1.318359, 0.966553, 1.703125, 0.019531, 1.304688, 0.982178, 1.131836, 1.566406, 1.652344, 1.474609, 1.291016, 0.164062, 1.347656, 1.289062, 1.146484, 1.289062, 1.683594, 1.632812, 1.546875, 1.242188, 1.132812, 0.417969, 1.386719, 1.40625, 1.043945, 1.410156, 1.523438, 1.365234, 1.632812, 0.938477, 1.285156, 1.016357, 1.691406, 1.378906, 1.488281, 1.574219, 1.169922, 1.03833, 1.200195, 1.382812, 1.441406, 1.566406, 1.197266, 1.257812, 0.195312, 1.361328, 1.429688, 1.423828, 1.371094, 1.478516, 1.519531, 1.371094, 1.193359, 1.511719, 0.798828, 1.249023, 1.318359, 1.488281, 0.160156, 1.378906, 1.394531, 1.519531, 1.435547, 1.316406, 1.19043, 1.699219, 1.023071, 1.625, 1.324219, 1.554688, 0.265625, 1.09082, 1.052734, 1.482422, 0.210938, 1.589844, 0.34375, 1.224609, 0.015625, 1.527344, 1.063477, 1.318359, 0.570312, 0.896484, 1.414062, 1.416016, 1.118652, 1.287109, 1.246094, 1.652344, 1.410156, 0.074219, 0.496094, 0.681641, 1.449219, 1.511719, 1.152344, 1.578125, 1.726562, 1.318359, 0.819336, 1.570312, 1.40625, 1.578125, 1.628906, 1.355469, 0.911621, 1.410156, 1.460938, 0.703125, 1.519531, 1.398438, 1.65625, 1.363281, 1.554688, 0.925293, 1.628906, 1.259766, 1.112793, 1.527344, 1.496094, 1.53125, 1.380859, 1.703125, 0.335938, 1.376953, 1.310547, 1.363281, 0.367188, 1.449219, 1.613281, 1.648438, 0.273438, 1.121582, 0.691406, 1.519531, 1.146484, 0.88916, 0.148438, 1.597656, 1.394531, 1.269531, 0.007812, 0.705078, 0.273438, 1.621094, 1.832031, 0.968506, 1.417969, 1.550781, 1.261719, 1.458984, 1.453125, 1.098145, 0.339844, 0.414062, 1.597656, 1.017822, 1.035889, 1.443359, 1.291016, 1.388672, 1.554688, 0.791016, 1.261719, 1.296875, 1.265625, 0.505859, 1.570312, 1.542969, 1.59375, 1.625, 1.224609, 0.289062, 1.470703, 0.316406, 1.294922, 1.515625, 1.433594, 1.511719, 1.648438, 1.060303, 1.417969, 1.601562, 1.369141, 1.53125, 1.212891, 1.175781, 1.455078, 1.416016, 1.6875, 1.07373, 1.816406, 1.404297, 0.576172, 1.019287, 1.111328, 0.554688, 1.306641, 1.421875, 1.566406, 1.494141, 1.04248, 1.049805, 1.245117, 1.417969, 0.658203, 1.519531, 1.026001, 1.431641, 1.318359, 1.535156, 1.480469, 0.857422, 1.408203, 1.367188, 1.363281, 1.484375, 1.251953, 0.5, 1.554688, 1.316406, 0.46875, 1.363281, 1.359375, 0.238281, 1.261719, 0.833984, 1.457031, 1.421875, 1.332031, 1.503906, 1.597656, 1.394531, 1.168945, 1.359375, 1.134766, 1.136719, 1.208984, 0.572266, 1.105957, 1.640625, 1.515625, 0.359375, 1.176758, 1.285156, 1.617188, 1.357422, 1.402344, 1.431641, 1.166992, 1.151367, 1.289062, 0.966064, 1.332031, 1.474609, 0.226562, 1.523438, 1.333984, 0.257812, 1.355469, 1.369141, 1.710938, 1.208984, 1.285156, 1.431641, 0.402344, 1.601562, 1.550781, 1.660156, 1.306641, 1.249023, 1.100098, 1.061279, 0.277344, 0.509766, 1.474609, 0.87207, 1.601562, 0.775391, 1.034424, 1.332031, 1.396484, 0.304688, 0.929199, 1.738281, 0.152344, 1.675781, 1.109863, 1.621094, 1.431641, 0.265625, 1.617188, 1.375, 0.277344, 1.535156, 1.453125, 1.226562, 1.462891, 1.5625, 1.683594, 0.265625, 1.59375, 0.833008, 1.253906, 1.359375, 1.488281, 1.570312, 0.748047, 1.519531, 1.488281, 1.601562, 1.078125, 0.253906, 1.367188, 1.425781, 1.191406, 1.24707, 1.691406, 1.417969, 0.98584, 1.035645, 1.519531, 1.062012, 1.492188, 0.851562, 2.210938, 1.648438, 1.457031, 0.214844, 1.380859, 1.066895, 1.142578, 1.675781, 1.554688, 0.994141, 1.15332, 1.472656, 1.539062, 0.257812, 1.236328, 1.099609, 1.226562 ] }, "name": "onnx::Mul_8455", "outputIndexes": [ 1141 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1140, 1141 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_11/Mul_1_output_0", "outputIndexes": [ 1142 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1071, 1142 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_58_output_0", "outputIndexes": [ 1143 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1143 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_11/Mul_output_0", "outputIndexes": [ 1144 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.074707, 1.15625, 1.083008, 1.169922, 1.205078, 1.15332, 1.027466, 0.351562, 1.166992, 0.976929, 1.15918, 1.068359, 1.032227, 1.134766, 1.167969, 1.098633, 1.057861, 1.177734, 1.034912, 1.129883, 1.144531, 1.223633, 1.18457, 0.984924, 1.00592, 1.089355, 0.882812, 0.986328, 1.081055, 1.115234, 1.025146, 0.874023, 1.123535, 0.441406, 1.090332, 0.848633, 1.126953, 1.102539, 1.059814, 1.119141, 1.175781, 1.112793, 1.160156, 0.870117, 0.523438, 1.130859, 1.162109, 1.106445, 1.030762, 0.917969, 1.076172, 0.683594, 1.052979, 0.417969, 1.098633, 0.929688, 1.05249, 1.130859, 1.043945, 0.999718, 0.801758, 1.068848, 1.136719, 1.018311, 0.819336, 1.100098, 0.728516, 1.112793, 0.969849, 1.10791, 1.128906, 1.124023, 1.06543, 1.125977, 1.042236, 1.112305, 0.683594, 0.939697, 0.912109, 0.511719, 1.074219, 0.335938, 1.07666, 0.881836, 1.104004, 0.974487, 1.113281, 0.886719, 0.5625, 1.047119, 1.045166, 1.089844, 1.152344, 0.535156, 1.126953, 0.34375, 1.106934, 1.151367, 1.091309, 1.089844, 0.988831, 1.120117, 1.189453, 1.084961, 1.151367, 1.116699, 1.098145, 0.89502, 1.171875, 1.120117, 1.060791, 1.052979, 1.164062, 0.728516, 1.066895, 0.88916, 1.181641, 0.417969, 1.094238, 1.099609, 1.136719, 1.036133, 0.835938, 1.138672, 0.967529, 0.762695, 1.048096, 1.137695, 1.027466, 0.716797, 0.728516, 1.068848, 1.07373, 1.151367, 1.120605, 1.11377, 0.996658, 0.755859, 1.07373, 1.118164, 0.992126, 1.043457, 0.993988, 1.119629, 1.154297, 1.040039, 1.005585, 1.210938, 1.115723, 1.223633, 1.152344, 0.97998, 1.124023, 0.748047, 1.126953, 1.118164, 0.691406, 1.112793, 0.501953, 0.445312, 0.513672, 1.138672, 0.967529, 0.697266, 1.136719, 1.147461, 1.160156, 0.417969, 1.082031, 1.036865, 1.115234, 0.537109, 1.033203, 0.492188, 1.164062, 1.129883, 1.045898, 0.378906, 1.10498, 1.112793, 1.134766, 0.414062, 0.868164, 0.359375, 0.974976, 1.130859, 0.664062, 1.10498, 1.067871, 0.919434, 1.135742, 0.903809, 1.007996, 1.05835, 1.116699, 0.990662, 1.132812, 1.136719, 1.157227, 1.092773, 1.030273, 1.134766, 1.098145, 1.044922, 1.161133, 1.15918, 1.023926, 1.128906, 1.075195, 1.11377, 0.95752, 1.15332, 1.088379, 1.064453, 1.089844, 1.08252, 0.978882, 1.06543, 1.095215, 1.149414, 0.90918, 0.831055, 1.164062, 1.166992, 1.067383, 1.068359, 1.098145, 1.098633, 0.983643, 0.970581, 0.552734, 1.199219, 1.073242, 1.11377, 1.097656, 1.152344, 0.788086, 1.098145, 1.046631, 1.121094, 0.817383, 1.12793, 1.169922, 0.923828, 1.154297, 1.106445, 0.974609, 0.999329, 1.157227, 0.683594, 1.128906, 1.115234, 0.550781, 1.168945, 1.09668, 1.125977, 1.019287, 1.132812, 1.051758, 1.101074, 1.157227, 1.223633, 1.115723, 1.039062, 1.144531, 0.90332, 1.115234, 1.136719, 1.058838, 1.06543, 1.152344, 1.135742, 1.11377, 1.010254, 1.172852, 1.056396, 0.601562, 1.043213, 1.132812, 1.151367, 0.849609, 1.091309, 0.496094, 1.088379, 1.037598, 1.149414, 1.004059, 1.089844, 0.457031, 1.129883, 0.947266, 0.5, 1.05127, 1.145508, 0.965332, 1.066406, 0.973877, 1.066895, 1.135742, 1.176758, 0.953369, 0.982666, 0.398438, 1.080078, 0.316406, 0.966553, 1.098145, 1.019897, 1.062988, 1.105469, 1.21582, 0.375, 1.135742, 1.117188, 1.022583, 1.083008, 0.98645, 1.158203, 1.083496, 1.121094, 1.036377, 1.088379, 0.973389, 1.183594, 1.097168, 1.027832, 0.854492, 0.95752, 1.078125, 1.091309, 0.89502, 0.807617, 1.081543, 1.073242, 0.433594, 1.147461, 1.083984, 1.191406, 1.141602, 1.120117, 1.119629, 1.129883, 1.144531, 1.087891, 1.043213, 0.782227, 1.120605, 0.652344, 0.979004, 1.120605, 0.509766, 0.939941, 0.615234, 0.941406, 0.367188, 0.535156, 1.147461, 1.144531, 0.789062, 0.979004, 0.464844, 1.076172, 1.03125, 0.652344, 1.09082, 1.143555, 1.069336, 0.523438, 1.130859, 1.10498, 1.143555, 0.979248, 1.083496, 1.09668, 1.182617, 1.128906, 1.098145, 1.088379, 0.937744, 0.677734, 1.167969, 1.144531, 0.703125, 0.568359, 1.176758, 1.016113, 0.936523, 0.748047, 1.120605, 1.138672, 1.110352, 1.178711, 0.417969, 1.140625, 1.175781, 1.077148, 0.962402, 0.457031, 1.121094, 1.151367, 1.152344, 1.108887, 1.12793, 1.181641, 0.53125, 1.176758, 1.136719, 1.067383, 1.19043, 0.546875, 1.128906, 1.213867, 1.087891, 1.120117, 0.8125, 1.039551, 1.10498, 1.066406, 1.161133, 1.052002, 1.206055, 1.129883, 0.927734, 1.083008, 1.042969, 0.879395, 1.134766, 1.098145, 1.129883, 1.016113, 0.965332, 1.180664, 1.175781, 0.84375, 0.603516, 1.128906, 1.122559, 1.145508, 1.087402, 1.089355, 1.133789, 1.044678, 1.098145, 0.882812, 0.597656, 1.098145, 1.097656, 1.149414, 1.011658, 1.07959, 1.117188, 1.148438, 1.058105, 1.028564, 1.095703, 1.085449, 0.730469, 1.123535, 1.12207, 1.080566, 1.121094, 1.094238, 1.098145, 1.166016, 0.632812, 1.105469, 0.417969, 1.0354, 1.110352, 1.121582, 1.068359, 1.067871, 1.207031, 1.123535, 1.12793, 1.098145, 0.484375, 1.034424, 1.135742, 1.113281, 1.053223, 1.075684, 0.943359, 1.11084, 1.147461, 1.146484, 0.421875, 1.10498, 0.980835, 1.136719, 0.912109, 1.035156, 1.15332, 1.115234, 0.858398, 1.152344, 0.359375, 0.476562, 0.803711, 0.414062, 1.145508, 1.069336, 1.069824, 0.822266, 0.402344, 1.070801, 0.807617, 0.748047, 1.044922, 1.230469, 1.135742, 1.088379, 1.091309, 0.989258, 1.075195, 1.152344, 0.835938, 1.214844, 1.176758, 0.927246, 0.979614, 0.996002, 0.589844, 0.521484, 1.15332, 0.634766, 1.173828, 1.121582, 1.023315, 1.239258, 1.012817, 1.05957, 1.150391, 0.421875, 1.201172, 0.991211, 1.137695, 1.134766, 1.226562, 0.390625, 0.714844, 0.887695, 0.857422, 1.175781, 1.150391, 1.129883, 1.11377, 1.044189, 0.751953, 1.176758, 0.542969, 1.192383, 1.095215, 0.987427, 0.975464, 0.94751, 1.095703, 0.701172, 1.008728, 1.098633, 1.185547, 0.716797, 0.837891, 1.154297, 1.034424, 1.118652, 1.191406, 0.732422, 0.911133, 1.08252, 1.083008, 1.063477, 1.173828, 1.04248, 0.335938, 1.07666, 1.07959, 1.025513, 0.652344, 1.143555, 1.034424, 1.208984, 1.196289, 1.10498, 0.979004, 1.083008, 0.853516, 1.044922, 0.630859, 0.759766, 1.134766, 1.075684, 0.879395, 0.756836, 0.838867, 1.019409, 1.031738, 1.11377, 1.157227, 0.985168, 1.075195, 1.15625, 0.965332, 1.125977, 1.18457, 1.138672, 1.072754, 1.084961, 1.120605, 1.027466, 1.162109, 1.117188, 1.168945, 0.505859, 0.990173, 1.104004, 1.164062, 0.966797, 1.134766, 1.026978, 1.176758, 1.059082, 0.987, 1.114258, 1.160156, 0.930664, 1.147461, 1.106445, 1.206055, 0.814453, 1.066895, 1.18457, 1.170898, 1.151367, 1.192383, 0.982666, 1.10791, 1.125977, 1.136719, 0.720703, 1.223633, 1.128906, 0.888184, 0.460938, 1.120605, 0.646484, 1.175781, 1.186523, 0.970581, 0.582031, 0.308594, 0.425781, 1.161133, 1.180664, 1.174805, 1.213867, 1.113281, 1.155273, 1.07373, 0.89502, 1.037109, 1.027466, 1.113281, 0.402344, 0.986694, 1.15332, 1.151367, 1.137695, 1.11377, 1.212891, 1.128906, 0.90332, 1.139648, 1.082031, 0.892578, 1.088379, 1.134766, 1.031738, 0.762695, 1.114258, 1.068359, 0.335938, 1.265625, 1.065918, 1.25, 1.120117, 0.851562, 1.083008, 1.124512, 0.909668, 0.973999, 1.065918, 1.060303, 1.144531, 1.135742, 1.015198, 1.01709, 1.192383, 1.072754, 1.125, 0.544922, 1.154297, 0.965088, 1.081055, 1.15332, 1.120117, 1.087402, 1.029175, 1.111328, 1.015442, 1.151367, 1.167969, 1.141602, 1.042969, 1.01001, 0.756836, 1.09375, 0.667969, 1.125977, 0.927246, 1.115234, 1.191406, 1.123535, 1.130859, 0.760742, 0.585938, 0.761719, 1.162109, 1.072266, 1.154297, 1.010193, 1.103516, 1.137695, 1.109863, 1.128906, 1.198242, 1.067383, 1.111328, 1.167969, 1.131836, 1.147461, 1.077637, 1.047119, 1.148438, 0.955078, 0.929199, 1.196289, 1.042725, 1.098633, 1.257812, 1.208984, 1.125977, 1.143555, 1.129883, 1.160156, 1.059082, 1.072266, 0.464844, 1.066895, 1.058838, 1.105469, 1.067383, 1.031982, 1.132812, 1.089844, 1.000526, 1.083496, 1.089355, 1.144531, 0.989929, 1.200195, 1.099609, 0.983032, 1.113281, 0.993927, 1.144531, 1.109375, 1.083496, 1.036133, 0.852539, 1.043457, 1.083984, 0.995422, 1.07373, 0.496094, 1.198242, 1.126953, 0.630859, 0.756836, 1.126953, 1.050781, 1.006561, 0.817383, 1.185547, 0.915039, 1.125, 1.15625, 0.756836, 1.121094, 1.114746, 0.615234, 1.19043, 1.151367, 1.136719, 0.92334, 0.640625, 1.043213, 1.10498, 0.527344, 1.060059, 1.207031, 1.163086, 0.449219, 1.182617, 0.666016, 0.993683, 1.045166, 1.049072, 0.716797, 1.093262, 1.000301, 1.112793, 1.111816, 1.07373, 1.147461, 1.131836, 1.045166, 1.00528, 1.102539, 1.114258, 1.143555, 1.175781, 1.138672, 0.944092, 1.134766, 0.773438, 1.166016, 1.052002, 0.669922, 1.09668, 0.782227, 1.128906, 1.205078, 1.130859, 1.15332, 1.160156, 1.146484, 1.103027, 1.103027, 1.123535, 0.967529, 1.050293, 1.07373, 1.120605, 0.257812, 0.947754, 0.881836, 1.116211, 0.958496, 0.71875, 1.186523, 1.154297, 1.090332, 1.167969, 1.077148, 0.40625, 1.141602, 0.992493, 1.074219, 0.591797, 1.081543, 1.166016, 1.090332, 0.484375, 0.973022, 0.997208, 1.061035, 1.12793, 1.12793, 1.182617, 0.857422, 0.880859, 1.073242, 1.169922, 1.011536, 1.12793, 1.103027, 1.208008, 0.958252, 1.050781, 0.505859, 1.121094, 1.151367, 1.098633, 1.008057, 1.11084, 1.145508, 1.155273, 1.044678, 1.114258, 0.828125, 1.037842, 1.129883, 1.175781, 0.732422, 0.991028, 1.074219, 0.453125, 0.332031, 0.771484, 0.813477, 1.113281, 1.144531, 1.091309, 1.12793, 0.402344, 0.34375, 1.114258, 1.194336, 0.833008, 1.151367, 1.005798, 1.144531, 1.055664, 0.810547, 0.417969, 1.058105, 1.028931, 0.966064, 0.583984, 1.020386, 1.018433, 0.971558, 1.081055, 1.239258, 1.145508, 1.00824, 1.192383, 0.850586, 1.114258, 1.120117, 0.948975, 1.066406, 1.042969, 1.316406, 1.105957, 0.689453, 0.378906, 0.5, 1.128906, 1.096191, 1.082031, 1.113281, 1.090332, 1.063477, 1.144531, 0.351562, 0.946289, 0.773438, 1.224609, 1.182617, 0.394531, 1.161133, 1.152344, 1.106445, 1.152344, 1.083496, 0.936035, 0.90332, 0.453125, 1.035156, 0.993591, 1.043213, 0.425781, 1.155273, 1.180664, 0.973877, 1.074219, 0.667969, 1.007935, 1.017578, 1.155273, 1.063477, 0.703125, 1.099609, 1.149414, 0.77832, 0.782227, 0.753906, 0.541016, 1.088379, 1.0047, 1.112793, 1.033203, 1.09082, 1.191406, 1.196289, 0.339844, 1.110352, 1.121094, 1.058838, 1.124512, 0.583984, 1.175781, 1.160156, 0.296875, 1.024658, 0.417969, 1.120117, 0.433594, 0.879883, 1.15332, 1.136719, 1.128906, 0.836914, 0.984009, 0.679688, 1.051514, 0.40625, 0.993988, 0.823242, 0.666016, 0.585938, 1.083496, 1.152344, 0.871094, 0.662109, 1.176758, 1.006836, 1.137695, 0.847656, 0.963867, 1.08252, 0.394531, 1.07959, 1.11377, 0.990112, 0.398438, 0.441406, 1.135742, 1.160156, 1.057861, 1.152344, 1.145508, 1.097168, 0.786133, 0.460938, 1.077148, 1.098145, 1.196289, 0.861328, 1.099121, 1.168945, 1.193359, 1.045898, 1.161133, 1.105469, 1.182617, 1.066406, 0.997894, 1.143555, 1.089844, 0.885254, 1.15918, 1.136719, 1.167969, 1.069824, 1.177734, 0.867188, 1.10791, 0.394531, 0.816406, 0.857422, 0.445312, 1.145508, 0.951172, 1.11377, 1.08252, 1.124512, 1.105469, 1.020508, 1.129883, 0.382812, 0.902832, 1.088379, 0.910645, 1.105469, 1.096191, 0.864258, 1.176758, 1.133789, 1.208008, 1.140625, 1.133789, 0.386719, 1.21582, 1.174805, 0.830078, 1.139648, 1.015869, 1.128906, 0.999902, 1.195312, 1.113281, 1.111328, 1.147461, 1.151367, 1.128906, 0.724609, 1.067383, 1.145508, 1.182617, 1.121094, 0.944336, 0.525391, 1.05127, 0.492188, 1.094238, 1.128906, 0.822266, 1.121094, 1.152344, 1.143555, 1.066895, 0.884277, 1.019409, 0.355469, 0.375, 0.363281, 1.161133, 1.160156, 0.513672, 1.084473, 1.077148, 1.08252, 0.525391, 1.042969, 0.751953, 1.042969, 0.496094, 1.121094, 1.089844, 0.799805, 1.191406, 0.935059, 0.932129, 1.220703, 1.068359, 0.457031, 0.901367, 0.425781, 1.059082, 1.066895, 1.126953, 1.185547, 0.848633, 0.568359, 1.144531, 0.433594, 0.800781, 1.111328, 1.112305, 1.081543, 0.714844, 1.143555, 1.095703, 1.082031, 0.882324, 1.126953, 0.987183, 1.106934, 1.178711, 1.141602, 0.931641, 1.168945, 1.077148, 1.133789, 0.942627, 1.139648, 1.107422, 1.168945, 1.100098, 1.058594, 1.124512, 1.212891, 0.925293, 1.115723, 1.116211, 1.075684, 1.107422, 1.08252, 0.951904, 1.120605, 0.951416, 1.096191, 0.957764, 1.015015, 0.529297, 1.119629, 0.982788, 1.129883, 0.885742, 1.135742, 1.061523, 1.144531, 0.517578, 1.100098, 0.597656, 1.097656, 1.023682, 1.014893, 0.825195, 1.07373, 0.677734, 1.065918, 0.433594, 1.125977, 0.742188, 1.188477, 1.039795, 1.02002, 1.208008, 1.177734, 1.096191, 0.995392, 1.040039, 1.074707, 1.130859, 0.371094, 1.162109, 0.990662, 1.086914, 1.152344, 1.058594, 1.143555, 1.066895, 0.712891, 0.982544, 1.105957, 1.074219, 0.915527, 1.121094, 1.128906, 1.066406, 0.99585, 1.042969, 0.386719, 1.146484, 1.115234, 1.09375, 0.613281, 0.958252, 0.617188, 0.386719, 1.079102, 0.402344, 0.4375, 0.958252, 1.154297, 1.11377, 1.211914, 0.864258, 1.020264, 0.879883, 1.037354, 0.410156, 1.115234, 1.020142, 1.028931, 1.550781, 1.207031, 1.198242, 0.414062, 1.095215, 1.188477, 0.6875, 0.476562, 1.113281, 1.098145, 0.507812, 1.15918, 0.662109, 1.136719, 0.995575, 1.074707, 1.092285, 0.46875, 1.134766, 1.072266, 1.15918, 1.083984, 1.113281, 0.798828, 0.375, 1.099121, 1.171875, 1.033203, 1.15332, 1.126953, 1.07373, 1.169922, 1.111328, 1.030029, 1.202148, 0.724609, 1.097656, 1.056641, 1.059326, 1.104004, 0.929199, 1.073242, 1.04126, 1.106445, 0.328125, 1.068359, 1.174805, 1.097168, 1.048828, 0.971802, 0.979126, 0.964844, 1.098633, 0.982788, 1.088867, 1.134766, 1.151367, 1.098145, 0.679688, 0.974121, 0.433594, 1.110352, 0.484375, 0.984619, 1.129883, 1.109375, 0.410156, 1.0271, 1.019897, 1.095215, 1.176758, 1.40625, 1.125977, 1.11084, 1.108887, 1.078613, 1.037842, 0.554688, 1.019775, 1.097168, 0.996185, 1.239258, 1.076172, 1.013428, 1.144531, 1.122559, 1.102051, 1.066406, 0.862305, 1.026001, 1.060059, 1.128906, 0.578125, 1.042725, 1.050537, 1.151367, 0.978149, 0.425781, 1.090332, 1.142578, 1.128906, 1.097168, 1.098633, 1.088867, 1.003799, 1.057861, 0.449219, 1.151367, 1.11377, 1.042725, 1.120117, 1.089844, 1.077637, 1.128906, 1.168945, 1.152344, 0.942383, 1.155273, 1.108887, 1.128906, 1.068359, 1.133789, 1.136719, 0.701172, 0.774414, 1.035889, 1.080566, 1.101562, 1.111328, 0.758789, 1.141602, 1.085938, 1.089844, 0.398438, 1.003342, 0.924316, 0.726562, 1.083008, 1.152344, 1.197266, 0.3125, 1.118652, 1.089355, 0.363281, 0.638672, 1.082031, 1.130859, 1.134766, 1.070801, 1.119629, 1.04248, 1.147461, 1.022705, 1.169922, 0.552734, 1.155273, 1.154297, 1.222656, 0.511719, 1.173828, 1.129883, 1.128906, 1.038574, 1.112305, 1.059326, 1.097656, 0.965576, 0.441406, 1.199219, 1.162109, 1.063965, 1.064453, 0.763672, 1.066895, 0.662109, 1.01532, 1.083008, 0.738281, 1.160156, 1.151367, 1.05127, 0.527344, 0.932129, 1.28125, 1.097168, 1.132812, 0.705078, 0.402344, 1.030762, 1.011658, 1.073242, 0.898926, 1.143555, 1.11377, 1.099609, 0.394531, 1.103516, 1.198242, 0.995544, 1.04541, 0.997772, 1.173828, 1.099609, 1.19043, 0.915527, 1.057129, 1.082031, 1.175781, 1.145508, 1.164062, 0.90332, 0.865234, 0.876465, 0.899902, 1.160156, 0.997803, 0.763672, 1.121582, 0.787109, 0.958496, 1.089355, 1.107422, 1.152344, 1.063965, 1.135742, 0.695312, 1.025879, 1.130859, 1.09668, 1.069824, 1.100098, 0.770508, 1.134766, 1.136719, 1.151367, 1.175781, 1.104492, 0.941406, 1.199219, 1.05835, 1.097656, 1.08252, 0.521484, 1.11377, 1.131836, 1.245117, 0.710938, 1.167969, 1.188477, 1.071777, 1.064941, 1.003479, 1.167969, 1.084473, 0.928223, 0.777344, 1.126953, 1.081055, 1.165039, 1.094238, 1.09375, 1.167969, 1.130859, 1.147461, 1.163086, 1.094238, 1.011414, 1.114258, 0.94165, 0.866211, 1.058838, 1.135742, 1.046143, 1.109375, 1.09375, 1.065918, 1.129883, 0.822266, 1.113281, 1.083008, 0.853516, 1.088867, 1.214844, 0.339844, 1.063477, 1.10498, 1.115234, 0.572266, 1.152344, 1.08252, 0.685547, 0.449219, 0.948486, 1.032471, 1.179688, 1.005127, 1.05542, 1.083496, 1.09375, 1.1875, 1.081055, 0.854492, 1.123535, 0.671875, 1.208008, 1.130859, 0.568359, 0.363281, 1.214844, 1.208008, 1.141602, 0.666016, 1.185547, 0.862305, 1.009644, 1.121582, 1.107422, 1.042969, 1.167969, 1.07666, 0.959961, 1.143555, 1.167969, 1.878906, 0.503906, 0.714844, 1.042725, 1.054932, 1.160156, 0.869141, 0.979736, 1.136719, 0.909668, 0.660156, 1.166016, 1.143555, 1.032715, 1.073242, 1.011292, 0.879395, 1.105469, 1.08252, 0.316406, 0.375, 1.088867, 1.102539, 1.05127, 1.175781, 1.058594, 1.134766, 0.542969, 1.120117, 0.660156, 0.617188, 1.012146, 1.232422, 1.108398, 1.128906, 1.155273, 1.121582, 0.550781, 1.144531, 1.004303, 0.92041, 1.067383, 1.193359, 1.066406, 1.01178, 0.892578, 1.167969, 1.112305, 1.074219, 0.935547, 0.755859, 0.980469, 1.051025, 0.433594, 1.189453, 1.128906, 0.425781, 1.084961, 1.117188, 0.805664, 1.125, 0.888672, 1.092773, 1.05542, 1.01178, 0.885254, 0.858398, 1.121094, 1.165039, 1.177734, 1.107422, 1.195312, 1.043457, 1.075195, 0.965088, 1.146484, 1.213867, 1.023804, 0.625, 0.375, 1.121582, 1.097168, 1.139648, 1.114746, 0.97583, 0.289062, 1.150391, 1.183594, 1.042725, 1.079102, 0.609375, 1.231445, 1.108398, 1.116211, 1.050781, 1.05835, 0.979492, 0.978271, 0.861328, 1.098633, 1.043213, 1.083008, 0.4375, 1.196289, 0.826172, 0.460938, 1.112793, 0.802734, 1.154297, 1.080078, 0.878418, 1.055176, 0.691406, 1.049072, 1.144531, 1.120605, 1.115234, 1.143555, 1.050049, 1.121094, 0.931641, 1.19043, 1.132812, 1.129883, 1.15332, 0.644531, 1.099121, 1.12207, 0.924316, 1.038574, 0.789062, 1.091309, 0.582031, 1.006653, 0.367188, 1.140625, 1.053711, 1.160156, 0.984558, 1.097656, 1.126953, 1.116699, 1.136719, 0.995544, 1.183594, 1.136719, 1.141602, 0.904785, 1.166992, 0.673828, 1.170898, 0.831055, 0.441406, 1.136719, 1.265625, 1.119629, 1.209961, 1.283203, 0.924316, 1.066406, 1.141602, 0.771484, 0.798828, 1.119629, 1.192383, 1.166992, 1.024902, 1.128906, 0.77832, 1.183594, 1.157227, 1.098145, 0.488281, 0.92627, 1.106445, 1.133789, 1.12793, 0.877441, 1.051514, 1.052002, 1.022705, 1.134766, 1.132812, 1.138672, 0.548828, 1.037598, 1.082031, 1.09082, 1.066895, 1.063477, 1.152344, 1.022217, 0.922363, 1.11377, 1.139648, 0.626953, 0.511719, 1.061523, 1.183594, 1.166016, 1.045654, 1.101074, 0.351562, 1.054199, 1.113281, 1.043945, 1.152344, 0.84668, 1.114258, 0.935547, 0.394531, 1.063965, 1.125977, 1.106934, 1.041016, 1.029785, 1.180664, 1.117676, 1.10791, 1.121094, 1.074219, 1.267578, 0.941895, 0.927246, 0.683594, 1.05249, 0.80957, 0.398438, 1.120605, 1.066895, 1.154297, 1.146484, 0.78418, 1.066895, 1.144531, 1.099609, 1.07373, 1.136719, 0.767578, 1.056396, 0.65625, 1.145508, 0.765625, 1.031006, 1.135742, 1.128906, 0.914062, 1.15625, 1.039551, 1.160156, 0.854492, 1.199219, 1.135742, 0.488281, 0.89209, 1.128906, 1.155273, 1.148438, 0.46875, 1.055664, 0.982422, 1.035645, 1.072754, 1.059082, 0.4375, 1.05957, 1.11084, 0.730469, 1.095215, 0.915527, 0.968262, 0.990479, 1.047119, 1.05127, 1.090332, 1.220703, 1.208008, 1.113281, 1.161133, 1.12207, 0.382812, 1.130859, 1.079102, 1.120605, 1.146484, 1.125, 1.166992, 0.971191, 0.701172, 1.025757, 1.149414, 1.11377, 1.030884, 0.675781, 1.066406, 0.956055, 1.071777, 1.048584, 1.02771, 1.12793, 1.072266, 1.105469, 0.95752, 1.105469, 1.065918, 1.089844, 1.124023, 1.09668, 1.062988, 1.035645, 0.909668, 1.165039, 0.607422, 0.3125, 1.074707, 0.831055, 1.114258, 1.182617, 1.112793, 1.044434, 0.909668, 1.160156, 0.895996, 1.035645, 1.151367, 1.208008, 1.12793, 0.40625, 1.083984, 1.126953, 1.176758, 0.937744, 0.888672, 1.12207, 1.125977, 1.111328, 0.958496, 1.113281, 1.120605, 1.164062, 1.175781, 1.082031, 0.814453, 1.136719, 0.802734, 0.909668, 1.094238, 1.105957, 1.120117, 1.144531, 1.248047, 1.151367, 1.092285, 1.102539, 0.854492, 1.125977, 0.875488, 0.607422, 1.196289, 1.010559, 1.183594, 0.472656, 0.785156, 1.178711, 1.145508, 1.136719, 1.15918, 0.892578, 1.142578, 0.939453, 0.829102, 0.960205, 0.367188, 1.029541, 0.825195, 1.084473, 1.139648, 1.183594, 1.145508, 1.036621, 0.382812, 1.121094, 1.062988, 1.059082, 1.105469, 1.18457, 1.036133, 1.166016, 1.066895, 0.90918, 0.654297, 1.043945, 1.145508, 1.031982, 1.061523, 1.097656, 1.004181, 1.077637, 0.924805, 1.151367, 0.925781, 1.011414, 1.113281, 1.149414, 1.128906, 1.121094, 0.984375, 1.104492, 0.928711, 0.837891, 1.112305, 1.053223, 0.885254, 0.390625, 1.188477, 1.152344, 1.193359, 1.116699, 1.098145, 1.099609, 1.110352, 1.044434, 1.066406, 0.765625, 1.144531, 1.114258, 1.100586, 0.394531, 1.196289, 1.036377, 1.103516, 1.114258, 1.103516, 1.052734, 1.178711, 1.059814, 1.179688, 1.114746, 1.09668, 0.421875, 1.038574, 0.956787, 1.15625, 0.429688, 1.080078, 0.464844, 1.066895, 0.371094, 1.11377, 0.932617, 0.724609, 0.699219, 1.003632, 1.088867, 1.128906, 1.038574, 1.152344, 1.018066, 1.11084, 1.18457, 0.359375, 0.595703, 0.664062, 1.151367, 1.12793, 1.07373, 1.118164, 1.072266, 1.078613, 0.822266, 1.136719, 1.144531, 1.091309, 1.183594, 1.08252, 0.895996, 1.119141, 1.172852, 0.822266, 1.214844, 1.161133, 1.145508, 1.089844, 1.095215, 0.825195, 1.191406, 1.050293, 1.017578, 1.105469, 1.152344, 1.019165, 1.038086, 0.993011, 0.535156, 0.992798, 1.068848, 0.984253, 0.558594, 1.1875, 1.161133, 1.178711, 0.464844, 1.04126, 0.829102, 1.164062, 1.029907, 0.876953, 0.359375, 1.135742, 1.105469, 1.114258, 0.359375, 0.827148, 0.417969, 0.912109, 1.21875, 0.92041, 1.123047, 1.253906, 1.129883, 1.067383, 1.095215, 0.969727, 0.537109, 0.597656, 1.103516, 1.020508, 1.085938, 1.114746, 1.100098, 1.051025, 1.224609, 0.814453, 1.075195, 1.10498, 1.0177, 0.574219, 1.208984, 1.128906, 0.983032, 1.18457, 1.098633, 0.521484, 0.936035, 0.449219, 0.854492, 1.223633, 1.122559, 1.160156, 1.074707, 1.013489, 1.124023, 1.147461, 1.138672, 1.080566, 1.051758, 1.004578, 1.114746, 1.136719, 1.155273, 1.03418, 0.8125, 1.147461, 0.666016, 0.889648, 0.961182, 0.748047, 1.058838, 1.089844, 1.108887, 1.118164, 0.998932, 1.011536, 1.11377, 1.035645, 0.697266, 1.119141, 1.8125, 0.895996, 1.113281, 1.285156, 1.141602, 0.927734, 1.160156, 1.145508, 1.073242, 1.145508, 1.069824, 0.638672, 1.103516, 1.136719, 0.597656, 1.147461, 1.025635, 0.398438, 1.036621, 0.84668, 1.15625, 1.145508, 1.088867, 1.152344, 1.204102, 1.098145, 1.099609, 1.152344, 1.051758, 1.051758, 1.131836, 0.664062, 0.992432, 1.094238, 1.175781, 0.509766, 1.023193, 1.042725, 1.124023, 0.862305, 1.078125, 1.076172, 0.962891, 0.948242, 0.5625, 0.874023, 1.113281, 1.103516, 0.492188, 1.07666, 1.010498, 0.525391, 1.088379, 1.144531, 1.150391, 1.144531, 1.075684, 1.109863, 0.591797, 1.111328, 1.157227, 1.126953, 1.094727, 0.924805, 1.05542, 1.027466, 0.457031, 0.757812, 1.070312, 0.924316, 1.166992, 0.817383, 1.010193, 1.12207, 1.160156, 0.513672, 0.88623, 1.185547, 0.363281, 1.172852, 1.019531, 1.129883, 1.149414, 0.472656, 0.995911, 1.128906, 0.449219, 1.161133, 0.601562, 1.097656, 1.124512, 1.035156, 1.141602, 0.460938, 1.05127, 0.938965, 1.081543, 1.054199, 1.168945, 1.125, 0.632812, 1.131836, 1.168945, 1.141602, 1.05835, 0.484375, 1.019775, 1.107422, 1.059082, 1.163086, 1.188477, 1.120117, 0.917969, 0.91748, 1.132812, 0.986023, 1.121094, 0.646484, 0.621094, 1.061523, 1.175781, 0.414062, 1.200195, 0.90332, 1.101074, 1.213867, 1.15625, 1.009888, 0.835938, 1.125977, 1.083008, 0.480469, 1.185547, 0.794922, 1.099121 ] }, "name": "onnx::Mul_8457", "outputIndexes": [ 1145 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1144, 1145 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_11/Mul_1_output_0", "outputIndexes": [ 1146 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1146 ], "outputIndexes": [ 2814 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2814 ], "outputIndexes": [ 2815 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear", "inputIndexes": [ 2815 ], "outputIndexes": [ 2816 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 489703158, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2816 ], "outputIndexes": [ 2817 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2817 ], "outputIndexes": [ 1147 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1147, 1147 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_output_0", "outputIndexes": [ 1148 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1147, 1148 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_1_output_0", "outputIndexes": [ 1149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1149 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_2_output_0", "outputIndexes": [ 1150 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1147, 1150 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Add_output_0", "outputIndexes": [ 1151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1151 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_3_output_0", "outputIndexes": [ 1152 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1152 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_11/Tanh_output_0", "outputIndexes": [ 1153 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1153 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Add_1_output_0", "outputIndexes": [ 1154 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1147, 1154 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_4_output_0", "outputIndexes": [ 1155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1155 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_5_output_0", "outputIndexes": [ 1156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1146 ], "outputIndexes": [ 2818 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2818 ], "outputIndexes": [ 2819 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear", "inputIndexes": [ 2819 ], "outputIndexes": [ 2820 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 501647116, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2820 ], "outputIndexes": [ 2821 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2821 ], "outputIndexes": [ 1157 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1156, 1157 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_11/Mul_output_0", "outputIndexes": [ 1158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1158 ], "outputIndexes": [ 2822 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2822 ], "outputIndexes": [ 2823 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear", "inputIndexes": [ 2823 ], "outputIndexes": [ 2824 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 513591074, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2824 ], "outputIndexes": [ 2825 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2825 ], "outputIndexes": [ 1159 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1159 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_11/Mul_output_0", "outputIndexes": [ 1160 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.570312, 1.636719, 1.699219, 1.851562, 1.722656, 1.652344, 1.476562, 0.261719, 1.660156, 1.289062, 1.753906, 1.511719, 1.435547, 1.742188, 1.789062, 1.539062, 1.550781, 1.625, 1.275391, 1.628906, 1.6875, 1.683594, 1.730469, 1.355469, 1.455078, 1.632812, 1.241211, 1.449219, 1.808594, 1.71875, 1.291016, 1.06543, 1.664062, 0.390625, 1.582031, 1.194336, 1.542969, 1.746094, 1.40625, 1.570312, 1.757812, 1.710938, 1.625, 1.12207, 0.492188, 1.59375, 1.742188, 1.558594, 1.808594, 1.186523, 1.660156, 0.939697, 1.519531, 0.535156, 1.652344, 1.243164, 1.570312, 1.664062, 1.574219, 1.324219, 0.94751, 1.917969, 1.664062, 1.535156, 1.458984, 1.484375, 0.821289, 1.601562, 1.322266, 1.484375, 1.640625, 1.664062, 1.582031, 1.519531, 1.462891, 1.460938, 0.773438, 1.198242, 1.186523, 0.523438, 1.390625, 0.246094, 1.59375, 1.072754, 1.535156, 1.507812, 1.585938, 1.098633, 0.525391, 1.417969, 1.570312, 1.423828, 1.859375, 0.464844, 1.664062, 0.226562, 1.5, 1.570312, 2.117188, 1.449219, 1.414062, 1.730469, 1.703125, 1.582031, 1.652344, 1.617188, 1.714844, 1.11377, 1.726562, 1.613281, 1.6875, 1.605469, 1.824219, 1.283203, 1.574219, 1.236328, 1.746094, 0.501953, 1.441406, 1.722656, 1.621094, 1.601562, 1.644531, 1.75, 1.314453, 1.030029, 1.523438, 1.714844, 1.527344, 0.865234, 0.797852, 1.484375, 1.427734, 1.585938, 1.691406, 1.691406, 1.308594, 1.03418, 1.390625, 1.746094, 2.109375, 1.84375, 1.287109, 1.652344, 1.664062, 1.507812, 1.378906, 1.714844, 1.585938, 1.773438, 1.558594, 1.271484, 1.480469, 1.835938, 1.644531, 1.667969, 0.738281, 1.683594, 0.429688, 0.40625, 1.416016, 1.75, 1.408203, 0.730469, 1.660156, 1.648438, 1.804688, 0.371094, 1.742188, 1.439453, 1.601562, 0.476562, 1.566406, 0.390625, 1.582031, 1.902344, 1.597656, 0.257812, 1.632812, 1.691406, 1.578125, 0.355469, 1.078613, 0.265625, 1.761719, 1.480469, 0.611328, 1.589844, 1.328125, 1.257812, 1.605469, 1.734375, 1.515625, 1.535156, 1.703125, 1.488281, 1.632812, 1.71875, 1.671875, 1.695312, 1.421875, 1.5625, 1.519531, 1.279297, 1.8125, 1.699219, 1.824219, 1.539062, 1.542969, 1.636719, 1.410156, 1.824219, 1.609375, 1.523438, 1.490234, 1.636719, 1.355469, 1.496094, 1.804688, 1.714844, 1.230469, 1.271484, 1.636719, 1.816406, 1.675781, 1.558594, 1.443359, 1.519531, 1.400391, 1.15625, 1.511719, 1.796875, 1.902344, 1.640625, 1.644531, 1.820312, 1.142578, 1.632812, 1.460938, 1.589844, 1.34375, 1.558594, 1.761719, 1.890625, 1.429688, 1.722656, 1.277344, 1.337891, 1.820312, 0.732422, 1.679688, 1.816406, 0.507812, 1.585938, 1.632812, 1.488281, 1.425781, 1.785156, 1.855469, 1.46875, 1.710938, 1.695312, 1.539062, 1.378906, 1.605469, 1.118164, 1.617188, 1.632812, 1.515625, 1.621094, 1.652344, 1.496094, 1.558594, 1.314453, 1.648438, 1.574219, 0.552734, 1.480469, 1.679688, 1.644531, 1.044678, 1.605469, 0.509766, 1.5625, 1.832031, 1.628906, 1.447266, 1.667969, 0.386719, 1.472656, 1.193359, 0.453125, 1.425781, 1.570312, 1.511719, 1.597656, 1.326172, 1.617188, 1.726562, 1.636719, 1.449219, 1.285156, 0.351562, 1.710938, 0.039062, 1.402344, 1.757812, 1.458984, 1.388672, 1.691406, 1.789062, 0.296875, 1.660156, 1.648438, 1.523438, 1.527344, 1.445312, 1.71875, 1.40625, 1.597656, 1.380859, 1.816406, 1.271484, 1.714844, 1.5625, 1.558594, 1.014526, 1.414062, 1.777344, 1.605469, 1.077148, 1.050049, 1.585938, 1.570312, 6.8125, 1.667969, 1.503906, 1.691406, 1.820312, 1.582031, 1.511719, 1.511719, 1.789062, 1.498047, 1.597656, 0.898926, 1.675781, 0.848633, 1.137695, 1.699219, 0.574219, 1.091309, 0.780273, 1.208008, 0.289062, 0.445312, 1.863281, 1.734375, 1.053467, 1.298828, 0.410156, 1.675781, 1.292969, 0.693359, 1.742188, 1.65625, 1.484375, 0.560547, 1.632812, 1.492188, 1.808594, 1.349609, 1.507812, 1.578125, 1.78125, 1.777344, 1.726562, 1.515625, 1.441406, 0.821289, 1.761719, 1.773438, 0.699219, 0.558594, 1.878906, 1.398438, 1.146484, 0.961914, 1.582031, 1.679688, 1.667969, 1.671875, 0.34375, 1.714844, 1.769531, 1.667969, 1.275391, 0.367188, 1.492188, 1.605469, 1.554688, 1.691406, 1.515625, 1.789062, 0.53125, 1.738281, 1.75, 1.474609, 1.753906, 0.705078, 1.691406, 1.675781, 1.679688, 1.621094, 1.112793, 1.337891, 1.5625, 1.466797, 1.554688, 1.498047, 1.785156, 1.664062, 1.972656, 1.464844, 1.476562, 1.142578, 1.683594, 1.570312, 1.632812, 1.5, 1.498047, 1.859375, 1.710938, 1.106934, 1.169922, 1.628906, 1.746094, 1.695312, 1.570312, 1.664062, 1.828125, 1.585938, 1.675781, 0.985535, 0.813477, 1.667969, 1.730469, 1.855469, 1.337891, 1.679688, 1.632812, 1.625, 1.474609, 1.554688, 1.675781, 1.675781, 0.947266, 1.695312, 1.53125, 1.804688, 1.648438, 1.632812, 1.644531, 1.664062, 0.652344, 1.542969, 0.390625, 1.388672, 1.699219, 1.589844, 1.535156, 1.478516, 1.753906, 1.490234, 1.554688, 1.691406, 0.453125, 1.707031, 1.570312, 1.679688, 1.490234, 1.480469, 2.101562, 1.660156, 1.726562, 1.632812, 0.375, 1.582031, 1.365234, 1.714844, 1.196289, 1.507812, 1.660156, 1.652344, 1.059814, 1.640625, 0.308594, 0.492188, 0.875977, 0.347656, 1.773438, 1.582031, 1.554688, 0.876953, 0.533203, 1.523438, 0.9646, 1.019409, 1.667969, 1.710938, 1.636719, 1.636719, 1.511719, 1.416016, 1.470703, 1.722656, 1.194336, 1.683594, 1.691406, 1.255859, 1.488281, 1.408203, 0.488281, 0.484375, 1.65625, 0.556641, 1.722656, 1.480469, 1.404297, 1.667969, 1.449219, 1.410156, 1.589844, 0.382812, 1.640625, 2.632812, 1.632812, 1.419922, 1.75, 0.386719, 0.888672, 1.151367, 1.431641, 1.675781, 1.847656, 1.582031, 1.609375, 1.519531, 0.820312, 1.789062, 0.589844, 1.699219, 1.851562, 1.384766, 1.384766, 1.427734, 1.582031, 1.118652, 1.417969, 1.601562, 1.726562, 0.850586, 1.245117, 1.753906, 1.539062, 1.738281, 1.820312, 1.228516, 1.308594, 1.636719, 1.8125, 1.574219, 1.75, 1.4375, 0.226562, 1.632812, 1.539062, 1.396484, 0.591797, 1.605469, 2.046875, 1.777344, 1.730469, 1.558594, 2.046875, 1.394531, 1.976562, 1.511719, 0.946777, 0.922852, 1.671875, 1.488281, 1.353516, 1.507812, 1.232422, 1.314453, 1.511719, 1.738281, 1.648438, 1.233398, 1.605469, 1.773438, 1.163086, 1.664062, 1.75, 1.59375, 1.535156, 1.632812, 1.753906, 1.316406, 1.660156, 1.570312, 1.808594, 0.6875, 1.412109, 1.640625, 1.609375, 1.200195, 1.53125, 1.566406, 1.617188, 1.527344, 1.441406, 1.542969, 1.710938, 1.118164, 1.605469, 1.761719, 1.777344, 1.570312, 1.380859, 1.699219, 1.59375, 1.777344, 1.648438, 1.339844, 1.621094, 1.447266, 1.695312, 0.822266, 1.863281, 1.550781, 1.182617, 0.398438, 1.490234, 0.93457, 1.648438, 1.78125, 1.476562, 0.638672, 0.332031, 0.355469, 1.738281, 1.625, 1.71875, 1.632812, 1.435547, 1.636719, 1.558594, 1.333984, 1.507812, 1.503906, 1.578125, 0.320312, 1.345703, 1.613281, 1.535156, 1.519531, 1.589844, 1.746094, 1.582031, 1.261719, 1.617188, 1.490234, 1.300781, 1.558594, 1.570312, 1.660156, 0.978027, 1.867188, 1.519531, 0.269531, 1.182617, 1.5, 1.404297, 1.621094, 1.119629, 1.621094, 1.675781, 1.925781, 1.464844, 1.423828, 1.414062, 1.451172, 1.683594, 1.328125, 1.460938, 1.632812, 1.664062, 1.496094, 1.640625, 1.792969, 1.398438, 1.427734, 1.550781, 1.527344, 1.652344, 1.271484, 1.566406, 1.5, 1.703125, 1.71875, 1.742188, 1.640625, 1.014587, 1.464844, 1.734375, 0.78418, 1.597656, 1.34375, 1.589844, 1.8125, 1.667969, 1.660156, 0.869141, 0.722656, 0.754883, 1.667969, 1.625, 1.644531, 1.164062, 1.710938, 1.679688, 1.527344, 1.558594, 1.742188, 1.507812, 1.550781, 1.742188, 1.625, 1.648438, 1.570312, 1.458984, 1.804688, 1.28125, 1.357422, 1.820312, 1.302734, 1.71875, 1.855469, 1.683594, 1.742188, 1.636719, 1.699219, 1.753906, 1.386719, 1.535156, 0.445312, 1.710938, 1.503906, 1.679688, 1.472656, 1.441406, 1.742188, 1.523438, 1.308594, 1.613281, 1.652344, 1.632812, 1.449219, 1.679688, 1.558594, 1.283203, 1.683594, 1.402344, 1.699219, 1.53125, 1.613281, 1.875, 1.066895, 1.349609, 1.554688, 1.259766, 1.472656, 1.648438, 1.742188, 1.675781, 0.807617, 0.776367, 1.699219, 1.617188, 1.378906, 0.990112, 1.6875, 1.136719, 1.671875, 1.648438, 0.865234, 1.679688, 1.769531, 0.795898, 1.660156, 1.675781, 1.632812, 1.216797, 0.673828, 1.417969, 1.523438, 0.488281, 1.492188, 1.683594, 1.738281, 0.414062, 1.769531, 0.763672, 1.746094, 1.914062, 1.308594, 0.802734, 1.582031, 1.527344, 1.476562, 1.570312, 1.671875, 1.710938, 1.675781, 1.439453, 1.347656, 1.617188, 1.53125, 1.734375, 1.6875, 1.570312, 1.8125, 1.746094, 0.90918, 1.691406, 1.443359, 0.870117, 1.527344, 0.915527, 1.605469, 1.527344, 1.648438, 1.617188, 1.824219, 1.375, 1.695312, 1.632812, 1.777344, 1.225586, 1.441406, 1.734375, 1.753906, 0.023438, 1.209961, 1.104492, 1.443359, 1.361328, 1.043701, 1.753906, 1.683594, 1.558594, 1.617188, 1.554688, 0.359375, 1.644531, 1.433594, 1.363281, 0.769531, 1.671875, 1.683594, 1.4375, 0.414062, 1.199219, 1.535156, 1.351562, 1.730469, 1.679688, 1.847656, 1.232422, 1.714844, 1.486328, 1.585938, 1.351562, 1.667969, 1.609375, 1.757812, 1.308594, 1.494141, 0.4375, 1.570312, 1.585938, 1.636719, 1.355469, 1.648438, 1.621094, 1.71875, 1.480469, 1.621094, 0.963135, 1.392578, 1.683594, 1.8125, 0.910645, 1.229492, 1.492188, 0.367188, 0.214844, 0.884766, 1.384766, 1.519531, 1.632812, 1.458984, 1.664062, 0.308594, 0.308594, 1.460938, 1.742188, 1.100098, 1.632812, 1.351562, 1.699219, 1.640625, 1.193359, 0.375, 1.746094, 1.318359, 1.339844, 0.724609, 1.507812, 1.310547, 1.398438, 1.318359, 1.785156, 1.535156, 1.384766, 1.671875, 1.08252, 1.714844, 1.652344, 1.167969, 1.550781, 1.800781, 1.882812, 1.605469, 0.732422, 0.320312, 1.84375, 1.589844, 1.503906, 1.632812, 1.53125, 1.5625, 1.417969, 1.753906, 0.246094, 1.275391, 0.923828, 1.785156, 1.683594, 0.371094, 1.703125, 1.59375, 1.730469, 1.519531, 1.691406, 1.445312, 1.134766, 0.382812, 1.492188, 1.198242, 1.453125, 0.410156, 1.314453, 1.726562, 1.933594, 1.617188, 1.324219, 1.230469, 1.296875, 1.757812, 1.675781, 0.767578, 1.490234, 1.652344, 0.908691, 1.113281, 0.378906, 0.999313, 1.574219, 1.464844, 1.570312, 1.503906, 1.546875, 1.53125, 1.644531, 0.25, 1.652344, 1.632812, 1.523438, 1.640625, 1.679688, 1.523438, 1.632812, 0.289062, 1.322266, 0.351562, 1.660156, 0.390625, 1.05957, 1.714844, 1.742188, 1.671875, 0.887207, 1.386719, 1.141602, 1.478516, 0.328125, 1.449219, 0.95166, 0.766602, 0.533203, 1.570312, 1.761719, 1.077637, 1.089844, 1.730469, 1.443359, 1.789062, 1.008911, 1.223633, 1.570312, 0.296875, 1.605469, 1.691406, 1.376953, 0.398438, 0.289062, 1.53125, 1.757812, 1.388672, 1.757812, 1.683594, 1.472656, 1.010864, 1.816406, 1.507812, 1.582031, 1.773438, 1.12793, 1.621094, 1.671875, 1.765625, 1.636719, 1.746094, 1.605469, 1.902344, 1.570312, 1.316406, 1.839844, 1.6875, 1.112793, 1.691406, 1.683594, 1.621094, 1.574219, 1.753906, 1.730469, 1.65625, 0.320312, 1.020874, 1.147461, 0.433594, 1.601562, 1.419922, 1.558594, 1.566406, 1.652344, 1.570312, 1.388672, 1.589844, 0.347656, 1.052734, 1.527344, 1.216797, 1.617188, 1.585938, 1.066895, 1.691406, 1.550781, 1.695312, 1.667969, 1.675781, 0.363281, 1.773438, 1.878906, 0.886719, 1.667969, 1.460938, 1.84375, 1.941406, 1.597656, 1.664062, 1.609375, 1.695312, 1.675781, 1.597656, 1.169922, 1.527344, 1.578125, 1.675781, 1.695312, 1.443359, 0.589844, 1.742188, 0.453125, 1.546875, 1.789062, 1.031494, 1.597656, 1.71875, 1.714844, 1.494141, 1.166992, 1.503906, 0.304688, 0.289062, 0.308594, 1.609375, 1.707031, 0.457031, 1.361328, 1.507812, 1.859375, 0.5, 1.451172, 0.891113, 1.376953, 0.425781, 1.632812, 1.710938, 1.433594, 1.71875, 1.21582, 1.208008, 1.832031, 1.621094, 0.5, 1.244141, 0.265625, 1.488281, 1.679688, 1.664062, 1.800781, 1.07666, 0.803711, 1.664062, 0.332031, 2.085938, 1.539062, 1.494141, 1.550781, 0.863281, 1.664062, 1.574219, 1.550781, 1.083008, 1.582031, 1.302734, 3.453125, 1.632812, 1.589844, 1.859375, 1.667969, 1.5, 1.824219, 1.28125, 1.582031, 1.859375, 1.621094, 1.664062, 1.515625, 1.617188, 1.773438, 1.19043, 1.6875, 1.511719, 1.558594, 1.636719, 1.496094, 1.261719, 1.535156, 1.421875, 1.730469, 1.585938, 1.408203, 0.525391, 1.785156, 1.292969, 1.585938, 1.378906, 1.554688, 1.478516, 1.707031, 0.53125, 1.78125, 0.529297, 1.621094, 1.216797, 1.287109, 1.042725, 1.511719, 0.757812, 1.589844, 0.363281, 1.621094, 0.793945, 1.753906, 1.447266, 1.349609, 1.625, 1.753906, 1.476562, 1.345703, 1.427734, 1.488281, 1.710938, 0.296875, 1.6875, 1.349609, 1.353516, 1.695312, 1.664062, 1.667969, 1.5, 0.858398, 1.414062, 1.558594, 1.507812, 1.914062, 1.664062, 1.613281, 1.539062, 1.285156, 1.458984, 0.3125, 1.730469, 1.601562, 1.707031, 1.176758, 1.298828, 0.71875, 0.289062, 1.632812, 0.324219, 0.480469, 1.177734, 1.496094, 1.632812, 1.828125, 0.390625, 1.376953, 1.073242, 1.5625, 0.308594, 1.699219, 1.423828, 1.466797, 1.515625, 1.738281, 1.820312, 0.367188, 1.566406, 1.722656, 0.817383, 0.46875, 1.652344, 1.773438, 0.501953, 1.699219, 1.037598, 1.6875, 1.310547, 1.597656, 1.4375, 0.433594, 1.679688, 1.427734, 1.519531, 1.675781, 1.585938, 0.800781, 0.320312, 1.480469, 1.945312, 1.324219, 1.699219, 1.671875, 1.710938, 1.871094, 1.484375, 1.410156, 1.480469, 1.625, 1.648438, 1.605469, 1.443359, 1.570312, 1.259766, 1.558594, 1.613281, 1.519531, 0.238281, 1.582031, 1.695312, 1.585938, 1.345703, 1.400391, 1.365234, 1.361328, 1.5625, 1.515625, 1.636719, 1.574219, 1.574219, 1.617188, 0.850586, 1.482422, 0.378906, 1.652344, 0.441406, 1.636719, 1.632812, 1.828125, 0.347656, 1.703125, 1.345703, 1.332031, 1.710938, 1.882812, 1.613281, 1.46875, 1.703125, 1.474609, 1.488281, 0.574219, 1.445312, 1.664062, 1.988281, 1.769531, 1.365234, 1.652344, 1.632812, 1.710938, 1.542969, 1.472656, 1.181641, 1.277344, 1.5, 1.439453, 0.488281, 1.423828, 1.589844, 1.742188, 1.277344, 0.382812, 1.757812, 1.757812, 1.746094, 1.589844, 1.714844, 1.664062, 1.498047, 1.474609, 0.402344, 1.566406, 1.597656, 1.589844, 1.707031, 1.367188, 1.585938, 1.679688, 1.78125, 1.644531, 1.292969, 1.882812, 1.664062, 1.542969, 1.417969, 1.710938, 1.675781, 0.744141, 2.546875, 1.392578, 1.507812, 1.746094, 1.507812, 0.767578, 1.695312, 1.535156, 1.527344, 0.363281, 1.283203, 1.090332, 1.117188, 1.554688, 1.722656, 1.792969, 0.246094, 1.550781, 1.902344, 0.273438, 0.708984, 1.546875, 1.59375, 1.632812, 1.710938, 1.601562, 1.435547, 1.570312, 1.34375, 1.632812, 0.558594, 1.589844, 1.777344, 1.722656, 0.667969, 1.714844, 1.589844, 1.632812, 1.53125, 1.632812, 1.503906, 1.597656, 1.207031, 0.476562, 1.683594, 1.605469, 1.539062, 1.710938, 0.949951, 1.632812, 0.8125, 1.484375, 1.585938, 0.811523, 1.578125, 1.679688, 1.621094, 1.800781, 1.248047, 1.925781, 1.578125, 1.578125, 0.742188, 0.332031, 1.466797, 1.574219, 1.494141, 1.163086, 1.726562, 1.597656, 1.535156, 0.355469, 1.427734, 1.773438, 1.410156, 1.490234, 1.527344, 1.753906, 1.609375, 1.667969, 1.235352, 1.558594, 1.419922, 1.660156, 1.75, 1.679688, 1.519531, 1.128906, 1.217773, 1.138672, 1.726562, 1.219727, 1.306641, 1.664062, 0.807617, 1.429688, 1.507812, 1.660156, 1.470703, 1.582031, 1.617188, 0.849609, 1.445312, 1.679688, 1.914062, 1.605469, 1.675781, 0.798828, 1.4375, 1.648438, 1.519531, 1.761719, 1.652344, 1.269531, 1.695312, 1.470703, 1.574219, 1.494141, 0.570312, 1.695312, 1.652344, 1.910156, 1.464844, 1.730469, 1.710938, 1.570312, 1.431641, 1.464844, 1.582031, 1.472656, 1.240234, 0.797852, 1.349609, 1.462891, 1.726562, 1.472656, 1.722656, 1.714844, 1.601562, 1.648438, 1.761719, 1.574219, 1.90625, 1.511719, 1.361328, 1.302734, 1.648438, 1.574219, 1.464844, 1.742188, 1.527344, 1.625, 1.652344, 1.455078, 1.882812, 1.542969, 1.141602, 1.523438, 1.636719, 0.246094, 1.605469, 1.800781, 1.527344, 0.615234, 1.605469, 1.458984, 0.787109, 0.390625, 1.34375, 1.431641, 1.855469, 1.396484, 1.507812, 1.578125, 1.539062, 1.765625, 1.458984, 1.417969, 1.574219, 0.732422, 1.78125, 1.652344, 0.511719, 0.3125, 1.773438, 1.707031, 1.726562, 0.716797, 1.558594, 1.065918, 1.474609, 1.667969, 1.609375, 1.5, 1.683594, 1.488281, 1.219727, 1.644531, 1.691406, 1.773438, 0.414062, 0.768555, 1.542969, 1.480469, 1.628906, 1.086914, 1.423828, 1.683594, 1.308594, 0.714844, 1.710938, 1.753906, 1.267578, 1.675781, 1.462891, 1.174805, 1.443359, 1.671875, 0.253906, 0.269531, 1.464844, 1.636719, 1.396484, 1.886719, 1.447266, 1.640625, 0.496094, 1.542969, 0.591797, 0.650391, 1.539062, 1.882812, 1.527344, 1.539062, 1.648438, 1.753906, 0.503906, 1.78125, 1.382812, 1.28125, 1.490234, 1.652344, 1.496094, 1.371094, 1.087402, 1.601562, 1.664062, 1.447266, 1.294922, 1.011353, 1.227539, 1.478516, 3.4375, 1.675781, 1.628906, 0.363281, 1.554688, 1.699219, 0.967285, 1.578125, 1.480469, 1.671875, 1.660156, 1.515625, 1.011414, 1.198242, 1.492188, 1.738281, 1.667969, 1.703125, 1.777344, 1.535156, 1.574219, 1.400391, 1.734375, 1.722656, 1.660156, 0.826172, 0.28125, 1.582031, 1.65625, 1.761719, 1.691406, 1.337891, 0.277344, 1.808594, 1.773438, 1.375, 1.632812, 0.552734, 1.796875, 1.664062, 1.589844, 1.498047, 1.494141, 1.867188, 1.335938, 1.03418, 1.648438, 1.699219, 1.574219, 0.375, 1.839844, 1.241211, 0.285156, 1.609375, 1.149414, 1.75, 1.365234, 1.181641, 1.470703, 0.814453, 1.558594, 1.597656, 1.609375, 1.578125, 1.574219, 1.558594, 1.511719, 2.203125, 1.757812, 1.675781, 1.714844, 1.738281, 0.795898, 1.511719, 1.621094, 1.271484, 1.328125, 1.363281, 1.65625, 0.605469, 1.353516, 0.324219, 1.628906, 1.449219, 1.871094, 1.355469, 1.539062, 1.5625, 1.664062, 1.621094, 1.214844, 1.730469, 1.597656, 1.710938, 1.230469, 1.632812, 0.772461, 1.490234, 0.976318, 0.40625, 1.628906, 1.664062, 1.761719, 1.683594, 1.808594, 1.113281, 1.457031, 1.605469, 0.882324, 0.927734, 1.605469, 1.738281, 1.714844, 1.429688, 1.601562, 1.074707, 1.851562, 1.746094, 1.550781, 0.476562, 1.417969, 1.796875, 1.617188, 1.675781, 1.202148, 1.574219, 1.472656, 1.464844, 1.574219, 1.628906, 1.480469, 0.685547, 1.494141, 1.621094, 1.632812, 1.816406, 1.792969, 1.679688, 1.369141, 1.113281, 1.847656, 1.695312, 0.681641, 0.457031, 1.570312, 1.699219, 1.761719, 1.585938, 1.671875, 0.300781, 1.492188, 1.746094, 1.388672, 1.601562, 1.108887, 1.494141, 1.227539, 0.457031, 1.597656, 1.632812, 1.675781, 1.427734, 1.138672, 1.792969, 1.511719, 1.773438, 1.503906, 1.683594, 1.878906, 1.302734, 1.322266, 0.768555, 1.546875, 0.810547, 0.347656, 1.542969, 1.894531, 1.667969, 1.765625, 1.238281, 1.519531, 1.703125, 1.605469, 1.632812, 1.597656, 1.103027, 1.332031, 0.710938, 1.601562, 0.999657, 1.466797, 1.597656, 1.632812, 1.466797, 1.609375, 1.609375, 1.742188, 0.938232, 1.550781, 1.683594, 0.492188, 1.197266, 1.613281, 1.824219, 1.384766, 0.457031, 1.507812, 1.625, 1.507812, 1.535156, 1.507812, 0.40625, 1.542969, 1.558594, 0.908691, 1.617188, 1.355469, 1.341797, 1.373047, 1.789062, 1.355469, 1.480469, 1.792969, 1.597656, 1.527344, 1.640625, 1.636719, 0.304688, 1.527344, 1.503906, 1.617188, 1.625, 1.730469, 1.769531, 1.265625, 0.681641, 1.621094, 1.699219, 1.6875, 1.478516, 0.75, 1.294922, 1.53125, 1.515625, 1.425781, 1.316406, 1.632812, 1.519531, 1.628906, 1.253906, 1.6875, 1.439453, 1.507812, 1.625, 1.617188, 1.519531, 1.777344, 1.201172, 1.839844, 0.603516, 0.230469, 1.507812, 1.135742, 1.664062, 1.726562, 1.503906, 1.445312, 1.10498, 1.640625, 1.15332, 1.472656, 1.675781, 1.710938, 1.527344, 0.335938, 1.496094, 1.660156, 1.757812, 1.333984, 1.503906, 1.511719, 1.648438, 1.59375, 1.214844, 1.679688, 1.714844, 1.636719, 1.738281, 1.480469, 1.116699, 1.550781, 1.052002, 1.18457, 1.605469, 1.792969, 1.570312, 1.699219, 1.78125, 1.726562, 1.398438, 2.101562, 1.020752, 1.578125, 1.074707, 0.683594, 1.699219, 1.480469, 1.480469, 0.398438, 1.013, 1.808594, 1.566406, 1.78125, 1.710938, 1.5625, 1.777344, 1.439453, 1.183594, 1.824219, 0.257812, 1.462891, 1.302734, 1.412109, 1.710938, 1.707031, 1.734375, 1.480469, 0.285156, 1.570312, 1.503906, 1.402344, 1.441406, 1.792969, 1.941406, 1.664062, 1.503906, 1.287109, 0.646484, 1.492188, 1.652344, 1.330078, 1.5625, 1.746094, 1.542969, 1.707031, 1.216797, 1.554688, 1.185547, 1.863281, 1.527344, 1.695312, 1.714844, 1.472656, 1.287109, 1.466797, 1.402344, 1.617188, 1.734375, 1.433594, 1.318359, 0.332031, 1.730469, 1.617188, 1.671875, 1.636719, 1.742188, 1.628906, 1.582031, 1.539062, 1.679688, 0.943359, 1.490234, 1.585938, 1.617188, 0.3125, 1.621094, 1.457031, 1.628906, 1.6875, 1.570312, 1.427734, 1.757812, 1.306641, 1.742188, 1.554688, 1.742188, 0.375, 1.373047, 1.287109, 1.691406, 0.367188, 1.660156, 0.480469, 1.480469, 0.300781, 1.679688, 1.216797, 1.058105, 0.771484, 1.209961, 1.660156, 1.59375, 1.388672, 1.523438, 1.423828, 1.765625, 1.609375, 0.25, 0.630859, 0.951172, 1.625, 1.710938, 1.416016, 1.773438, 1.664062, 1.597656, 1.022949, 1.722656, 1.574219, 1.710938, 1.839844, 1.515625, 1.263672, 1.601562, 1.667969, 0.911133, 1.785156, 1.648438, 1.761719, 1.566406, 1.730469, 1.081055, 1.839844, 1.539062, 1.373047, 1.667969, 1.703125, 1.71875, 1.5625, 1.90625, 0.496094, 1.5, 1.542969, 1.490234, 0.529297, 1.785156, 1.851562, 1.769531, 0.429688, 1.382812, 0.931152, 1.691406, 1.339844, 1.085938, 0.296875, 1.753906, 1.648438, 1.613281, 0.066406, 0.91748, 0.417969, 1.359375, 1.707031, 1.208984, 1.636719, 1.796875, 1.535156, 1.558594, 1.597656, 1.390625, 0.521484, 0.585938, 1.683594, 1.253906, 1.355469, 1.636719, 1.523438, 1.486328, 1.773438, 1.03125, 1.527344, 1.474609, 1.462891, 0.646484, 1.894531, 1.667969, 1.890625, 1.804688, 1.464844, 0.4375, 1.960938, 0.445312, 1.703125, 1.804688, 1.558594, 1.675781, 1.679688, 1.273438, 1.566406, 1.789062, 1.644531, 1.707031, 1.382812, 1.392578, 1.71875, 1.597656, 1.8125, 1.361328, 1.378906, 1.65625, 0.779297, 1.259766, 1.320312, 0.777344, 1.494141, 1.675781, 1.734375, 1.640625, 1.324219, 1.34375, 1.478516, 1.761719, 0.845703, 1.6875, 1.664062, 1.667969, 1.566406, 1.84375, 1.6875, 1.167969, 1.691406, 1.679688, 1.566406, 1.683594, 1.507812, 0.710938, 1.734375, 1.5625, 0.628906, 1.628906, 1.503906, 0.378906, 1.46875, 1.030396, 1.710938, 1.636719, 1.542969, 1.78125, 1.746094, 1.597656, 1.53125, 1.609375, 1.435547, 1.40625, 1.566406, 0.782227, 1.365234, 1.738281, 1.699219, 0.501953, 1.384766, 1.478516, 1.722656, 1.722656, 1.582031, 1.652344, 1.386719, 1.349609, 1.052246, 1.176758, 1.675781, 1.554688, 0.351562, 1.683594, 1.53125, 0.4375, 1.582031, 1.542969, 1.773438, 1.515625, 1.458984, 1.644531, 0.591797, 1.648438, 1.722656, 1.753906, 1.617188, 1.347656, 1.365234, 1.384766, 0.40625, 0.722656, 1.683594, 1.196289, 1.789062, 0.973877, 1.304688, 1.519531, 1.578125, 0.441406, 1.131836, 1.816406, 0.285156, 1.746094, 1.371094, 1.738281, 1.671875, 0.394531, 1.625, 1.589844, 0.363281, 1.726562, 1.07959, 1.488281, 1.722656, 1.683594, 1.820312, 0.414062, 1.707031, 1.083984, 1.511719, 1.527344, 1.679688, 1.746094, 0.699219, 1.742188, 1.761719, 1.742188, 1.375, 0.414062, 1.625, 1.652344, 1.494141, 1.478516, 1.882812, 1.617188, 1.239258, 1.208008, 1.617188, 1.402344, 1.632812, 0.867188, 1.447266, 1.878906, 1.617188, 0.335938, 1.660156, 1.243164, 1.554688, 1.746094, 1.769531, 1.294922, 1.138672, 1.6875, 1.664062, 0.460938, 1.523438, 1.554688, 1.421875 ] }, "name": "onnx::Mul_8459", "outputIndexes": [ 1161 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1160, 1161 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_11/Mul_1_output_0", "outputIndexes": [ 1162 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1143, 1162 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_59_output_0", "outputIndexes": [ 1163 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1163, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_108_output_0", "outputIndexes": [ 1164 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1164 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_12/Mul_output_0", "outputIndexes": [ 1165 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.933594, 2.078125, 1.972656, 1.996094, 1.976562, 1.894531, 1.636719, 0.511719, 1.859375, 1.373047, 1.921875, 1.671875, 1.992188, 2.015625, 2.265625, 1.785156, 1.867188, 1.976562, 1.140625, 2.070312, 2.078125, 2.117188, 2.109375, 1.695312, 1.65625, 1.921875, 1.957031, 1.6875, 2.054688, 2.117188, 1.648438, 1.503906, 1.8125, 0.683594, 1.691406, 1.898438, 1.800781, 2.140625, 1.585938, 1.761719, 2.117188, 2.0625, 1.871094, 1.486328, 0.780273, 1.949219, 1.941406, 1.929688, 1.691406, 1.585938, 1.835938, 1.550781, 1.714844, 0.867188, 1.859375, 1.925781, 1.695312, 2.0625, 1.609375, 1.404297, 1.410156, 1.761719, 2.140625, 2.039062, 1.914062, 1.960938, 1.322266, 1.878906, 1.863281, 1.859375, 2.03125, 2.070312, 1.660156, 1.953125, 1.765625, 1.773438, 1.21875, 1.527344, 1.65625, 0.822266, 1.703125, 0.460938, 1.699219, 1.400391, 2.03125, 2.140625, 1.917969, 1.480469, 0.855469, 1.412109, 2.03125, 1.945312, 2.078125, 0.736328, 1.921875, 0.472656, 2.171875, 1.851562, 2.023438, 1.761719, 1.648438, 2.023438, 2.171875, 1.925781, 1.996094, 1.816406, 1.980469, 1.492188, 2.132812, 1.933594, 2.109375, 1.941406, 2.195312, 3.3125, 1.898438, 1.457031, 1.980469, 0.798828, 1.78125, 2.210938, 2.0, 2.023438, 0.945312, 1.894531, 1.648438, 1.5625, 1.792969, 2.101562, 1.851562, 1.349609, 1.186523, 1.53125, 1.691406, 1.964844, 1.859375, 2.234375, 1.492188, 1.902344, 1.679688, 2.179688, 1.722656, 1.474609, 1.449219, 1.867188, 2.015625, 1.710938, 1.761719, 2.210938, 1.773438, 2.226562, 1.691406, 1.470703, 1.71875, 0.948242, 2.09375, 1.992188, 1.025757, 1.910156, 0.742188, 0.632812, 2.234375, 1.925781, 1.917969, 1.205078, 2.171875, 1.71875, 2.046875, 0.607422, 2.1875, 1.609375, 1.765625, 0.865234, 1.695312, 0.691406, 1.808594, 2.171875, 2.023438, 0.59375, 1.777344, 1.832031, 1.839844, 0.603516, 1.566406, 0.619141, 1.453125, 1.847656, 1.009888, 1.808594, 1.597656, 1.5, 1.898438, 1.451172, 1.695312, 1.796875, 1.953125, 1.988281, 1.777344, 1.984375, 2.382812, 2.046875, 1.753906, 1.851562, 1.746094, 1.570312, 2.328125, 2.070312, 1.882812, 1.949219, 1.863281, 1.976562, 1.664062, 2.171875, 1.796875, 1.625, 2.109375, 1.886719, 1.734375, 1.679688, 2.039062, 1.933594, 1.59375, 1.707031, 2.03125, 2.109375, 2.015625, 2.015625, 1.640625, 2.007812, 1.496094, 1.341797, 2.960938, 2.046875, 2.195312, 2.0625, 2.023438, 2.203125, 1.542969, 2.117188, 1.832031, 1.746094, 2.484375, 1.785156, 1.921875, 1.589844, 1.691406, 1.949219, 1.691406, 1.644531, 2.195312, 1.253906, 2.070312, 1.960938, 0.837891, 1.949219, 1.90625, 1.828125, 1.628906, 1.839844, 1.792969, 1.761719, 2.09375, 2.0, 1.847656, 1.765625, 1.898438, 1.423828, 1.867188, 1.949219, 1.707031, 1.820312, 2.132812, 1.972656, 1.890625, 1.640625, 2.039062, 1.902344, 0.920898, 1.941406, 2.023438, 1.839844, 1.486328, 1.832031, 0.859375, 2.039062, 1.605469, 2.0, 1.554688, 1.589844, 0.768555, 1.773438, 1.314453, 1.097168, 1.578125, 1.863281, 1.722656, 1.816406, 1.539062, 1.953125, 2.148438, 1.9375, 1.960938, 1.566406, 0.750977, 1.914062, 0.464844, 1.757812, 1.996094, 1.851562, 1.375, 2.070312, 2.140625, 0.527344, 1.726562, 1.757812, 1.890625, 1.835938, 2.148438, 2.132812, 1.753906, 2.21875, 1.640625, 1.671875, 1.511719, 1.96875, 2.054688, 2.007812, 1.455078, 1.613281, 2.148438, 1.929688, 1.447266, 1.439453, 1.792969, 1.984375, 1.231445, 2.125, 1.835938, 2.09375, 2.109375, 1.808594, 1.71875, 1.789062, 2.070312, 1.667969, 1.808594, 1.172852, 2.0, 1.291016, 1.324219, 2.023438, 1.253906, 1.439453, 1.527344, 1.433594, 0.544922, 0.819336, 2.015625, 2.109375, 1.306641, 1.519531, 0.724609, 1.894531, 1.470703, 1.097168, 1.992188, 1.933594, 1.714844, 0.856445, 2.078125, 1.925781, 2.070312, 1.765625, 1.960938, 1.839844, 2.171875, 2.234375, 2.046875, 1.710938, 2.0, 1.271484, 2.023438, 2.304688, 1.211914, 0.914062, 2.257812, 1.695312, 1.294922, 1.507812, 1.84375, 1.945312, 1.933594, 2.007812, 0.613281, 1.941406, 2.203125, 1.933594, 1.566406, 0.621094, 1.769531, 1.789062, 1.746094, 2.015625, 1.835938, 2.171875, 0.859375, 1.96875, 1.964844, 1.8125, 2.015625, 1.251953, 2.015625, 2.015625, 2.132812, 1.90625, 2.0, 1.462891, 1.777344, 1.890625, 1.917969, 1.875, 2.117188, 2.023438, 1.863281, 1.738281, 1.746094, 1.691406, 2.046875, 1.820312, 2.117188, 1.710938, 1.558594, 2.054688, 1.871094, 1.484375, 1.882812, 1.960938, 2.007812, 2.085938, 1.679688, 1.75, 2.320312, 1.960938, 1.878906, 1.300781, 2.054688, 1.925781, 2.023438, 2.203125, 1.605469, 1.8125, 1.996094, 1.996094, 1.773438, 1.984375, 1.992188, 1.90625, 1.605469, 1.933594, 1.878906, 2.046875, 1.804688, 1.894531, 1.96875, 1.925781, 1.022217, 1.753906, 0.650391, 1.875, 2.015625, 1.824219, 1.933594, 1.667969, 2.265625, 1.792969, 1.808594, 1.972656, 0.734375, 1.765625, 1.796875, 1.992188, 1.953125, 1.699219, 1.416016, 1.835938, 2.046875, 1.902344, 0.664062, 1.839844, 1.769531, 2.0625, 1.511719, 1.9375, 1.964844, 1.796875, 1.28125, 1.953125, 0.460938, 0.950928, 1.285156, 0.662109, 2.03125, 1.917969, 2.125, 1.101562, 0.699219, 1.832031, 1.349609, 1.628906, 1.613281, 2.015625, 1.851562, 1.960938, 1.832031, 1.960938, 1.675781, 1.964844, 1.628906, 2.0625, 1.984375, 1.490234, 1.992188, 1.644531, 0.987061, 0.857422, 2.007812, 0.954346, 2.046875, 1.730469, 1.648438, 2.085938, 1.816406, 1.578125, 1.875, 0.937744, 2.046875, 1.351562, 2.039062, 1.75, 2.25, 0.759766, 3.015625, 1.466797, 2.320312, 2.148438, 2.0, 1.886719, 1.910156, 2.023438, 1.180664, 2.046875, 1.277344, 2.171875, 2.039062, 1.742188, 1.765625, 2.101562, 1.875, 2.617188, 1.671875, 2.148438, 2.164062, 1.416016, 1.423828, 1.929688, 1.882812, 2.085938, 2.21875, 2.53125, 2.132812, 1.84375, 2.03125, 2.234375, 2.1875, 1.898438, 0.558594, 1.90625, 1.761719, 1.933594, 1.005524, 1.933594, 1.90625, 2.242188, 2.117188, 2.007812, 1.691406, 1.632812, 1.443359, 1.976562, 2.078125, 1.378906, 2.0625, 1.714844, 2.09375, 1.730469, 1.478516, 1.542969, 1.808594, 2.257812, 1.878906, 1.486328, 1.730469, 2.0, 1.460938, 1.804688, 1.976562, 1.898438, 1.765625, 2.015625, 2.125, 1.597656, 2.171875, 1.882812, 2.203125, 1.296875, 1.621094, 2.070312, 1.867188, 1.625, 1.886719, 2.007812, 2.078125, 1.765625, 1.625, 1.804688, 1.871094, 1.455078, 1.820312, 1.996094, 2.148438, 1.086426, 1.652344, 2.023438, 2.015625, 2.164062, 2.148438, 1.730469, 1.878906, 1.835938, 2.203125, 1.167969, 2.179688, 1.679688, 1.310547, 0.716797, 1.777344, 0.900879, 2.03125, 2.21875, 1.625, 1.292969, 0.4375, 0.667969, 1.960938, 1.980469, 2.023438, 1.976562, 1.734375, 1.78125, 2.023438, 2.03125, 2.007812, 1.777344, 1.839844, 0.681641, 1.667969, 1.859375, 2.21875, 1.773438, 1.835938, 1.996094, 1.878906, 1.953125, 1.980469, 1.789062, 1.511719, 1.960938, 1.921875, 2.078125, 1.441406, 2.15625, 1.96875, 0.525391, 1.914062, 1.691406, 1.816406, 1.949219, 1.261719, 1.992188, 1.882812, 1.480469, 1.972656, 1.664062, 1.976562, 1.828125, 2.03125, 1.742188, 1.494141, 2.015625, 1.738281, 1.964844, 2.695312, 1.867188, 1.558594, 1.652344, 1.722656, 1.761719, 1.738281, 1.621094, 1.695312, 1.691406, 2.054688, 2.085938, 1.933594, 2.023438, 2.273438, 2.5625, 2.15625, 1.196289, 1.964844, 1.550781, 1.980469, 2.109375, 1.984375, 1.847656, 1.376953, 1.660156, 1.244141, 1.984375, 2.234375, 1.789062, 1.460938, 1.855469, 1.941406, 1.914062, 1.820312, 1.914062, 1.753906, 1.632812, 1.976562, 1.890625, 2.109375, 1.8125, 1.707031, 2.023438, 1.589844, 1.414062, 2.203125, 1.554688, 1.925781, 2.203125, 2.226562, 1.976562, 1.800781, 1.949219, 2.078125, 1.730469, 1.886719, 0.693359, 2.132812, 1.761719, 1.941406, 1.714844, 1.785156, 1.839844, 1.777344, 1.570312, 1.742188, 2.1875, 1.882812, 1.984375, 2.007812, 1.765625, 1.484375, 2.054688, 1.871094, 1.929688, 1.761719, 1.789062, 1.828125, 1.287109, 1.722656, 1.820312, 1.550781, 1.6875, 3.234375, 2.273438, 1.871094, 1.625, 1.243164, 2.117188, 1.84375, 1.59375, 1.425781, 2.109375, 1.621094, 2.0625, 2.085938, 1.349609, 1.871094, 2.007812, 1.921875, 1.941406, 2.140625, 2.023438, 1.474609, 1.0047, 1.703125, 1.800781, 1.355469, 1.78125, 2.101562, 2.140625, 0.9646, 2.023438, 1.000595, 1.644531, 1.835938, 1.671875, 1.210938, 2.0625, 1.835938, 1.699219, 1.78125, 1.78125, 1.949219, 1.9375, 1.8125, 1.839844, 1.648438, 1.730469, 1.984375, 1.945312, 2.039062, 1.535156, 1.847656, 1.203125, 1.902344, 1.867188, 1.746094, 1.824219, 1.212891, 2.179688, 2.070312, 1.789062, 1.9375, 2.046875, 1.761719, 1.964844, 1.921875, 2.132812, 1.792969, 1.808594, 2.0, 1.980469, 0.320312, 1.417969, 1.636719, 1.726562, 1.699219, 1.695312, 2.023438, 1.902344, 1.90625, 2.0, 1.707031, 0.756836, 2.070312, 1.792969, 1.75, 1.761719, 2.15625, 1.945312, 1.75, 0.856445, 1.417969, 1.558594, 1.640625, 1.859375, 2.078125, 2.125, 1.757812, 1.248047, 1.917969, 1.882812, 1.851562, 1.976562, 1.925781, 2.171875, 1.6875, 2.078125, 0.891113, 1.855469, 1.957031, 1.859375, 1.820312, 1.875, 1.875, 1.9375, 1.84375, 1.925781, 1.322266, 1.609375, 1.902344, 2.289062, 1.112793, 1.601562, 1.738281, 0.691406, 0.511719, 1.185547, 0.997681, 1.808594, 2.03125, 1.714844, 1.757812, 0.568359, 0.488281, 1.628906, 1.921875, 1.660156, 1.886719, 1.710938, 2.023438, 1.980469, 1.914062, 0.582031, 1.984375, 1.482422, 1.390625, 1.151367, 1.726562, 1.585938, 1.808594, 1.679688, 2.179688, 1.8125, 1.628906, 1.933594, 1.808594, 1.90625, 1.796875, 1.546875, 1.976562, 1.953125, 2.226562, 1.742188, 1.192383, 0.503906, 3.390625, 1.980469, 1.667969, 1.886719, 1.816406, 1.980469, 1.714844, 1.976562, 0.460938, 1.484375, 1.306641, 2.140625, 2.054688, 0.568359, 1.886719, 1.871094, 1.925781, 1.667969, 1.824219, 1.490234, 1.527344, 0.683594, 1.601562, 1.679688, 1.890625, 0.761719, 1.820312, 2.023438, 1.902344, 2.070312, 2.515625, 1.484375, 1.5625, 2.007812, 2.1875, 1.243164, 1.898438, 2.015625, 1.402344, 2.523438, 1.652344, 2.375, 1.710938, 1.953125, 1.71875, 1.597656, 1.804688, 2.03125, 1.855469, 0.472656, 2.078125, 1.898438, 1.964844, 1.984375, 1.024414, 1.851562, 1.855469, 0.386719, 1.492188, 0.730469, 1.941406, 0.708984, 1.339844, 2.132812, 1.988281, 1.945312, 1.200195, 1.578125, 1.792969, 1.648438, 0.623047, 1.574219, 1.378906, 1.06543, 0.982056, 1.949219, 2.085938, 1.40625, 2.078125, 2.242188, 1.648438, 2.171875, 1.3125, 1.773438, 1.777344, 0.576172, 2.078125, 2.0, 2.039062, 0.793945, 0.730469, 1.964844, 2.132812, 1.65625, 2.109375, 2.25, 1.742188, 1.494141, 3.546875, 1.777344, 1.699219, 2.039062, 1.792969, 2.023438, 1.964844, 2.289062, 1.855469, 2.109375, 1.839844, 2.117188, 1.941406, 1.667969, 2.03125, 2.210938, 1.458984, 2.023438, 2.054688, 1.84375, 1.863281, 2.078125, 2.390625, 2.085938, 0.599609, 1.429688, 1.777344, 0.720703, 1.945312, 1.443359, 1.792969, 1.800781, 1.859375, 1.847656, 1.898438, 1.785156, 0.601562, 1.388672, 1.746094, 1.574219, 1.871094, 1.820312, 1.178711, 1.847656, 1.75, 2.15625, 2.070312, 2.203125, 0.587891, 2.171875, 2.203125, 1.5625, 2.023438, 1.710938, 2.242188, 1.761719, 1.902344, 1.976562, 1.875, 2.203125, 1.992188, 1.851562, 1.067383, 1.9375, 1.972656, 2.171875, 2.132812, 1.839844, 1.240234, 2.101562, 0.708984, 1.652344, 1.722656, 1.582031, 1.902344, 1.898438, 2.25, 1.761719, 1.523438, 1.78125, 0.652344, 0.525391, 0.554688, 1.878906, 2.09375, 0.949463, 1.644531, 1.664062, 1.957031, 1.011658, 1.882812, 1.523438, 1.753906, 0.703125, 1.898438, 1.976562, 1.486328, 2.25, 1.570312, 1.589844, 2.140625, 1.761719, 0.949463, 1.839844, 0.724609, 1.691406, 2.007812, 1.996094, 2.0625, 1.507812, 1.679688, 1.976562, 0.619141, 1.11084, 1.644531, 1.914062, 1.871094, 1.132812, 2.148438, 1.984375, 1.859375, 1.507812, 1.796875, 1.652344, 2.671875, 2.265625, 1.917969, 1.578125, 1.929688, 1.800781, 2.15625, 1.957031, 1.753906, 1.996094, 1.949219, 1.804688, 1.851562, 1.886719, 2.21875, 1.488281, 1.871094, 1.839844, 1.925781, 2.046875, 1.769531, 1.8125, 1.84375, 1.789062, 2.171875, 1.431641, 1.777344, 0.834961, 2.242188, 1.519531, 1.878906, 1.392578, 1.867188, 1.761719, 1.992188, 1.049805, 1.941406, 1.054688, 1.867188, 1.355469, 1.515625, 1.431641, 1.867188, 1.09082, 2.085938, 0.597656, 1.769531, 1.231445, 2.1875, 1.636719, 1.816406, 2.0, 1.914062, 1.835938, 1.416016, 1.710938, 1.945312, 1.972656, 0.65625, 1.929688, 1.535156, 1.613281, 1.921875, 2.015625, 2.195312, 1.8125, 1.231445, 1.800781, 1.679688, 1.757812, 1.671875, 1.96875, 1.960938, 1.703125, 1.570312, 1.773438, 0.572266, 2.015625, 1.839844, 2.34375, 2.085938, 1.490234, 1.07373, 0.623047, 2.078125, 0.666016, 1.091309, 1.570312, 1.765625, 2.085938, 2.171875, 2.359375, 1.695312, 1.507812, 2.03125, 0.568359, 1.992188, 1.804688, 1.761719, 2.453125, 2.078125, 2.320312, 0.677734, 1.875, 2.101562, 1.414062, 0.911621, 1.792969, 2.132812, 0.849609, 2.054688, 1.941406, 1.941406, 1.578125, 1.785156, 1.859375, 0.724609, 1.945312, 1.769531, 1.652344, 1.726562, 1.863281, 1.267578, 0.710938, 1.824219, 2.257812, 1.757812, 2.070312, 1.863281, 2.03125, 2.046875, 1.863281, 1.703125, 1.648438, 1.236328, 1.933594, 1.90625, 1.84375, 1.773438, 1.933594, 1.871094, 2.015625, 2.039062, 0.449219, 1.875, 2.039062, 1.570312, 1.703125, 1.648438, 1.757812, 1.722656, 1.796875, 1.804688, 2.007812, 1.761719, 1.992188, 2.03125, 1.3125, 1.765625, 0.65625, 2.09375, 0.754883, 1.96875, 1.949219, 1.964844, 0.568359, 1.957031, 1.585938, 1.648438, 1.882812, 2.242188, 1.882812, 1.75, 2.140625, 1.738281, 1.617188, 0.97583, 1.621094, 1.832031, 1.714844, 2.109375, 1.710938, 1.539062, 1.949219, 2.085938, 1.820312, 1.789062, 1.820312, 1.792969, 1.976562, 1.695312, 0.938965, 1.566406, 2.007812, 2.0625, 1.566406, 0.623047, 1.804688, 1.910156, 1.960938, 2.0, 1.898438, 1.820312, 1.808594, 1.542969, 0.925781, 1.945312, 1.847656, 2.078125, 2.140625, 1.699219, 1.785156, 2.078125, 2.148438, 1.886719, 1.8125, 2.34375, 1.835938, 1.722656, 1.433594, 2.0625, 1.9375, 1.167969, 1.789062, 1.636719, 1.757812, 1.855469, 1.71875, 1.196289, 2.257812, 1.839844, 1.886719, 0.623047, 1.464844, 1.242188, 2.046875, 1.816406, 2.007812, 2.0, 0.414062, 1.886719, 1.90625, 0.521484, 1.333984, 1.769531, 1.902344, 1.964844, 1.914062, 1.890625, 1.613281, 1.976562, 1.5625, 1.902344, 0.827148, 1.722656, 2.242188, 2.046875, 1.417969, 1.902344, 2.046875, 1.898438, 1.871094, 1.78125, 2.03125, 2.0, 1.699219, 0.924805, 1.738281, 1.867188, 2.054688, 1.925781, 1.419922, 1.933594, 1.796875, 1.898438, 2.007812, 1.279297, 1.648438, 2.140625, 1.902344, 2.890625, 1.462891, 2.335938, 1.824219, 1.847656, 1.245117, 0.693359, 1.835938, 1.5625, 2.054688, 1.589844, 1.984375, 1.851562, 1.777344, 0.568359, 1.703125, 2.023438, 1.671875, 1.773438, 1.933594, 2.164062, 1.96875, 2.039062, 1.617188, 2.15625, 1.65625, 2.023438, 1.933594, 2.078125, 1.835938, 1.578125, 1.550781, 1.46875, 2.28125, 1.449219, 2.195312, 1.988281, 1.400391, 1.84375, 1.761719, 2.023438, 1.679688, 1.808594, 1.917969, 1.441406, 1.734375, 1.933594, 1.824219, 1.78125, 1.945312, 1.396484, 1.855469, 1.945312, 1.957031, 2.1875, 2.382812, 1.613281, 2.007812, 1.613281, 1.925781, 1.75, 1.073242, 1.894531, 1.917969, 2.1875, 3.03125, 1.949219, 2.210938, 1.761719, 1.617188, 1.921875, 1.914062, 1.742188, 1.5, 1.265625, 1.8125, 1.609375, 1.957031, 1.597656, 1.941406, 2.15625, 2.117188, 1.890625, 2.015625, 1.910156, 1.808594, 1.820312, 1.644531, 2.117188, 2.046875, 1.6875, 1.882812, 1.8125, 1.875, 1.839844, 1.882812, 2.210938, 2.117188, 1.388672, 1.425781, 1.742188, 2.039062, 0.453125, 1.875, 1.929688, 1.78125, 1.018677, 1.871094, 1.628906, 1.341797, 0.576172, 1.773438, 1.601562, 2.15625, 1.632812, 1.886719, 1.808594, 1.867188, 2.085938, 1.738281, 2.039062, 1.898438, 0.984009, 2.351562, 1.890625, 1.013611, 0.519531, 2.195312, 1.960938, 2.203125, 1.048828, 1.945312, 1.621094, 1.855469, 2.117188, 1.753906, 1.570312, 1.945312, 1.636719, 1.613281, 1.976562, 2.070312, 3.296875, 0.738281, 1.158203, 1.792969, 1.886719, 1.777344, 1.310547, 1.714844, 2.078125, 1.453125, 1.072266, 2.007812, 2.171875, 1.769531, 2.078125, 1.769531, 1.542969, 1.617188, 1.769531, 0.480469, 0.566406, 1.785156, 1.808594, 1.589844, 2.242188, 1.535156, 2.09375, 0.933594, 1.839844, 0.944336, 1.057617, 2.117188, 2.335938, 1.941406, 1.820312, 1.921875, 2.226562, 1.020264, 2.0625, 1.703125, 1.40625, 1.816406, 2.015625, 1.789062, 1.703125, 1.488281, 1.859375, 2.257812, 1.757812, 1.847656, 1.648438, 1.417969, 1.804688, 1.945312, 2.007812, 2.101562, 0.625, 1.871094, 1.953125, 2.125, 2.039062, 1.369141, 1.832031, 1.882812, 1.734375, 0.817383, 1.162109, 1.585938, 1.972656, 2.039062, 2.0, 2.148438, 1.486328, 1.851562, 1.828125, 1.996094, 2.0, 1.625, 1.196289, 0.619141, 1.746094, 1.84375, 2.148438, 1.996094, 1.542969, 0.398438, 2.007812, 2.125, 1.84375, 1.964844, 0.890137, 2.023438, 1.960938, 1.835938, 1.648438, 1.816406, 1.53125, 1.570312, 1.53125, 2.039062, 1.714844, 2.0625, 0.732422, 2.25, 1.208984, 0.97229, 1.992188, 2.664062, 2.226562, 1.789062, 1.441406, 1.820312, 2.398438, 1.800781, 1.949219, 2.054688, 1.824219, 1.886719, 1.875, 1.527344, 1.667969, 2.0, 2.117188, 2.421875, 1.886719, 1.457031, 1.769531, 2.117188, 1.589844, 1.730469, 2.484375, 1.976562, 1.110352, 1.660156, 0.5625, 1.96875, 1.601562, 2.132812, 1.714844, 1.902344, 1.765625, 2.046875, 1.921875, 1.511719, 1.992188, 1.882812, 2.148438, 1.699219, 1.960938, 1.355469, 1.941406, 1.390625, 0.699219, 1.941406, 2.140625, 2.054688, 2.09375, 2.265625, 1.423828, 1.660156, 1.886719, 1.219727, 1.394531, 1.921875, 2.234375, 2.078125, 1.71875, 1.921875, 1.777344, 2.226562, 2.03125, 1.855469, 0.880859, 1.605469, 2.179688, 2.03125, 1.851562, 1.447266, 1.691406, 1.699219, 1.625, 1.878906, 2.046875, 1.878906, 1.283203, 1.867188, 1.761719, 1.867188, 2.085938, 1.933594, 2.085938, 1.621094, 1.59375, 2.039062, 2.070312, 0.97229, 0.90918, 1.980469, 2.242188, 1.96875, 1.730469, 1.90625, 0.550781, 1.914062, 2.171875, 1.675781, 1.949219, 1.699219, 1.738281, 1.492188, 0.705078, 2.039062, 1.949219, 2.15625, 1.589844, 2.28125, 2.109375, 1.808594, 1.941406, 1.75, 1.917969, 2.492188, 1.546875, 1.566406, 1.421875, 1.511719, 1.216797, 0.619141, 2.140625, 2.257812, 1.777344, 2.078125, 3.234375, 1.878906, 2.148438, 1.898438, 2.070312, 1.941406, 1.652344, 1.652344, 1.194336, 2.117188, 1.609375, 1.660156, 1.859375, 1.890625, 1.945312, 1.863281, 2.210938, 2.03125, 1.269531, 1.988281, 2.007812, 1.056396, 1.488281, 1.945312, 2.070312, 2.117188, 0.683594, 1.632812, 2.039062, 1.765625, 1.902344, 1.527344, 0.736328, 1.769531, 1.890625, 1.488281, 1.867188, 1.839844, 1.640625, 1.609375, 1.847656, 1.738281, 1.773438, 2.054688, 2.039062, 1.808594, 2.195312, 1.960938, 0.503906, 1.753906, 1.878906, 2.09375, 1.90625, 1.914062, 2.070312, 1.494141, 1.208008, 1.726562, 2.1875, 1.863281, 1.753906, 1.417969, 1.632812, 2.265625, 1.664062, 2.0, 1.625, 1.902344, 1.792969, 1.984375, 1.5, 1.941406, 1.816406, 1.820312, 2.09375, 1.753906, 1.886719, 2.03125, 1.710938, 2.234375, 1.129883, 0.484375, 1.910156, 1.445312, 1.890625, 2.242188, 1.875, 1.628906, 1.753906, 1.945312, 1.480469, 2.109375, 1.867188, 2.1875, 2.054688, 0.611328, 1.820312, 2.039062, 2.117188, 1.609375, 2.429688, 1.921875, 2.09375, 2.078125, 1.410156, 1.882812, 1.816406, 1.808594, 1.972656, 1.589844, 1.945312, 1.847656, 1.423828, 1.726562, 2.007812, 2.015625, 1.914062, 2.078125, 2.25, 2.203125, 1.578125, 1.996094, 1.359375, 1.824219, 1.431641, 1.013367, 2.085938, 1.878906, 1.863281, 0.607422, 1.398438, 1.992188, 1.992188, 2.164062, 2.125, 2.359375, 2.085938, 2.078125, 1.539062, 1.703125, 0.480469, 1.695312, 1.124512, 1.675781, 2.015625, 2.09375, 1.957031, 1.84375, 0.634766, 1.941406, 1.691406, 1.691406, 1.992188, 2.125, 1.714844, 2.046875, 1.761719, 1.71875, 0.945557, 1.964844, 1.894531, 1.546875, 2.046875, 1.878906, 1.859375, 2.101562, 1.398438, 1.980469, 1.640625, 1.542969, 1.992188, 1.90625, 2.085938, 1.652344, 1.632812, 1.664062, 1.871094, 1.601562, 2.0625, 1.757812, 1.878906, 0.599609, 1.746094, 1.871094, 1.910156, 1.792969, 1.933594, 1.996094, 1.8125, 1.574219, 1.851562, 1.417969, 1.832031, 1.765625, 2.039062, 0.513672, 1.957031, 1.980469, 2.0625, 1.886719, 1.914062, 1.820312, 2.226562, 1.527344, 2.148438, 1.785156, 1.839844, 0.949951, 1.644531, 1.625, 2.03125, 0.630859, 1.972656, 0.958496, 1.636719, 0.552734, 2.015625, 1.667969, 2.03125, 1.271484, 1.503906, 1.96875, 1.882812, 1.554688, 1.921875, 1.714844, 2.210938, 2.148438, 0.705078, 1.092285, 1.041016, 2.03125, 2.023438, 1.847656, 1.925781, 2.265625, 1.878906, 1.519531, 2.078125, 2.078125, 2.132812, 2.195312, 1.828125, 1.253906, 1.894531, 1.898438, 1.353516, 2.109375, 1.960938, 2.140625, 1.925781, 2.109375, 1.578125, 2.117188, 1.671875, 1.648438, 1.917969, 1.871094, 1.835938, 1.78125, 1.746094, 0.791016, 1.875, 1.863281, 1.886719, 1.214844, 2.367188, 1.984375, 2.171875, 0.810547, 1.664062, 1.271484, 2.078125, 1.804688, 1.582031, 0.591797, 2.078125, 1.867188, 1.761719, 0.492188, 1.365234, 0.78125, 2.789062, 2.265625, 1.519531, 1.8125, 2.09375, 1.714844, 2.109375, 1.933594, 1.578125, 0.898438, 1.052734, 2.0625, 1.601562, 1.488281, 2.039062, 1.808594, 1.839844, 2.171875, 1.425781, 1.78125, 1.675781, 1.773438, 1.126953, 2.171875, 2.046875, 1.550781, 2.1875, 1.839844, 0.864258, 1.453125, 0.834961, 1.255859, 2.140625, 2.039062, 2.070312, 2.164062, 1.78125, 1.984375, 2.054688, 1.757812, 1.980469, 1.808594, 1.640625, 1.859375, 1.941406, 2.265625, 1.710938, 2.484375, 1.972656, 1.283203, 1.445312, 1.671875, 1.173828, 1.703125, 1.878906, 2.039062, 1.949219, 1.539062, 1.527344, 1.871094, 1.445312, 1.200195, 2.148438, 2.695312, 1.644531, 1.808594, 2.257812, 2.078125, 1.458984, 1.796875, 1.832031, 1.945312, 2.078125, 1.640625, 1.074707, 1.9375, 1.765625, 1.068848, 1.816406, 1.800781, 0.642578, 1.875, 1.5, 2.09375, 1.996094, 1.824219, 1.957031, 2.296875, 1.933594, 1.625, 1.953125, 1.597656, 1.738281, 1.648438, 1.125, 1.65625, 1.914062, 2.09375, 0.932617, 1.699219, 1.746094, 2.0, 1.255859, 1.902344, 1.839844, 1.71875, 1.714844, 2.039062, 1.404297, 1.746094, 2.03125, 0.844727, 1.960938, 1.757812, 0.720703, 1.949219, 1.929688, 2.195312, 1.832031, 1.855469, 2.015625, 0.854492, 2.28125, 2.078125, 2.085938, 1.839844, 1.890625, 1.613281, 1.683594, 0.763672, 1.200195, 2.039062, 1.304688, 2.109375, 1.40625, 1.597656, 1.804688, 2.015625, 0.943848, 1.46875, 2.390625, 0.544922, 2.085938, 1.628906, 2.148438, 1.90625, 0.819336, 2.109375, 1.945312, 0.90625, 2.140625, 2.523438, 1.816406, 1.792969, 2.023438, 2.132812, 0.722656, 2.09375, 1.384766, 1.863281, 1.800781, 1.921875, 2.0625, 1.703125, 2.078125, 2.0, 2.046875, 1.621094, 0.683594, 1.789062, 1.867188, 1.65625, 1.886719, 2.289062, 1.9375, 1.511719, 1.6875, 2.132812, 1.427734, 2.015625, 1.671875, 2.40625, 1.761719, 2.171875, 0.628906, 1.84375, 1.628906, 1.498047, 2.257812, 2.078125, 1.558594, 1.917969, 2.117188, 2.0, 0.630859, 1.863281, 1.095215, 1.957031 ] }, "name": "onnx::Mul_8461", "outputIndexes": [ 1166 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1165, 1166 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1167 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1167 ], "outputIndexes": [ 2826 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2826 ], "outputIndexes": [ 2827 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear", "inputIndexes": [ 2827 ], "outputIndexes": [ 2828 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 525535032, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2828 ], "outputIndexes": [ 2829 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2829 ], "outputIndexes": [ 1168 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1167 ], "main_type": "NONE", "name": "/Shape_169_output_0", "outputIndexes": [ 1169 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1169 ], "main_type": "NONE", "name": "Shape3356", "outputIndexes": [ 1170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1169 ], "main_type": "NONE", "name": "Rank3358", "outputIndexes": [ 1171 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1171, 1171 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3360", "outputIndexes": [ 1172 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1172 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3361", "outputIndexes": [ 1173 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1172, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3363", "outputIndexes": [ 1174 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1174 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3364", "outputIndexes": [ 1175 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1170, 1173, 1175, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3367", "outputIndexes": [ 1176 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1176 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3368", "outputIndexes": [ 1177 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1177 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3369", "outputIndexes": [ 1178 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1178, 1177 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3370", "outputIndexes": [ 1179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169, 1179, 1172 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_184_output_0", "outputIndexes": [ 1180 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1180, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_385_output_0", "outputIndexes": [ 1181 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1181, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_156_output_0", "outputIndexes": [ 1182 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1168, 1182 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_109_output_0", "outputIndexes": [ 1183 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1183, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_96_output_0", "outputIndexes": [ 1184 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1183 ], "main_type": "NONE", "name": "/Shape_170_output_0", "outputIndexes": [ 1185 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1185 ], "main_type": "NONE", "name": "Shape3377", "outputIndexes": [ 1186 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1185 ], "main_type": "NONE", "name": "Rank3379", "outputIndexes": [ 1187 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1187, 1187 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3381", "outputIndexes": [ 1188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1188 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3382", "outputIndexes": [ 1189 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1188, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3384", "outputIndexes": [ 1190 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1190 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3385", "outputIndexes": [ 1191 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1186, 1189, 1191, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3388", "outputIndexes": [ 1192 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1192 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3389", "outputIndexes": [ 1193 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3390", "outputIndexes": [ 1194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1194, 1193 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3391", "outputIndexes": [ 1195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1185, 1195, 1188 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_185_output_0", "outputIndexes": [ 1196 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1196, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_36_output_0", "outputIndexes": [ 1197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1197, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_390_output_0", "outputIndexes": [ 1198 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1183, 1198, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_49_output_0", "outputIndexes": [ 1199 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1199 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_24_output_0", "outputIndexes": [ 1200 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1183, 21, 1198, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_48_output_0", "outputIndexes": [ 1201 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1200, 1201 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_159_output_0", "outputIndexes": [ 1202 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1202, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_97_output_0", "outputIndexes": [ 1203 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 1203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_60_output_0", "outputIndexes": [ 1204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1167 ], "outputIndexes": [ 2830 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2830 ], "outputIndexes": [ 2831 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear", "inputIndexes": [ 2831 ], "outputIndexes": [ 2832 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 528189262, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2832 ], "outputIndexes": [ 2833 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2833 ], "outputIndexes": [ 1205 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1181, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_157_output_0", "outputIndexes": [ 1206 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1205, 1206 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_110_output_0", "outputIndexes": [ 1207 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1207, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_98_output_0", "outputIndexes": [ 1208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1207 ], "main_type": "NONE", "name": "/Shape_171_output_0", "outputIndexes": [ 1209 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1209 ], "main_type": "NONE", "name": "Shape3440", "outputIndexes": [ 1210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1209 ], "main_type": "NONE", "name": "Rank3442", "outputIndexes": [ 1211 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1211, 1211 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3444", "outputIndexes": [ 1212 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1212 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3445", "outputIndexes": [ 1213 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1212, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3447", "outputIndexes": [ 1214 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1214 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3448", "outputIndexes": [ 1215 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1210, 1213, 1215, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3451", "outputIndexes": [ 1216 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1216 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3452", "outputIndexes": [ 1217 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1217 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3453", "outputIndexes": [ 1218 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1218, 1217 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3454", "outputIndexes": [ 1219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1209, 1219, 1212 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_186_output_0", "outputIndexes": [ 1220 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1220, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_37_output_0", "outputIndexes": [ 1221 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1221, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_392_output_0", "outputIndexes": [ 1222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1207, 1222, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_51_output_0", "outputIndexes": [ 1223 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1223 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_25_output_0", "outputIndexes": [ 1224 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1207, 21, 1222, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_50_output_0", "outputIndexes": [ 1225 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1224, 1225 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_160_output_0", "outputIndexes": [ 1226 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1226, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_99_output_0", "outputIndexes": [ 1227 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 1227 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_61_output_0", "outputIndexes": [ 1228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1167 ], "outputIndexes": [ 2834 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2834 ], "outputIndexes": [ 2835 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear", "inputIndexes": [ 2835 ], "outputIndexes": [ 2836 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 529516388, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2836 ], "outputIndexes": [ 2837 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2837 ], "outputIndexes": [ 1229 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1229, 1206 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_111_output_0", "outputIndexes": [ 1230 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1204, 1228, 1230, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_116_output_0", "outputIndexes": [ 1231 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1231 ], "outputIndexes": [ 2838 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2838 ], "outputIndexes": [ 2839 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear", "inputIndexes": [ 2839 ], "outputIndexes": [ 2840 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 530843514, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2840 ], "outputIndexes": [ 2841 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2841 ], "outputIndexes": [ 1232 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1232 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_12/Mul_output_0", "outputIndexes": [ 1233 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.416016, 1.648438, 1.589844, 1.761719, 1.632812, 1.625, 1.292969, 0.105469, 1.664062, 0.955322, 1.722656, 1.310547, 1.300781, 1.839844, 1.847656, 1.355469, 1.478516, 1.384766, 1.151367, 1.679688, 1.644531, 1.625, 1.765625, 1.152344, 1.180664, 1.558594, 1.380859, 1.353516, 1.863281, 1.742188, 1.079102, 0.790039, 1.617188, 0.214844, 1.371094, 1.146484, 1.410156, 1.863281, 1.057373, 1.333984, 1.925781, 1.722656, 1.597656, 0.841797, 0.28125, 1.605469, 1.785156, 1.558594, 1.632812, 0.953369, 1.53125, 0.904785, 1.261719, 0.421875, 1.597656, 1.208008, 1.384766, 1.640625, 1.332031, 0.98761, 0.724609, 1.804688, 1.757812, 1.539062, 1.488281, 1.371094, 0.591797, 1.427734, 1.242188, 1.349609, 1.652344, 1.761719, 1.402344, 1.511719, 1.261719, 1.243164, 0.515625, 0.885254, 0.996201, 0.332031, 1.210938, 0.046875, 1.419922, 0.810547, 1.566406, 1.722656, 1.443359, 0.801758, 0.292969, 1.065918, 1.621094, 1.341797, 1.84375, 0.234375, 1.667969, 0.023438, 1.433594, 1.539062, 2.273438, 1.412109, 1.210938, 1.820312, 1.859375, 1.542969, 1.617188, 1.410156, 1.722656, 0.887695, 1.816406, 1.490234, 1.765625, 1.570312, 1.910156, 2.554688, 1.539062, 0.995178, 1.679688, 0.351562, 1.285156, 1.972656, 1.613281, 1.582031, 1.10791, 1.605469, 1.122559, 0.826172, 1.414062, 1.726562, 1.417969, 0.65625, 0.546875, 1.196289, 1.172852, 1.441406, 1.617188, 1.980469, 0.967041, 1.086426, 1.098145, 1.960938, 2.078125, 1.417969, 0.974609, 1.453125, 1.613281, 1.28125, 1.152344, 1.914062, 1.386719, 1.890625, 1.332031, 0.985229, 1.231445, 1.277344, 1.730469, 1.6875, 0.441406, 1.609375, 0.230469, 0.195312, 2.523438, 1.691406, 1.320312, 0.5, 1.929688, 1.414062, 1.910156, 0.167969, 1.992188, 1.175781, 1.5625, 0.257812, 1.302734, 0.21875, 1.392578, 1.972656, 1.695312, 0.125, 1.462891, 1.605469, 1.339844, 0.167969, 0.867188, 0.09375, 1.503906, 1.304688, 0.355469, 1.458984, 1.011108, 0.993561, 1.523438, 1.46875, 1.296875, 1.416016, 1.597656, 1.585938, 1.445312, 1.714844, 1.851562, 1.757812, 1.257812, 1.503906, 1.363281, 1.047607, 2.070312, 1.625, 1.914062, 1.445312, 1.429688, 1.527344, 1.176758, 1.972656, 1.416016, 1.201172, 1.554688, 1.664062, 1.117676, 1.240234, 1.894531, 1.667969, 0.980469, 1.12793, 1.664062, 1.882812, 1.585938, 1.574219, 1.150391, 1.472656, 1.071289, 0.776367, 2.96875, 1.808594, 2.109375, 1.636719, 1.582031, 2.101562, 1.028442, 1.652344, 1.245117, 1.333984, 1.839844, 1.294922, 1.589844, 1.730469, 1.160156, 1.628906, 1.057129, 1.131836, 1.851562, 0.496094, 1.667969, 1.917969, 0.292969, 1.507812, 1.527344, 1.223633, 1.211914, 1.671875, 1.734375, 1.279297, 1.746094, 1.679688, 1.494141, 1.183594, 1.492188, 0.845703, 1.539062, 1.523438, 1.341797, 1.472656, 1.542969, 1.476562, 1.417969, 1.026001, 1.566406, 1.40625, 0.292969, 1.271484, 1.617188, 1.523438, 0.783203, 1.503906, 0.335938, 1.460938, 1.558594, 1.511719, 1.21582, 1.375, 0.195312, 1.330078, 0.814453, 0.347656, 1.137695, 1.494141, 1.367188, 1.503906, 1.002029, 1.539062, 1.851562, 1.597656, 1.412109, 0.960205, 0.222656, 1.640625, 0.097656, 1.283203, 1.808594, 1.375, 0.992737, 1.851562, 1.9375, 0.132812, 1.476562, 1.511719, 1.443359, 1.419922, 1.589844, 1.632812, 1.285156, 1.777344, 1.132812, 1.574219, 0.924805, 1.648438, 1.578125, 1.585938, 0.760742, 1.116699, 1.925781, 1.570312, 0.797852, 0.877441, 1.345703, 1.449219, 3.59375, 1.703125, 1.380859, 1.722656, 1.941406, 1.416016, 1.222656, 1.488281, 1.757812, 1.180664, 1.546875, 0.582031, 1.566406, 0.630859, 0.774414, 1.683594, 0.492188, 0.81543, 0.879883, 0.898926, 0.078125, 0.277344, 1.816406, 1.855469, 0.732422, 0.98938, 0.222656, 1.605469, 0.921387, 0.46875, 1.617188, 1.621094, 1.238281, 0.378906, 1.628906, 1.458984, 1.710938, 1.081543, 1.462891, 1.429688, 1.964844, 1.851562, 1.605469, 1.386719, 1.472656, 0.621094, 1.863281, 2.007812, 0.488281, 0.355469, 1.957031, 1.167969, 0.753906, 0.827148, 1.457031, 1.550781, 1.660156, 1.683594, 0.167969, 1.699219, 1.742188, 1.609375, 1.02478, 0.125, 1.291016, 1.460938, 1.34375, 1.792969, 1.378906, 1.976562, 0.328125, 1.632812, 1.683594, 1.304688, 1.609375, 0.615234, 1.707031, 1.628906, 1.824219, 1.558594, 1.197266, 0.967041, 1.457031, 1.339844, 1.373047, 1.408203, 1.90625, 1.640625, 1.59375, 1.302734, 1.251953, 1.055908, 1.605469, 1.429688, 1.710938, 1.300781, 1.200195, 1.875, 1.546875, 0.90625, 1.59375, 1.589844, 1.761719, 1.785156, 1.382812, 1.539062, 2.109375, 1.671875, 1.574219, 0.693359, 1.335938, 1.632812, 1.726562, 1.90625, 1.092773, 1.53125, 1.613281, 1.617188, 1.285156, 1.515625, 1.640625, 1.550781, 0.874023, 1.617188, 1.332031, 1.902344, 1.488281, 1.609375, 1.628906, 1.451172, 0.449219, 1.386719, 0.1875, 1.269531, 1.742188, 1.394531, 1.384766, 1.219727, 1.953125, 1.300781, 1.416016, 1.539062, 0.230469, 1.554688, 1.417969, 1.703125, 1.441406, 1.259766, 1.730469, 1.490234, 1.773438, 1.527344, 0.195312, 1.439453, 1.197266, 1.851562, 0.921387, 1.488281, 1.671875, 1.478516, 0.736328, 1.527344, 0.003906, 0.386719, 0.589844, 0.191406, 1.851562, 1.550781, 1.589844, 0.5625, 0.355469, 1.460938, 0.722656, 0.893555, 1.447266, 1.609375, 1.482422, 1.570312, 1.345703, 1.34375, 1.21582, 1.699219, 0.950684, 1.628906, 1.632812, 1.013611, 1.539062, 1.179688, 0.300781, 0.277344, 1.597656, 0.335938, 1.710938, 1.302734, 1.197266, 1.652344, 1.349609, 1.138672, 1.400391, 0.265625, 1.609375, 1.695312, 1.582031, 1.173828, 1.925781, 0.25, 2.007812, 0.837891, 1.820312, 1.691406, 1.925781, 1.466797, 1.585938, 1.570312, 0.53125, 1.851562, 0.658203, 1.84375, 2.164062, 1.203125, 1.261719, 1.519531, 1.474609, 1.726562, 1.230469, 1.582031, 1.8125, 0.977417, 0.960693, 1.769531, 1.558594, 1.800781, 1.972656, 2.109375, 1.337891, 1.523438, 1.910156, 1.800781, 1.808594, 1.349609, 0.109375, 1.664062, 1.330078, 1.298828, 0.359375, 1.625, 2.046875, 1.722656, 1.941406, 1.494141, 2.046875, 1.089355, 1.773438, 1.451172, 1.419922, 0.730469, 1.789062, 1.308594, 1.511719, 1.550781, 0.995697, 0.991028, 1.285156, 1.972656, 1.515625, 0.912109, 1.396484, 1.667969, 0.845703, 1.613281, 1.582031, 1.527344, 1.332031, 1.71875, 1.734375, 1.014893, 1.652344, 1.429688, 1.972656, 0.734375, 1.206055, 1.601562, 1.474609, 0.980835, 1.333984, 1.535156, 1.621094, 1.394531, 1.181641, 1.400391, 1.609375, 0.842773, 1.539062, 1.816406, 1.914062, 1.147461, 1.160156, 1.679688, 1.427734, 1.945312, 1.71875, 1.192383, 1.486328, 1.231445, 1.769531, 0.544922, 1.792969, 1.345703, 0.786133, 0.1875, 1.310547, 0.776367, 1.585938, 2.132812, 1.246094, 0.492188, 0.042969, 0.195312, 1.458984, 1.550781, 1.691406, 1.542969, 1.133789, 1.460938, 1.515625, 1.367188, 1.527344, 1.291016, 1.449219, 0.183594, 1.185547, 1.464844, 1.625, 1.367188, 1.394531, 1.490234, 1.542969, 1.277344, 1.496094, 1.25, 1.065918, 1.503906, 1.511719, 1.6875, 0.738281, 1.941406, 1.558594, 0.105469, 1.304688, 1.289062, 1.186523, 1.494141, 0.779297, 1.742188, 1.589844, 1.667969, 1.384766, 1.155273, 1.40625, 1.269531, 1.816406, 1.180664, 1.179688, 1.597656, 1.464844, 1.400391, 3.140625, 1.550781, 1.160156, 1.095215, 1.291016, 1.441406, 1.496094, 0.99649, 1.324219, 1.243164, 1.679688, 1.839844, 1.582031, 1.683594, 1.400391, 2.117188, 1.890625, 0.589844, 1.550781, 1.063477, 1.597656, 1.855469, 1.503906, 1.480469, 0.632812, 0.884766, 0.488281, 1.632812, 1.929688, 1.585938, 0.813477, 1.648438, 1.628906, 1.330078, 1.464844, 1.613281, 1.277344, 1.277344, 1.632812, 1.625, 1.6875, 1.351562, 1.263672, 1.722656, 1.012207, 0.924316, 1.984375, 1.040527, 1.6875, 2.007812, 1.664062, 1.636719, 1.365234, 1.722656, 1.660156, 1.201172, 1.449219, 0.234375, 1.757812, 1.292969, 1.644531, 1.19043, 1.263672, 1.539062, 1.349609, 1.033936, 1.486328, 1.78125, 1.585938, 1.400391, 1.570312, 1.308594, 0.985107, 1.523438, 1.230469, 1.566406, 1.351562, 1.472656, 1.910156, 0.746094, 1.181641, 1.386719, 0.973755, 1.139648, 3.765625, 1.960938, 1.507812, 0.866211, 0.511719, 1.761719, 1.554688, 1.097656, 0.801758, 1.589844, 0.857422, 1.722656, 1.65625, 0.640625, 1.652344, 1.804688, 1.02063, 1.539062, 1.605469, 1.550781, 0.854492, 0.390625, 1.214844, 1.347656, 0.488281, 1.192383, 1.714844, 1.792969, 0.265625, 1.710938, 0.507812, 1.683594, 1.84375, 1.105957, 0.517578, 1.542969, 1.380859, 1.251953, 1.306641, 1.507812, 1.660156, 1.457031, 1.326172, 1.285156, 1.378906, 1.322266, 1.710938, 1.402344, 1.539062, 1.578125, 1.71875, 0.611328, 1.589844, 1.292969, 0.939941, 1.296875, 0.603516, 1.679688, 1.511719, 1.507812, 1.527344, 1.742188, 1.175781, 1.726562, 1.671875, 1.867188, 0.998558, 1.357422, 1.785156, 1.753906, 0.023438, 0.849609, 0.899902, 1.263672, 1.119141, 0.982666, 1.617188, 1.621094, 1.443359, 1.570312, 1.355469, 0.199219, 1.578125, 1.296875, 1.163086, 1.167969, 1.765625, 1.578125, 1.229492, 0.21875, 0.88916, 1.237305, 1.160156, 1.570312, 1.75, 1.804688, 1.223633, 1.332031, 1.470703, 1.486328, 1.176758, 1.648438, 1.519531, 1.773438, 1.082031, 1.498047, 0.285156, 1.417969, 1.5, 1.542969, 1.191406, 1.496094, 1.503906, 1.527344, 1.261719, 1.609375, 0.662109, 1.071289, 1.503906, 1.976562, 0.572266, 0.947998, 1.333984, 0.148438, 0.0625, 0.621094, 0.879883, 1.384766, 1.644531, 1.18457, 1.433594, 0.117188, 0.058594, 1.202148, 1.8125, 0.942871, 1.503906, 1.113281, 1.726562, 1.691406, 1.211914, 0.160156, 1.738281, 0.988464, 0.927734, 0.529297, 1.337891, 1.011536, 1.231445, 1.107422, 1.832031, 1.402344, 1.167969, 1.523438, 0.998528, 1.679688, 1.457031, 0.869141, 1.460938, 1.898438, 2.015625, 1.363281, 0.496094, 0.007812, 4.578125, 1.410156, 1.271484, 1.574219, 1.355469, 1.601562, 1.143555, 1.671875, 0.089844, 0.973145, 0.666016, 1.699219, 1.558594, 0.179688, 1.605469, 1.478516, 1.679688, 1.248047, 1.523438, 1.150391, 0.884277, 0.1875, 1.220703, 0.943359, 1.390625, 0.230469, 1.099609, 1.804688, 2.015625, 1.628906, 2.15625, 0.855469, 0.979248, 1.621094, 1.839844, 0.492188, 1.423828, 1.734375, 0.660156, 1.945312, 0.378906, 1.847656, 1.384766, 1.369141, 1.398438, 1.231445, 1.339844, 1.535156, 1.480469, 0.109375, 1.621094, 1.53125, 1.488281, 1.679688, 1.304688, 1.363281, 1.412109, 0.167969, 0.985107, 0.21875, 1.621094, 0.25, 0.759766, 1.6875, 1.664062, 1.710938, 0.552734, 1.103027, 1.194336, 1.291016, 0.121094, 1.164062, 0.638672, 0.476562, 0.328125, 1.511719, 1.941406, 0.833984, 1.519531, 1.980469, 1.183594, 1.847656, 0.673828, 0.989807, 1.335938, 0.117188, 1.667969, 1.796875, 1.386719, 0.269531, 0.167969, 1.388672, 1.894531, 1.15625, 1.890625, 1.796875, 1.166992, 0.791992, 3.390625, 1.328125, 1.369141, 1.835938, 0.957275, 1.558594, 1.585938, 1.976562, 1.558594, 1.769531, 1.472656, 2.007812, 1.507812, 1.027832, 1.851562, 1.847656, 0.87207, 1.675781, 1.664062, 1.453125, 1.421875, 1.753906, 1.789062, 1.871094, 0.167969, 0.697266, 1.121582, 0.242188, 1.511719, 1.149414, 1.380859, 1.404297, 1.554688, 1.333984, 1.375, 1.384766, 0.03125, 0.748047, 1.355469, 1.011536, 1.484375, 1.416016, 0.699219, 1.431641, 1.318359, 1.613281, 1.625, 1.914062, 0.179688, 1.882812, 1.898438, 0.646484, 1.734375, 1.243164, 2.054688, 1.835938, 1.441406, 1.695312, 1.486328, 1.875, 1.574219, 1.357422, 0.818359, 1.394531, 1.539062, 1.660156, 1.757812, 1.367188, 0.554688, 1.855469, 0.242188, 1.345703, 1.640625, 0.889648, 1.494141, 1.601562, 2.132812, 1.333984, 0.898438, 1.419922, 0.1875, 0.082031, 0.0625, 1.466797, 1.65625, 0.277344, 1.135742, 1.164062, 1.945312, 0.351562, 1.318359, 0.736328, 1.191406, 0.214844, 1.546875, 1.644531, 1.291016, 1.742188, 0.9935, 0.937744, 1.851562, 1.453125, 0.484375, 1.055908, 0.148438, 1.318359, 1.695312, 1.566406, 2.015625, 0.847656, 0.838867, 1.589844, 0.144531, 1.570312, 1.257812, 1.445312, 1.443359, 0.554688, 1.628906, 1.554688, 1.451172, 0.817383, 1.412109, 1.083984, 1.546875, 1.738281, 1.515625, 1.671875, 1.625, 1.322266, 1.832031, 1.217773, 1.355469, 1.863281, 1.617188, 1.585938, 1.392578, 1.396484, 1.894531, 0.976562, 1.691406, 1.416016, 1.507812, 1.605469, 1.287109, 1.032715, 1.349609, 1.306641, 2.03125, 1.160156, 1.147461, 0.3125, 1.902344, 1.059082, 1.523438, 1.021484, 1.339844, 1.275391, 1.601562, 0.417969, 1.742188, 0.359375, 1.621094, 0.898438, 1.01709, 0.769531, 1.392578, 0.484375, 1.691406, 0.023438, 1.410156, 0.566406, 1.78125, 1.161133, 1.228516, 1.574219, 1.753906, 1.363281, 0.986877, 1.202148, 1.402344, 1.597656, 0.105469, 1.585938, 1.091797, 1.049072, 1.59375, 1.652344, 1.65625, 1.316406, 0.613281, 1.255859, 1.330078, 1.337891, 1.808594, 1.515625, 1.605469, 1.255859, 0.943115, 1.271484, 0.105469, 1.867188, 1.546875, 1.917969, 1.730469, 1.003586, 0.472656, 0.125, 1.601562, 0.164062, 0.429688, 0.90625, 1.224609, 1.652344, 1.8125, 0.548828, 1.151367, 0.768555, 1.683594, 0.101562, 1.652344, 1.349609, 1.341797, 1.472656, 1.65625, 2.054688, 0.199219, 1.490234, 1.769531, 0.707031, 0.320312, 1.447266, 1.824219, 0.292969, 1.753906, 1.539062, 1.636719, 1.010193, 1.507812, 1.353516, 0.238281, 1.601562, 1.183594, 1.220703, 1.447266, 1.416016, 0.546875, 0.183594, 1.314453, 2.140625, 1.151367, 1.652344, 1.660156, 1.769531, 2.039062, 1.339844, 1.171875, 1.287109, 1.318359, 1.570312, 1.527344, 1.296875, 1.476562, 1.169922, 1.419922, 1.65625, 1.464844, 0.039062, 1.486328, 1.726562, 1.349609, 1.151367, 1.171875, 1.200195, 1.189453, 1.347656, 1.5, 1.664062, 1.398438, 1.511719, 1.597656, 0.753906, 1.279297, 0.175781, 1.699219, 0.242188, 1.683594, 1.546875, 1.828125, 0.140625, 1.738281, 1.005127, 1.082031, 1.605469, 1.90625, 1.472656, 1.231445, 1.753906, 1.229492, 1.208008, 0.378906, 1.208984, 1.601562, 1.875, 1.683594, 1.140625, 1.310547, 1.542969, 1.726562, 1.384766, 1.322266, 1.104492, 1.060059, 1.414062, 1.138672, 0.296875, 1.074707, 1.667969, 1.90625, 1.021606, 0.160156, 1.582031, 1.777344, 1.800781, 1.539062, 1.652344, 1.539062, 1.353516, 1.201172, 0.308594, 1.554688, 1.376953, 1.648438, 1.796875, 1.049805, 1.361328, 1.671875, 1.859375, 1.507812, 1.197266, 2.234375, 1.425781, 1.24707, 1.055176, 1.917969, 1.578125, 0.464844, 2.90625, 1.145508, 1.322266, 1.625, 1.208008, 0.503906, 2.007812, 1.414062, 1.539062, 0.214844, 0.956299, 0.730469, 1.648438, 1.376953, 1.675781, 1.726562, 0.03125, 1.519531, 1.9375, 0.0, 0.580078, 1.398438, 1.519531, 1.472656, 1.652344, 1.507812, 1.160156, 1.492188, 1.002792, 1.507812, 0.332031, 1.214844, 1.964844, 1.59375, 0.714844, 1.535156, 1.578125, 1.490234, 1.328125, 1.457031, 1.503906, 1.546875, 1.081055, 0.382812, 1.400391, 1.478516, 1.585938, 1.695312, 0.716797, 1.5625, 0.96936, 1.464844, 1.707031, 0.558594, 1.298828, 1.863281, 1.546875, 3.921875, 0.934082, 2.101562, 1.455078, 1.457031, 0.564453, 0.152344, 1.388672, 1.349609, 1.498047, 0.875, 1.859375, 1.416016, 1.388672, 0.191406, 1.192383, 1.6875, 1.198242, 1.220703, 1.412109, 1.667969, 1.554688, 1.621094, 1.109863, 1.527344, 1.132812, 1.726562, 1.683594, 1.757812, 1.433594, 0.94043, 1.012634, 0.861328, 1.832031, 0.903809, 1.703125, 1.714844, 0.566406, 1.380859, 1.261719, 1.707031, 1.183594, 1.433594, 1.582031, 0.738281, 1.241211, 1.652344, 1.835938, 1.466797, 1.660156, 0.601562, 1.233398, 1.621094, 1.386719, 1.71875, 1.972656, 0.988892, 1.769531, 1.207031, 1.472656, 1.275391, 0.4375, 1.566406, 1.539062, 1.808594, 2.835938, 1.640625, 1.742188, 1.431641, 1.138672, 1.412109, 1.462891, 1.193359, 0.929199, 0.519531, 1.10498, 1.117676, 1.675781, 1.245117, 1.632812, 1.742188, 1.597656, 1.386719, 1.707031, 1.578125, 1.742188, 1.322266, 1.170898, 1.474609, 1.589844, 1.349609, 1.394531, 1.589844, 1.429688, 1.695312, 1.421875, 1.757812, 1.929688, 1.167969, 0.896484, 1.324219, 1.570312, 0.132812, 1.457031, 1.820312, 1.300781, 0.429688, 1.4375, 1.207031, 0.564453, 0.171875, 1.234375, 1.119629, 1.992188, 1.136719, 1.464844, 1.365234, 1.412109, 1.863281, 1.152344, 1.494141, 1.455078, 0.445312, 1.980469, 1.5625, 0.320312, 0.121094, 1.988281, 1.582031, 1.804688, 0.453125, 1.447266, 0.849609, 1.255859, 1.867188, 1.458984, 1.255859, 1.59375, 1.242188, 0.949951, 1.566406, 1.847656, 1.373047, 0.21875, 0.460938, 1.396484, 1.425781, 1.4375, 0.685547, 1.207031, 1.675781, 1.019165, 0.472656, 1.757812, 1.671875, 1.039795, 1.761719, 1.324219, 0.919922, 1.166016, 1.578125, 0.019531, 0.074219, 1.292969, 1.369141, 1.166992, 2.03125, 1.163086, 1.628906, 0.304688, 1.392578, 0.355469, 0.445312, 1.679688, 2.179688, 1.390625, 1.400391, 1.574219, 1.992188, 0.359375, 1.910156, 1.046631, 1.021118, 1.287109, 1.472656, 1.380859, 1.121094, 0.798828, 1.472656, 1.890625, 1.208008, 1.178711, 0.970215, 0.926758, 1.324219, 2.367188, 1.699219, 1.574219, 0.144531, 1.460938, 1.648438, 1.298828, 1.470703, 1.208008, 1.482422, 1.632812, 1.324219, 0.797852, 0.791016, 1.160156, 1.726562, 1.636719, 1.722656, 1.800781, 1.223633, 1.371094, 1.318359, 1.726562, 1.535156, 1.458984, 0.887207, 0.15625, 1.365234, 1.535156, 1.792969, 1.691406, 1.103027, 0.023438, 1.695312, 1.878906, 1.208984, 1.585938, 0.34375, 1.742188, 1.617188, 1.359375, 1.21875, 1.378906, 1.601562, 1.07959, 0.793945, 1.605469, 1.503906, 1.660156, 0.179688, 1.972656, 1.073242, 0.210938, 1.5, 1.847656, 2.015625, 1.089844, 0.87793, 1.296875, 1.412109, 1.416016, 1.617188, 1.53125, 1.353516, 1.515625, 1.433594, 1.161133, 2.195312, 1.707031, 1.777344, 2.046875, 1.808594, 0.746094, 1.310547, 1.734375, 1.05835, 1.205078, 2.164062, 1.675781, 0.453125, 1.093262, 0.128906, 1.550781, 1.251953, 1.949219, 1.123047, 1.365234, 1.357422, 1.691406, 1.542969, 0.956299, 1.574219, 1.554688, 1.804688, 1.002213, 1.539062, 0.558594, 1.199219, 0.685547, 0.214844, 1.470703, 1.667969, 1.742188, 1.6875, 1.6875, 0.760742, 1.208984, 1.59375, 0.591797, 0.693359, 1.466797, 1.867188, 1.796875, 1.217773, 1.550781, 1.030518, 1.835938, 1.671875, 1.5, 0.292969, 1.22168, 1.925781, 1.582031, 1.582031, 0.929199, 1.427734, 1.204102, 1.200195, 1.496094, 1.550781, 1.447266, 0.685547, 1.363281, 1.425781, 1.447266, 1.882812, 1.808594, 1.722656, 1.158203, 0.861328, 1.804688, 1.601562, 0.417969, 0.28125, 1.457031, 1.785156, 1.730469, 1.386719, 1.667969, 0.136719, 1.417969, 1.910156, 1.205078, 1.519531, 0.992218, 1.279297, 0.924316, 0.261719, 1.597656, 1.427734, 1.863281, 1.128906, 1.402344, 1.875, 1.371094, 1.785156, 1.209961, 1.695312, 2.257812, 1.036133, 1.134766, 0.611328, 1.217773, 0.517578, 0.167969, 1.695312, 2.203125, 1.507812, 1.664062, 2.328125, 1.408203, 1.707031, 1.445312, 1.71875, 1.601562, 1.017212, 1.038818, 0.492188, 1.466797, 0.841797, 1.296875, 1.384766, 1.503906, 1.486328, 1.480469, 1.738281, 1.648438, 0.623047, 1.507812, 1.773438, 0.335938, 0.905762, 1.578125, 1.886719, 1.445312, 0.242188, 1.177734, 1.714844, 1.375, 1.472656, 1.232422, 0.238281, 1.355469, 1.433594, 0.792969, 1.441406, 1.269531, 1.161133, 1.095215, 1.667969, 1.085449, 1.335938, 1.886719, 1.585938, 1.275391, 1.847656, 1.6875, 0.027344, 1.253906, 1.398438, 1.667969, 1.585938, 1.683594, 1.691406, 0.986633, 0.488281, 1.458984, 1.890625, 1.558594, 1.246094, 0.597656, 0.998169, 1.632812, 1.318359, 1.503906, 1.054932, 1.613281, 1.296875, 1.53125, 0.933105, 1.566406, 1.347656, 1.287109, 1.710938, 1.453125, 1.400391, 1.933594, 1.03418, 2.023438, 0.433594, 0.035156, 1.373047, 0.823242, 1.554688, 1.761719, 1.308594, 1.213867, 0.950928, 1.486328, 0.875977, 1.523438, 1.527344, 1.738281, 1.478516, 0.007812, 1.371094, 1.542969, 1.902344, 1.135742, 1.886719, 1.470703, 1.628906, 1.640625, 0.918945, 1.578125, 1.65625, 1.445312, 1.820312, 1.161133, 1.213867, 1.365234, 0.75, 0.987732, 1.542969, 1.796875, 1.523438, 1.714844, 1.984375, 1.945312, 1.12207, 2.164062, 0.714844, 1.330078, 0.821289, 0.460938, 1.652344, 1.431641, 1.384766, 0.1875, 0.734375, 1.8125, 1.458984, 2.164062, 1.660156, 2.015625, 1.730469, 1.523438, 1.012695, 1.773438, 0.050781, 1.314453, 1.086914, 1.192383, 1.679688, 1.808594, 1.78125, 1.416016, 0.003906, 1.441406, 1.300781, 1.179688, 1.384766, 1.914062, 1.738281, 1.710938, 1.292969, 1.171875, 0.375, 1.455078, 1.597656, 0.982666, 1.558594, 1.703125, 1.431641, 1.785156, 0.853516, 1.382812, 1.022217, 1.8125, 1.527344, 1.523438, 1.753906, 1.114746, 1.034912, 1.207031, 1.40625, 1.566406, 1.691406, 1.251953, 1.263672, 0.007812, 1.480469, 1.523438, 1.601562, 1.457031, 1.726562, 1.578125, 1.478516, 1.149414, 1.5625, 0.823242, 1.300781, 1.355469, 1.648438, 0.078125, 1.494141, 1.539062, 1.632812, 1.498047, 1.511719, 1.3125, 1.898438, 1.029175, 1.804688, 1.414062, 1.691406, 0.300781, 1.125, 1.041992, 1.65625, 0.164062, 1.726562, 0.367188, 1.294922, 0.109375, 1.703125, 1.063477, 1.511719, 0.554688, 0.839844, 1.550781, 1.355469, 1.058105, 1.458984, 1.277344, 1.832031, 1.714844, 0.09375, 0.4375, 0.619141, 1.511719, 1.636719, 1.239258, 1.734375, 1.792969, 1.515625, 0.820312, 1.695312, 1.503906, 1.78125, 1.90625, 1.291016, 0.886719, 1.472656, 1.523438, 0.667969, 1.65625, 1.535156, 1.867188, 1.511719, 1.691406, 0.853516, 1.875, 1.285156, 1.168945, 1.683594, 1.589844, 1.601562, 1.357422, 1.953125, 0.265625, 1.371094, 1.371094, 1.488281, 0.367188, 1.867188, 1.898438, 1.882812, 0.265625, 1.114258, 0.605469, 1.648438, 1.152344, 0.918457, 0.105469, 1.792969, 1.515625, 1.328125, 0.082031, 0.658203, 0.273438, 2.21875, 2.09375, 0.938232, 1.523438, 1.882812, 1.341797, 1.578125, 1.613281, 1.174805, 0.292969, 0.367188, 1.773438, 0.92334, 0.997482, 1.617188, 1.392578, 1.427734, 1.949219, 0.754883, 1.287109, 1.277344, 1.277344, 0.503906, 1.800781, 1.765625, 1.625, 1.867188, 1.273438, 0.273438, 1.59375, 0.304688, 1.337891, 1.730469, 1.40625, 1.601562, 1.789062, 1.052002, 1.558594, 1.835938, 1.515625, 1.644531, 1.207031, 1.15625, 1.632812, 1.554688, 1.914062, 1.085449, 1.945312, 1.578125, 0.599609, 1.025024, 1.126953, 0.488281, 1.269531, 1.570312, 1.664062, 1.511719, 1.018188, 1.034668, 1.363281, 1.443359, 0.607422, 1.746094, 1.707031, 1.597656, 1.417969, 1.761719, 1.585938, 0.849609, 1.546875, 1.515625, 1.447266, 1.605469, 1.255859, 0.480469, 1.664062, 1.441406, 0.429688, 1.431641, 1.400391, 0.203125, 1.384766, 0.760742, 1.726562, 1.476562, 1.396484, 1.679688, 1.96875, 1.519531, 1.239258, 1.515625, 1.1875, 1.151367, 1.214844, 0.544922, 1.143555, 1.835938, 1.695312, 0.359375, 1.191406, 1.308594, 1.679688, 1.359375, 1.519531, 1.601562, 1.233398, 1.22168, 1.722656, 0.918457, 1.339844, 1.511719, 0.167969, 1.660156, 1.429688, 0.199219, 1.542969, 1.423828, 2.007812, 1.243164, 1.259766, 1.503906, 0.339844, 1.769531, 1.839844, 1.945312, 1.449219, 1.289062, 1.07373, 1.086914, 0.222656, 0.464844, 1.652344, 0.851562, 1.824219, 0.740234, 0.994843, 1.353516, 1.462891, 0.273438, 0.902344, 2.007812, 0.015625, 1.890625, 1.083008, 1.820312, 1.566406, 0.242188, 1.78125, 1.478516, 0.300781, 1.890625, 1.964844, 1.263672, 1.480469, 1.816406, 1.90625, 0.226562, 1.738281, 0.792969, 1.330078, 1.380859, 1.671875, 1.785156, 0.868164, 1.8125, 1.667969, 1.808594, 1.077637, 0.179688, 1.421875, 1.550781, 1.259766, 1.341797, 2.101562, 1.5625, 0.92041, 0.964844, 1.683594, 1.083496, 1.703125, 0.902344, 2.289062, 1.742188, 1.769531, 0.167969, 1.566406, 1.049561, 1.238281, 1.941406, 1.605469, 0.982422, 1.157227, 1.746094, 1.664062, 0.238281, 1.335938, 1.133789, 1.298828 ] }, "name": "onnx::Mul_8484", "outputIndexes": [ 1234 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1233, 1234 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1164, 1235 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_63_output_0", "outputIndexes": [ 1236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1236 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_12/Mul_output_0", "outputIndexes": [ 1237 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.019287, 1.097656, 1.019531, 1.10498, 1.151367, 1.066406, 0.981201, 0.410156, 1.083008, 0.938232, 1.058594, 0.988953, 0.965576, 1.057373, 1.11377, 1.0354, 0.98999, 1.107422, 0.898926, 1.066895, 1.088867, 1.171875, 1.128906, 0.939941, 0.953613, 1.045166, 0.863281, 0.925293, 1.020386, 1.045898, 0.967041, 0.853516, 1.068848, 0.484375, 1.0271, 0.836914, 1.04248, 1.039062, 1.000679, 1.064453, 1.105469, 1.051025, 1.087891, 0.851562, 0.578125, 1.054199, 1.091309, 1.040527, 0.986023, 0.902832, 1.034668, 0.703125, 0.963135, 0.472656, 1.007202, 0.902832, 0.963135, 1.063965, 0.990845, 0.946777, 0.825195, 1.023315, 1.101074, 0.973389, 0.795898, 1.019043, 0.748047, 1.054443, 0.928711, 1.036133, 1.050537, 1.05127, 0.997009, 1.042725, 1.003387, 1.036377, 0.71875, 0.922852, 0.87207, 0.568359, 1.005035, 0.398438, 0.990845, 0.87207, 1.038574, 0.928711, 1.050537, 0.865234, 0.623047, 0.966309, 0.98877, 1.003799, 1.110352, 0.578125, 1.075195, 0.398438, 1.020264, 1.05835, 1.036133, 1.023438, 0.941895, 1.072754, 1.114258, 1.020142, 1.067383, 1.029419, 1.04248, 0.875488, 1.106445, 1.081543, 1.021729, 0.99977, 1.136719, 0.669922, 1.019287, 0.861328, 1.109375, 0.484375, 1.039795, 1.031738, 1.042725, 0.976929, 0.789062, 1.091797, 0.938477, 0.77832, 0.97937, 1.068359, 0.963867, 0.746094, 0.767578, 1.003494, 0.998428, 1.071289, 1.05127, 1.045654, 0.96582, 0.738281, 1.016968, 1.055664, 0.926758, 0.986816, 0.955322, 1.085938, 1.085449, 0.980591, 0.969238, 1.157227, 1.054688, 1.171875, 1.081543, 0.927734, 1.036377, 0.708984, 1.063477, 1.065918, 0.728516, 1.031494, 0.554688, 0.488281, 0.46875, 1.067383, 0.955322, 0.720703, 1.080078, 1.089355, 1.083008, 0.472656, 1.018188, 0.993073, 1.037109, 0.578125, 0.967285, 0.539062, 1.095703, 1.092773, 0.97583, 0.441406, 1.035645, 1.058838, 1.027222, 0.460938, 0.851562, 0.40625, 0.90625, 1.083008, 0.705078, 1.046143, 1.028564, 0.880859, 1.042725, 0.870117, 0.953125, 0.993927, 1.043457, 0.931152, 1.058105, 1.050293, 1.124023, 1.059326, 0.958252, 1.042969, 1.03418, 0.974243, 1.110352, 1.090332, 0.975098, 1.043457, 1.011536, 1.041748, 0.906738, 1.109375, 1.015015, 0.999607, 1.019775, 1.01532, 0.944336, 1.002441, 1.0625, 1.077148, 0.907715, 0.797852, 1.089844, 1.078125, 1.028564, 1.019165, 1.018311, 1.035645, 0.932129, 0.970459, 0.46875, 1.144531, 1.018677, 1.04834, 1.022583, 1.111816, 0.792969, 1.016846, 0.993713, 1.064941, 0.738281, 1.067383, 1.091309, 0.904785, 1.089355, 1.064941, 0.950195, 0.962891, 1.106445, 0.730469, 1.066406, 1.047363, 0.595703, 1.09668, 1.023193, 1.056641, 0.957031, 1.105469, 1.005249, 1.055908, 1.083984, 1.145508, 1.054688, 0.986877, 1.089355, 0.885742, 1.043213, 1.057861, 1.002945, 1.012817, 1.11377, 1.083496, 1.047119, 0.956299, 1.100586, 1.023193, 0.652344, 0.99469, 1.0354, 1.066895, 0.870117, 1.030518, 0.537109, 1.026611, 1.016357, 1.067383, 0.947021, 1.015076, 0.511719, 1.041016, 0.918457, 0.556641, 0.975586, 1.065918, 0.929688, 1.009216, 0.927734, 1.020142, 1.107422, 1.108398, 0.908203, 0.937012, 0.460938, 0.997253, 0.386719, 0.912598, 1.043457, 0.95752, 1.007477, 1.049316, 1.140625, 0.425781, 1.033203, 1.042969, 0.941162, 1.017822, 0.945557, 1.120605, 1.01178, 1.061768, 0.979736, 1.026367, 0.9375, 1.111816, 1.065918, 0.972412, 0.854492, 0.917969, 1.022827, 1.010864, 0.89209, 0.806641, 1.020508, 1.013123, 0.351562, 1.112305, 0.999027, 1.10498, 1.095703, 1.03833, 1.033691, 1.034912, 1.098145, 1.040283, 0.97522, 0.782227, 1.064941, 0.699219, 0.957764, 1.053223, 0.572266, 0.905273, 0.640625, 0.912598, 0.429688, 0.574219, 1.086914, 1.103516, 0.799805, 0.943115, 0.513672, 1.014954, 0.972656, 0.683594, 1.028442, 1.066895, 0.978516, 0.582031, 1.069824, 1.054199, 1.105469, 0.938232, 1.026733, 1.025879, 1.117676, 1.088867, 1.05127, 1.010925, 0.876953, 0.716797, 1.097656, 1.131836, 0.716797, 0.621094, 1.160156, 0.94458, 0.915527, 0.757812, 1.052246, 1.082031, 1.027588, 1.098633, 0.476562, 1.058594, 1.103516, 1.026489, 0.909668, 0.505859, 1.036377, 1.081543, 1.058105, 1.066406, 1.057129, 1.095215, 0.59375, 1.103027, 1.099609, 1.004669, 1.135742, 0.613281, 1.058594, 1.145508, 1.027344, 1.041748, 0.789062, 1.012268, 1.013855, 0.979248, 1.098633, 1.00293, 1.155273, 1.035645, 0.900391, 1.009644, 0.971069, 0.837891, 1.035156, 1.017822, 1.011108, 0.954834, 0.907227, 1.135742, 1.074219, 0.854492, 0.619141, 1.049316, 1.060059, 1.091797, 0.998276, 1.018555, 1.144531, 0.973755, 1.04248, 0.87207, 0.626953, 1.034912, 1.040283, 1.082031, 0.958008, 0.99921, 1.027588, 1.073242, 0.990662, 0.963623, 1.026855, 1.034424, 0.738281, 1.051758, 1.049561, 1.020264, 1.05127, 1.019165, 1.027222, 1.088379, 0.675781, 1.019775, 0.460938, 0.992584, 1.060059, 1.051758, 1.011536, 1.016846, 1.165039, 1.043701, 1.043213, 1.059082, 0.529297, 0.986633, 1.067383, 1.046387, 0.995972, 1.009888, 0.971802, 1.027344, 1.074219, 1.043701, 0.488281, 1.044434, 0.935059, 1.070312, 0.893066, 0.971191, 1.095215, 1.059082, 0.833008, 1.09668, 0.410156, 0.541016, 0.837891, 0.472656, 1.091309, 1.002136, 1.02356, 0.825195, 0.453125, 1.012268, 0.817383, 0.754883, 0.978027, 1.12793, 1.039551, 0.999233, 1.028442, 0.962158, 1.015747, 1.051025, 0.873047, 1.126953, 1.112305, 0.893066, 0.894531, 0.963379, 0.636719, 0.576172, 1.050293, 0.679688, 1.10791, 1.031982, 0.954102, 1.131836, 0.966553, 1.00528, 1.081055, 0.501953, 1.118652, 1.410156, 1.066895, 1.04541, 1.137695, 0.460938, 0.671875, 0.859375, 0.822266, 1.134766, 1.089844, 1.06543, 1.045898, 0.986572, 0.767578, 1.113281, 0.574219, 1.121094, 1.056396, 0.93457, 0.927246, 0.891113, 1.02832, 0.662109, 0.962646, 1.047119, 1.114258, 0.761719, 0.838867, 1.09375, 0.975952, 1.063965, 1.10791, 0.675781, 0.863281, 1.028564, 1.026489, 0.976807, 1.123047, 1.001778, 0.398438, 0.984558, 1.018921, 0.987244, 0.693359, 1.067383, 0.992126, 1.176758, 1.07959, 1.037109, 0.934082, 1.012085, 0.821289, 0.976929, 0.636719, 0.783203, 1.078125, 0.999203, 0.848633, 0.722656, 0.831055, 0.96936, 0.973999, 1.066895, 1.07373, 0.950928, 1.003006, 1.085938, 0.94751, 1.051514, 1.104492, 1.097656, 1.019043, 1.034424, 1.05127, 0.976807, 1.083008, 1.050293, 1.101074, 0.546875, 0.916504, 1.0354, 1.072754, 0.9375, 1.070801, 0.95752, 1.129883, 1.011353, 0.923828, 1.043213, 1.078613, 0.908203, 1.042725, 1.04126, 1.173828, 0.771484, 1.019531, 1.11377, 1.097656, 1.113281, 1.139648, 0.94873, 1.056152, 1.041748, 1.042969, 0.746094, 1.195312, 1.061768, 0.87793, 0.511719, 1.05127, 0.646484, 1.089355, 1.134766, 0.909668, 0.642578, 0.378906, 0.507812, 1.113281, 1.089355, 1.083984, 1.138672, 1.026245, 1.08252, 1.027588, 0.857422, 0.970947, 0.971069, 1.060303, 0.464844, 0.938965, 1.066895, 1.053711, 1.056152, 1.035156, 1.11377, 1.053955, 0.888184, 1.10498, 1.019653, 0.868164, 1.012573, 1.050537, 0.975952, 0.77832, 1.057861, 1.017822, 0.417969, 1.031738, 1.028687, 1.128906, 1.036133, 0.842773, 1.009094, 1.054932, 0.865234, 0.924805, 1.01123, 0.990051, 1.065918, 1.074219, 0.953613, 0.953857, 1.115234, 1.011353, 1.05835, 0.464844, 1.083496, 0.911133, 0.986389, 1.05249, 1.034912, 1.020142, 0.992218, 1.041992, 0.970581, 1.09668, 1.079102, 1.063477, 0.994385, 0.916016, 0.707031, 1.034424, 0.693359, 1.038574, 0.908691, 1.05127, 1.129883, 1.052979, 1.067871, 0.773438, 0.652344, 0.801758, 1.088379, 1.031738, 1.050537, 0.978882, 1.032715, 1.07373, 1.026855, 1.035645, 1.074707, 1.005707, 1.027466, 1.060791, 1.064941, 1.070312, 1.014893, 0.980713, 1.083496, 0.922363, 0.882812, 1.10498, 0.989075, 1.034424, 1.174805, 1.161133, 1.068848, 1.089355, 1.051514, 1.125977, 1.01532, 1.020386, 0.5, 0.982666, 1.003479, 1.034912, 0.993652, 0.967041, 1.060059, 1.026367, 0.966064, 0.990662, 1.014038, 1.091309, 0.933105, 1.083008, 1.005951, 0.949707, 1.041748, 0.957275, 1.098145, 1.026367, 1.019165, 1.028442, 0.855469, 0.981934, 1.019775, 0.959717, 1.016724, 0.414062, 1.112305, 1.058105, 0.658203, 0.768555, 1.080078, 0.988281, 0.948242, 0.826172, 1.101562, 0.893066, 1.066895, 1.098145, 0.787109, 1.043213, 1.09668, 0.626953, 1.111816, 1.11377, 1.074219, 0.89209, 0.691406, 0.978394, 1.020386, 0.580078, 1.013184, 1.097656, 1.098633, 0.488281, 1.152344, 0.685547, 0.941895, 0.985229, 0.988037, 0.738281, 1.023193, 0.954834, 1.033447, 1.05835, 0.994385, 1.068848, 1.057861, 0.987793, 0.962891, 1.030762, 1.0354, 1.062988, 1.105469, 1.073242, 0.887207, 1.066406, 0.803711, 1.088379, 0.979248, 0.681641, 1.033691, 0.800781, 1.068359, 1.074707, 1.05835, 1.074219, 1.122559, 1.065918, 1.050049, 1.06543, 1.089844, 0.954346, 0.979736, 1.003738, 1.074707, 0.308594, 0.893555, 0.856445, 1.020264, 0.925293, 0.742188, 1.111816, 1.060303, 1.030396, 1.106445, 1.028687, 0.46875, 1.081055, 0.945068, 1.020264, 0.621094, 1.027466, 1.113281, 1.027344, 0.552734, 0.929688, 0.960205, 0.991028, 1.027344, 1.062256, 1.120117, 0.848633, 0.825195, 1.010498, 1.087891, 0.978149, 1.057129, 1.044189, 1.144531, 0.948242, 0.994568, 0.5625, 1.066406, 1.07666, 1.012024, 0.969849, 1.05249, 1.055176, 1.12207, 0.98645, 1.050537, 0.835938, 0.963379, 1.066406, 1.143555, 0.776367, 0.944092, 1.027344, 0.505859, 0.417969, 0.804688, 0.770508, 1.048584, 1.075684, 1.005096, 1.044678, 0.4375, 0.421875, 1.043213, 1.104492, 0.826172, 1.081543, 0.945312, 1.054199, 1.009766, 0.783203, 0.476562, 0.982422, 0.977539, 0.95166, 0.634766, 0.985901, 0.947754, 0.93457, 1.027466, 1.164062, 1.083008, 0.924316, 1.099121, 0.845703, 1.053711, 1.047607, 0.924805, 0.994568, 1.001526, 1.269531, 1.034912, 0.734375, 0.4375, 0.390625, 1.046875, 1.034424, 1.00116, 1.037842, 1.01416, 0.99115, 1.089844, 0.410156, 0.900391, 0.780273, 1.206055, 1.093262, 0.464844, 1.106445, 1.075684, 1.066895, 1.054932, 1.0354, 0.90332, 0.880859, 0.511719, 0.939941, 0.952637, 0.971802, 0.5, 1.075195, 1.106934, 0.927246, 1.015259, 0.599609, 0.966797, 0.969727, 1.074219, 0.990356, 0.761719, 1.035645, 1.082031, 0.819336, 0.699219, 0.775391, 0.535156, 1.019653, 0.949707, 1.044678, 0.974731, 1.004547, 1.111816, 1.106934, 0.394531, 1.048584, 1.044678, 0.990234, 1.054443, 0.591797, 1.094238, 1.085938, 0.332031, 0.967529, 0.476562, 1.051758, 0.488281, 0.861328, 1.102539, 1.049805, 1.044678, 0.825195, 0.930176, 0.675781, 0.981201, 0.464844, 0.962402, 0.849609, 0.710938, 0.638672, 1.012573, 1.07373, 0.871094, 0.707031, 1.133789, 0.983521, 1.086914, 0.847656, 0.959229, 1.026733, 0.464844, 1.047852, 1.083496, 0.94873, 0.4375, 0.488281, 1.079102, 1.103027, 0.983398, 1.087891, 1.082031, 1.035645, 0.817383, 0.382812, 1.011414, 1.036865, 1.136719, 0.854492, 1.028076, 1.081543, 1.128906, 0.995148, 1.112305, 1.0354, 1.105957, 0.994415, 0.951416, 1.098145, 1.045166, 0.855469, 1.082031, 1.052002, 1.073242, 1.009949, 1.130859, 0.795898, 1.046875, 0.457031, 0.836914, 0.856445, 0.505859, 1.074707, 0.908203, 1.020264, 0.991638, 1.04248, 1.062256, 0.963135, 1.057129, 0.433594, 0.898926, 0.998726, 0.895996, 1.058838, 1.040283, 0.848633, 1.112793, 1.058594, 1.111816, 1.089844, 1.082031, 0.441406, 1.160156, 1.141602, 0.818359, 1.047363, 0.960449, 1.123535, 0.955322, 1.097168, 1.052246, 1.02771, 1.106445, 1.097656, 1.049072, 0.714844, 1.003647, 1.053955, 1.100098, 1.027222, 0.880371, 0.583984, 1.01123, 0.558594, 1.017456, 1.053467, 0.826172, 1.065918, 1.08252, 1.114258, 1.002548, 0.869141, 0.974487, 0.449219, 0.421875, 0.433594, 1.077637, 1.11377, 0.560547, 1.018433, 1.008179, 1.042236, 0.580078, 0.990479, 0.772461, 0.985535, 0.546875, 1.066895, 1.032227, 0.806641, 1.141602, 0.914062, 0.900879, 1.19043, 1.003876, 0.564453, 0.916992, 0.496094, 0.966064, 1.003006, 1.043945, 1.129883, 0.84082, 0.585938, 1.081543, 0.484375, 0.766602, 1.040039, 1.032959, 0.997955, 0.71875, 1.074219, 1.039062, 1.023193, 0.870117, 1.064453, 0.939453, 0.751953, 1.143555, 1.074219, 0.896484, 1.066406, 1.023438, 1.089355, 0.913086, 1.079102, 1.081543, 1.066895, 1.049316, 1.019653, 1.050049, 1.131836, 0.893066, 1.048096, 1.030884, 1.034668, 1.059326, 1.024658, 0.92334, 1.042725, 0.904785, 1.028198, 0.907227, 0.972778, 0.570312, 1.062988, 0.932129, 1.054443, 0.862305, 1.074219, 0.990112, 1.065918, 0.552734, 1.064453, 0.648438, 1.043213, 0.953613, 0.958984, 0.833008, 1.011536, 0.724609, 1.008057, 0.5, 1.04541, 0.782227, 1.136719, 0.976685, 0.971436, 1.144531, 1.066895, 1.036377, 0.943604, 0.975464, 1.019531, 1.051025, 0.464844, 1.089844, 0.939209, 1.019775, 1.074219, 0.986084, 1.09668, 1.029785, 0.75, 0.934082, 1.019409, 1.009766, 0.868164, 1.05127, 1.059814, 1.019043, 0.965088, 0.978638, 0.417969, 1.069336, 1.041504, 1.059326, 0.587891, 0.935547, 0.666016, 0.429688, 1.026733, 0.464844, 0.503906, 0.901367, 1.083984, 1.063965, 1.148438, 0.948242, 0.960449, 0.875977, 0.97876, 0.46875, 1.043701, 0.956055, 0.962402, 1.337891, 1.11377, 1.111328, 0.496094, 1.011353, 1.113281, 0.710938, 0.535156, 1.043701, 1.056885, 0.564453, 1.098633, 0.669922, 1.07373, 0.950928, 1.022461, 1.019287, 0.527344, 1.04834, 1.00824, 1.071289, 1.022095, 1.075195, 0.792969, 0.464844, 1.032959, 1.15332, 0.984009, 1.09668, 1.051025, 1.010559, 1.114258, 1.023926, 0.988647, 1.066895, 0.703125, 1.012573, 0.990051, 1.003601, 1.031128, 0.884277, 1.012329, 0.964355, 1.052979, 0.40625, 1.04126, 1.116211, 1.019531, 0.99231, 0.943115, 0.943359, 0.918945, 1.027344, 0.93457, 1.0271, 1.062988, 1.085449, 1.043213, 0.716797, 0.916016, 0.503906, 1.04248, 0.527344, 0.907227, 1.048584, 1.083496, 0.453125, 0.981812, 0.959961, 1.028198, 1.129883, 1.183594, 1.043945, 1.051758, 1.0354, 1.012634, 0.960205, 0.607422, 0.98291, 1.0354, 0.911621, 1.152344, 1.023926, 0.940918, 1.089355, 1.070801, 1.046875, 0.994354, 0.84375, 0.966064, 1.020142, 1.057861, 0.615234, 0.99469, 1.004211, 1.089844, 0.924805, 0.480469, 1.011047, 1.073242, 1.059326, 1.004486, 1.040039, 1.033936, 0.952393, 0.977539, 0.521484, 1.088867, 1.015991, 0.978149, 1.037354, 1.0354, 1.019165, 1.073242, 1.100098, 1.098633, 0.903809, 1.128906, 1.04834, 1.033203, 1.004486, 1.075195, 1.059082, 0.736328, 0.681641, 0.982422, 0.999807, 1.061279, 1.043213, 0.782227, 1.100098, 1.027466, 1.041748, 0.46875, 0.963379, 0.909668, 0.738281, 1.042969, 1.0625, 1.104492, 0.378906, 1.017822, 1.003937, 0.40625, 0.6875, 1.02002, 1.05127, 1.053467, 1.02063, 1.031494, 0.976807, 1.091309, 0.963623, 1.120605, 0.609375, 1.089844, 1.109863, 1.155273, 0.546875, 1.104492, 1.037598, 1.074707, 0.985352, 1.035645, 1.018433, 1.04248, 0.914551, 0.529297, 1.12207, 1.066406, 1.002457, 1.021606, 0.77832, 0.987976, 0.681641, 0.987305, 1.0271, 0.761719, 1.067383, 1.081055, 0.990723, 0.429688, 0.893066, 1.28125, 0.997559, 1.059326, 0.722656, 0.476562, 0.967773, 0.932617, 0.989075, 0.889648, 1.058105, 1.046143, 1.019531, 0.445312, 0.998283, 1.105469, 0.952393, 0.994293, 0.943359, 1.139648, 1.011902, 1.112305, 0.866211, 1.004425, 1.014954, 1.124512, 1.088379, 1.098145, 0.842773, 0.869141, 0.862305, 0.883301, 1.074219, 0.938721, 0.724609, 1.042969, 0.794922, 0.896973, 1.011414, 1.029297, 1.057617, 1.010925, 1.058838, 0.738281, 0.966309, 1.050537, 1.050781, 0.975708, 1.05542, 0.791016, 1.083496, 1.05127, 1.09668, 1.114258, 1.030396, 0.898438, 1.126953, 0.999397, 1.059082, 1.019897, 0.552734, 1.052734, 1.067871, 1.249023, 0.638672, 1.068359, 1.123535, 0.995117, 0.986511, 0.932129, 1.058838, 1.025635, 0.899414, 0.80957, 1.059082, 1.032715, 1.140625, 1.019897, 1.027344, 1.083496, 1.067871, 1.077148, 1.095703, 1.010681, 0.947754, 1.066895, 0.916016, 0.833984, 1.026978, 1.058838, 0.97998, 1.056396, 1.042969, 0.994568, 1.083008, 0.770508, 1.088379, 1.00528, 0.836914, 1.0354, 1.131836, 0.398438, 1.006134, 1.028687, 1.033203, 0.652344, 1.074707, 1.004425, 0.724609, 0.5, 0.912598, 0.967041, 1.112793, 0.956299, 1.004608, 1.01532, 1.053223, 1.07666, 1.028198, 0.751953, 1.05835, 0.707031, 1.12793, 1.066895, 0.630859, 0.429688, 1.124023, 1.115723, 1.055176, 0.714844, 1.152344, 0.856445, 0.95459, 1.066895, 1.047119, 0.96582, 1.098145, 1.009949, 0.94458, 1.07666, 1.105957, 0.5625, 0.556641, 0.748047, 0.993225, 1.000652, 1.074707, 0.898926, 0.934082, 1.058594, 0.878418, 0.683594, 1.085449, 1.09082, 0.972534, 1.035156, 0.953613, 0.857422, 1.050781, 1.022949, 0.402344, 0.4375, 1.036377, 1.035156, 0.981445, 1.121582, 0.967529, 1.067871, 0.595703, 1.043701, 0.699219, 0.654297, 0.931641, 1.183594, 1.046143, 1.058105, 1.074219, 1.078125, 0.601562, 1.113281, 0.956299, 0.890137, 0.997589, 1.15625, 1.01709, 0.960693, 0.876953, 1.091309, 1.082031, 1.012268, 0.901367, 0.765625, 0.938232, 0.984131, 0.355469, 1.084961, 1.051025, 0.476562, 1.000957, 1.055176, 0.772461, 1.041992, 0.859375, 1.051758, 0.974854, 0.950195, 0.740234, 0.851562, 1.05127, 1.084473, 1.12207, 1.041016, 1.115234, 0.973511, 1.019165, 0.922852, 1.101562, 1.102539, 0.961426, 0.630859, 0.46875, 1.066406, 1.036133, 1.105957, 1.054932, 0.945312, 0.34375, 1.102051, 1.118652, 0.992065, 1.0354, 0.646484, 1.164062, 1.040527, 1.029785, 1.001221, 0.973755, 0.918457, 0.92627, 0.835938, 1.036133, 0.982666, 1.003891, 0.501953, 1.144531, 0.797852, 0.507812, 1.027222, 0.736328, 1.122559, 1.020264, 0.869141, 0.998512, 0.693359, 0.970337, 1.060791, 1.05957, 1.027466, 1.07373, 0.98291, 1.051758, 0.90918, 1.109863, 1.083008, 1.057861, 1.057129, 0.667969, 1.007935, 1.064453, 0.884766, 0.973999, 0.756836, 1.027344, 0.628906, 0.959229, 0.429688, 1.066895, 0.97644, 1.098145, 0.949463, 1.013489, 1.061523, 1.078125, 1.0625, 0.957764, 1.080078, 1.08252, 1.089355, 0.875977, 1.082031, 0.699219, 1.083984, 0.830078, 0.513672, 1.07959, 1.201172, 1.069824, 1.128906, 1.255859, 0.887207, 1.011414, 1.05127, 0.791992, 0.813477, 1.039795, 1.133789, 1.090332, 0.973633, 1.057861, 0.763672, 1.150391, 1.09082, 1.012817, 0.537109, 0.884766, 1.031738, 1.064941, 1.037842, 0.87207, 0.995514, 0.981079, 0.981567, 1.042969, 1.059082, 1.042236, 0.591797, 0.950439, 1.011963, 1.041992, 1.021118, 1.004425, 1.055908, 0.960693, 0.911621, 1.056152, 1.077637, 0.673828, 0.572266, 1.002625, 1.119141, 1.104004, 1.009094, 1.023071, 0.425781, 0.994537, 1.070312, 0.970703, 1.082031, 0.838867, 1.037109, 0.893066, 0.445312, 0.995789, 1.050781, 1.04248, 0.971558, 0.870117, 1.130859, 1.08252, 1.020508, 1.064941, 1.010925, 1.253906, 0.908203, 0.902344, 0.730469, 0.987183, 0.830078, 0.441406, 1.051025, 1.077148, 1.108398, 1.067383, 0.679688, 0.990356, 1.09668, 1.02002, 1.029907, 1.074219, 0.779297, 0.989502, 0.707031, 1.078613, 0.768555, 0.967041, 1.066406, 1.057129, 0.865234, 1.065918, 0.964355, 1.091309, 0.858398, 1.108398, 1.06543, 0.550781, 0.875, 1.043457, 1.094238, 1.169922, 0.529297, 0.986084, 0.92334, 0.99115, 1.022583, 0.98761, 0.505859, 1.001915, 1.047119, 0.755859, 1.042725, 0.884277, 0.912598, 0.935059, 1.004028, 1.010498, 0.999367, 1.144531, 1.104004, 1.051514, 1.089355, 1.052734, 0.4375, 1.061768, 1.027222, 1.056152, 1.088867, 1.057373, 1.113281, 0.935059, 0.722656, 0.951904, 1.093262, 1.041016, 0.979004, 0.707031, 1.011169, 0.899414, 0.987122, 0.986328, 0.967285, 1.0625, 0.985168, 1.012329, 0.915039, 1.061768, 1.005219, 1.006592, 1.0625, 1.036133, 0.996521, 0.997147, 0.873047, 1.085449, 0.654297, 0.394531, 0.992676, 0.830078, 1.043457, 1.147461, 1.067383, 1.001686, 0.87207, 1.091309, 0.893066, 0.966553, 1.084473, 1.108887, 1.068359, 0.464844, 1.00383, 1.035889, 1.094727, 0.893066, 0.845703, 1.043701, 1.069336, 1.038574, 0.905762, 1.025757, 1.026611, 1.060059, 1.109863, 1.014038, 0.802734, 1.066406, 0.814453, 0.90625, 1.034912, 1.074707, 1.042725, 1.07666, 1.151367, 1.104004, 1.031738, 1.05249, 0.862305, 1.0625, 0.887207, 0.644531, 1.142578, 0.963623, 1.101562, 0.521484, 0.806641, 1.095703, 1.081055, 1.097656, 1.105469, 0.869141, 1.089355, 0.88916, 0.806641, 0.890137, 0.40625, 0.9646, 0.785156, 0.992401, 1.084473, 1.135742, 1.095215, 0.985718, 0.4375, 1.051514, 1.002228, 1.002274, 1.051025, 1.07373, 0.994324, 1.081055, 1.0271, 0.874023, 0.691406, 0.988464, 1.079102, 0.973145, 1.000725, 1.020142, 0.95459, 1.033447, 0.887207, 1.09375, 0.906738, 0.919922, 1.047119, 1.101074, 1.066895, 1.0354, 0.937744, 1.027466, 0.887207, 0.808594, 1.071777, 0.98291, 0.856445, 0.449219, 1.083008, 1.071777, 1.105957, 1.05957, 1.070312, 1.035156, 1.035645, 0.962891, 1.012268, 0.767578, 1.056641, 1.05542, 1.027466, 0.457031, 1.114746, 0.962158, 1.044189, 1.032471, 1.039795, 1.003647, 1.114258, 1.003601, 1.125977, 1.040527, 1.036621, 0.519531, 0.974731, 0.92627, 1.098145, 0.480469, 1.004028, 0.529297, 1.01178, 0.441406, 1.056152, 0.875977, 0.697266, 0.728516, 0.967041, 1.006165, 1.032715, 0.976196, 1.086426, 0.953125, 1.03418, 1.128906, 0.513672, 0.638672, 0.669922, 1.082031, 1.067383, 1.025879, 1.050781, 0.994202, 1.023315, 0.822266, 1.074219, 1.07373, 1.035889, 1.125, 1.020508, 0.876953, 1.043213, 1.092773, 0.819336, 1.141602, 1.110352, 1.07666, 1.019287, 1.04126, 0.830078, 1.129883, 0.985352, 0.98291, 1.031738, 1.083496, 0.97229, 0.968872, 0.954346, 0.591797, 0.923828, 0.979248, 0.943604, 0.626953, 1.175781, 1.128906, 1.130859, 0.513672, 0.994232, 0.833008, 1.096191, 0.982666, 0.845703, 0.460938, 1.084961, 1.034912, 1.03418, 0.40625, 0.834961, 0.453125, 0.78418, 1.131836, 0.902344, 1.043945, 1.146484, 1.054199, 1.0177, 1.023926, 0.921387, 0.599609, 0.644531, 1.026978, 0.987366, 1.019775, 1.034424, 1.018799, 0.97168, 1.192383, 0.816406, 1.008911, 1.008423, 0.963135, 0.626953, 1.136719, 1.063477, 0.915527, 1.133789, 1.031738, 0.574219, 0.909668, 0.501953, 0.810547, 1.203125, 1.040283, 1.103027, 1.011597, 0.974121, 1.043457, 1.05835, 1.063965, 1.021118, 0.984375, 0.950684, 1.042236, 1.067383, 1.134766, 0.97229, 0.75, 1.081055, 0.689453, 0.857422, 0.938477, 0.754883, 0.98291, 1.027222, 1.028809, 1.047119, 0.959961, 0.959229, 1.047852, 0.994965, 0.716797, 1.07373, 2.953125, 0.865234, 1.050537, 1.230469, 1.060059, 0.896484, 1.074219, 1.074219, 1.026855, 1.099121, 0.982788, 0.679688, 1.03833, 1.057617, 0.632812, 1.089844, 0.969116, 0.441406, 0.982788, 0.848633, 1.098145, 1.086426, 1.037842, 1.10498, 1.188477, 1.040283, 1.035645, 1.084961, 0.976807, 1.000774, 1.051025, 0.701172, 0.948242, 1.047852, 1.070801, 0.572266, 0.969116, 0.97937, 1.074219, 0.825195, 1.011536, 1.009216, 0.904297, 0.904785, 0.560547, 0.84375, 1.026489, 1.043457, 0.552734, 1.003677, 0.951904, 0.574219, 1.020142, 1.089844, 1.10498, 1.083008, 0.986572, 1.050781, 0.632812, 1.034668, 1.088867, 1.065918, 1.021484, 0.863281, 0.990662, 0.97876, 0.5, 0.791992, 1.024658, 0.896484, 1.106934, 0.799805, 0.952393, 1.052979, 1.09082, 0.5625, 0.876953, 1.141602, 0.4375, 1.075195, 0.989502, 1.086914, 1.055664, 0.519531, 0.932617, 1.052734, 0.537109, 1.128906, 0.572266, 1.041748, 1.033447, 0.993408, 1.057373, 0.521484, 1.000748, 0.910156, 1.025146, 1.005096, 1.086426, 1.049805, 0.65625, 1.074219, 1.098145, 1.086426, 1.005615, 0.527344, 0.961914, 1.043701, 0.976807, 1.057373, 1.143555, 1.049561, 0.877441, 0.870117, 1.065918, 0.92627, 1.073242, 0.667969, 0.582031, 1.006989, 1.10791, 0.472656, 1.129883, 0.87207, 1.014893, 1.186523, 1.111328, 0.959229, 0.803711, 1.066406, 1.009888, 0.527344, 1.10498, 0.760742, 1.011841 ] }, "name": "onnx::Mul_8486", "outputIndexes": [ 1238 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1237, 1238 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1239 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1239 ], "outputIndexes": [ 2842 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2842 ], "outputIndexes": [ 2843 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear", "inputIndexes": [ 2843 ], "outputIndexes": [ 2844 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 533497744, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2844 ], "outputIndexes": [ 2845 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2845 ], "outputIndexes": [ 1240 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1240, 1240 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_output_0", "outputIndexes": [ 1241 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1240, 1241 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_1_output_0", "outputIndexes": [ 1242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1242 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_2_output_0", "outputIndexes": [ 1243 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1240, 1243 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Add_output_0", "outputIndexes": [ 1244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1244 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_3_output_0", "outputIndexes": [ 1245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_12/Tanh_output_0", "outputIndexes": [ 1246 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1246 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Add_1_output_0", "outputIndexes": [ 1247 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1240, 1247 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_4_output_0", "outputIndexes": [ 1248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1248 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_5_output_0", "outputIndexes": [ 1249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1239 ], "outputIndexes": [ 2846 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2846 ], "outputIndexes": [ 2847 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear", "inputIndexes": [ 2847 ], "outputIndexes": [ 2848 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 545441702, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2848 ], "outputIndexes": [ 2849 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2849 ], "outputIndexes": [ 1250 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1249, 1250 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_12/Mul_output_0", "outputIndexes": [ 1251 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1251 ], "outputIndexes": [ 2850 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2850 ], "outputIndexes": [ 2851 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear", "inputIndexes": [ 2851 ], "outputIndexes": [ 2852 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 557385660, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2852 ], "outputIndexes": [ 2853 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2853 ], "outputIndexes": [ 1252 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1252 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_12/Mul_output_0", "outputIndexes": [ 1253 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.644531, 1.695312, 1.757812, 1.898438, 1.773438, 1.773438, 1.535156, 0.308594, 1.695312, 1.351562, 1.851562, 1.601562, 1.519531, 1.742188, 1.820312, 1.566406, 1.585938, 1.683594, 1.235352, 1.707031, 1.804688, 1.746094, 1.824219, 1.414062, 1.570312, 1.703125, 1.306641, 1.464844, 1.808594, 1.808594, 1.376953, 1.141602, 1.707031, 0.417969, 1.59375, 1.253906, 1.613281, 1.902344, 1.585938, 1.652344, 1.855469, 1.746094, 1.683594, 1.162109, 0.566406, 1.660156, 1.777344, 1.632812, 1.742188, 1.259766, 1.695312, 1.005768, 1.601562, 0.615234, 1.722656, 1.363281, 1.613281, 1.804688, 1.667969, 1.386719, 1.050049, 2.007812, 1.691406, 1.613281, 1.457031, 1.515625, 0.89209, 1.636719, 1.402344, 1.554688, 1.742188, 1.660156, 1.628906, 1.617188, 1.574219, 1.527344, 0.857422, 1.279297, 1.236328, 0.568359, 1.496094, 0.269531, 1.667969, 1.145508, 1.621094, 1.589844, 1.648438, 1.162109, 0.574219, 1.496094, 1.679688, 1.474609, 1.902344, 0.507812, 1.707031, 0.273438, 1.554688, 1.667969, 2.304688, 1.574219, 1.431641, 1.785156, 1.785156, 1.660156, 1.78125, 1.683594, 1.777344, 1.18457, 1.742188, 1.617188, 1.78125, 1.738281, 1.84375, 1.386719, 1.714844, 1.308594, 1.820312, 0.572266, 1.519531, 1.941406, 1.710938, 1.746094, 1.597656, 1.902344, 1.435547, 1.114746, 1.628906, 1.714844, 1.570312, 0.933594, 0.90332, 1.597656, 1.507812, 1.757812, 1.742188, 1.765625, 1.425781, 1.118164, 1.478516, 1.859375, 2.109375, 1.839844, 1.373047, 1.695312, 1.703125, 1.539062, 1.423828, 1.820312, 1.730469, 1.851562, 1.59375, 1.332031, 1.539062, 1.765625, 1.734375, 1.789062, 0.818359, 1.726562, 0.476562, 0.453125, 1.503906, 1.835938, 1.472656, 0.804688, 1.679688, 1.738281, 1.808594, 0.441406, 1.726562, 1.511719, 1.640625, 0.513672, 1.671875, 0.449219, 1.648438, 2.101562, 1.714844, 0.304688, 1.664062, 1.710938, 1.664062, 0.402344, 1.176758, 0.300781, 1.878906, 1.625, 0.667969, 1.699219, 1.398438, 1.322266, 1.679688, 1.765625, 1.566406, 1.585938, 1.820312, 1.582031, 1.75, 1.714844, 1.816406, 1.710938, 1.503906, 1.632812, 1.5625, 1.369141, 1.882812, 1.757812, 1.921875, 1.609375, 1.636719, 1.683594, 1.5, 1.882812, 1.691406, 1.539062, 1.597656, 1.726562, 1.410156, 1.582031, 1.882812, 1.824219, 1.291016, 1.298828, 1.699219, 1.832031, 1.742188, 1.617188, 1.511719, 1.605469, 1.433594, 1.259766, 1.478516, 1.875, 1.808594, 1.695312, 1.789062, 1.871094, 1.233398, 1.742188, 1.539062, 1.683594, 1.375, 1.640625, 1.792969, 1.863281, 1.527344, 1.804688, 1.386719, 1.369141, 1.875, 0.785156, 1.746094, 1.871094, 0.576172, 1.761719, 1.746094, 1.589844, 1.478516, 1.816406, 1.839844, 1.578125, 1.761719, 1.851562, 1.628906, 1.480469, 1.894531, 1.191406, 1.667969, 1.714844, 1.5625, 1.65625, 1.753906, 1.632812, 1.644531, 1.384766, 1.8125, 1.667969, 0.623047, 1.574219, 1.820312, 1.738281, 1.125977, 1.714844, 0.582031, 1.679688, 1.824219, 1.660156, 1.464844, 1.714844, 0.433594, 1.601562, 1.249023, 0.564453, 1.503906, 1.703125, 1.597656, 1.671875, 1.398438, 1.675781, 1.84375, 1.683594, 1.535156, 1.310547, 0.425781, 1.820312, 0.28125, 1.484375, 1.71875, 1.542969, 1.460938, 1.730469, 1.824219, 0.332031, 1.691406, 1.726562, 1.5625, 1.722656, 1.507812, 1.8125, 1.474609, 1.632812, 1.523438, 1.824219, 1.337891, 1.734375, 1.660156, 1.601562, 1.072266, 1.5, 1.820312, 1.667969, 1.179688, 1.15918, 1.613281, 1.585938, 6.4375, 1.804688, 1.566406, 1.867188, 1.835938, 1.613281, 1.570312, 1.585938, 1.882812, 1.75, 1.609375, 0.954346, 1.699219, 0.929199, 1.214844, 1.914062, 0.685547, 1.142578, 0.901367, 1.273438, 0.332031, 0.503906, 1.902344, 1.820312, 1.104492, 1.396484, 0.472656, 1.761719, 1.332031, 0.763672, 1.753906, 1.703125, 1.535156, 0.644531, 1.78125, 1.535156, 1.859375, 1.396484, 1.582031, 1.617188, 1.832031, 1.882812, 1.738281, 1.570312, 1.519531, 0.88916, 1.847656, 1.902344, 0.772461, 0.638672, 2.007812, 1.470703, 1.25, 0.999493, 1.625, 1.820312, 1.699219, 1.773438, 0.382812, 1.757812, 1.871094, 1.746094, 1.355469, 0.417969, 1.539062, 1.710938, 1.648438, 1.761719, 1.605469, 1.867188, 0.613281, 1.648438, 1.78125, 1.742188, 1.792969, 0.826172, 1.761719, 1.699219, 1.664062, 1.652344, 1.345703, 1.464844, 1.574219, 1.582031, 1.585938, 1.546875, 1.792969, 1.707031, 2.085938, 1.566406, 1.589844, 1.253906, 1.777344, 1.699219, 1.703125, 1.589844, 1.566406, 1.835938, 1.773438, 1.198242, 1.224609, 1.664062, 1.804688, 1.785156, 1.617188, 1.746094, 1.84375, 1.59375, 1.84375, 1.094238, 0.999439, 1.796875, 1.804688, 1.773438, 1.419922, 1.714844, 1.734375, 1.683594, 1.5625, 1.597656, 1.75, 1.679688, 1.029175, 1.816406, 1.621094, 1.847656, 1.710938, 1.714844, 1.703125, 1.777344, 0.748047, 1.589844, 0.441406, 1.5, 1.746094, 1.679688, 1.652344, 1.570312, 1.828125, 1.511719, 1.628906, 1.742188, 0.496094, 1.753906, 1.648438, 1.773438, 1.632812, 1.535156, 1.890625, 1.785156, 1.726562, 1.671875, 0.425781, 1.703125, 1.458984, 1.808594, 1.28125, 1.570312, 1.722656, 1.6875, 1.130859, 1.671875, 0.34375, 0.580078, 0.941895, 0.398438, 1.769531, 1.679688, 1.632812, 0.962402, 0.599609, 1.636719, 1.032715, 1.176758, 1.703125, 1.792969, 1.742188, 1.699219, 1.671875, 1.558594, 1.570312, 1.75, 1.396484, 1.792969, 1.742188, 1.333984, 1.605469, 1.46875, 0.542969, 0.552734, 1.746094, 0.609375, 1.769531, 1.550781, 1.451172, 1.722656, 1.558594, 1.472656, 1.636719, 0.457031, 1.691406, 2.820312, 1.769531, 1.507812, 1.828125, 0.445312, 0.925781, 1.237305, 1.5, 1.742188, 1.871094, 1.726562, 1.707031, 1.589844, 0.885742, 1.902344, 0.699219, 1.839844, 1.898438, 1.449219, 1.447266, 1.707031, 1.664062, 1.367188, 1.507812, 1.625, 1.746094, 1.083008, 1.306641, 1.761719, 1.59375, 1.851562, 1.835938, 1.396484, 1.421875, 1.664062, 1.871094, 1.722656, 1.804688, 1.453125, 0.285156, 1.761719, 1.613281, 1.490234, 0.658203, 1.675781, 2.15625, 1.851562, 1.804688, 1.589844, 1.988281, 1.490234, 1.945312, 1.554688, 1.07666, 0.998283, 1.710938, 1.554688, 1.460938, 1.546875, 1.337891, 1.412109, 1.714844, 1.757812, 1.738281, 1.316406, 1.695312, 1.882812, 1.25, 1.648438, 1.800781, 1.617188, 1.585938, 1.722656, 1.804688, 1.380859, 2.03125, 1.660156, 1.84375, 0.800781, 1.478516, 1.652344, 1.6875, 1.302734, 1.625, 1.664062, 1.773438, 1.699219, 1.507812, 1.644531, 1.726562, 1.200195, 1.601562, 1.804688, 1.828125, 1.589844, 1.5, 1.800781, 1.652344, 1.828125, 1.734375, 1.429688, 1.722656, 1.511719, 1.769531, 0.912598, 1.894531, 1.53125, 1.261719, 0.445312, 1.585938, 1.050049, 1.726562, 1.820312, 1.496094, 0.720703, 0.398438, 0.414062, 1.847656, 1.691406, 1.839844, 1.792969, 1.496094, 1.730469, 1.671875, 1.458984, 1.507812, 1.542969, 1.699219, 0.378906, 1.416016, 1.65625, 1.636719, 1.613281, 1.679688, 1.820312, 1.710938, 1.275391, 1.699219, 1.554688, 1.423828, 1.621094, 1.65625, 1.683594, 1.060303, 1.875, 1.609375, 0.3125, 1.28125, 1.660156, 1.441406, 1.667969, 1.182617, 1.710938, 1.835938, 1.949219, 1.511719, 1.53125, 1.490234, 1.585938, 1.804688, 1.392578, 1.527344, 1.730469, 1.683594, 1.707031, 1.507812, 1.855469, 1.484375, 1.435547, 1.652344, 1.605469, 1.777344, 1.359375, 1.628906, 1.632812, 1.746094, 1.746094, 1.828125, 1.757812, 1.34375, 1.449219, 1.78125, 0.863281, 1.769531, 1.441406, 1.648438, 1.875, 1.746094, 1.679688, 0.940918, 0.90332, 0.827148, 1.730469, 1.738281, 1.691406, 1.245117, 1.804688, 1.71875, 1.648438, 1.652344, 1.753906, 1.589844, 1.574219, 1.925781, 1.6875, 1.707031, 1.65625, 1.523438, 1.785156, 1.347656, 1.384766, 1.832031, 1.380859, 1.777344, 1.875, 1.707031, 1.792969, 1.742188, 1.730469, 1.851562, 1.542969, 1.648438, 0.484375, 1.667969, 1.527344, 1.75, 1.574219, 1.566406, 1.824219, 1.570312, 1.431641, 1.714844, 1.75, 1.671875, 1.539062, 1.746094, 1.585938, 1.34375, 1.722656, 1.480469, 1.820312, 1.613281, 1.683594, 2.007812, 1.135742, 1.410156, 1.554688, 1.322266, 1.519531, 1.652344, 1.707031, 1.753906, 0.895996, 0.84668, 1.710938, 1.664062, 1.412109, 1.061279, 1.761719, 1.222656, 1.773438, 1.722656, 0.921875, 1.738281, 1.753906, 0.924316, 1.738281, 1.734375, 1.722656, 1.261719, 0.758789, 1.523438, 1.570312, 0.605469, 1.609375, 1.816406, 1.941406, 0.457031, 1.863281, 0.807617, 1.820312, 2.015625, 1.416016, 0.877441, 1.683594, 1.578125, 1.515625, 1.742188, 1.769531, 1.792969, 1.75, 1.519531, 1.441406, 1.714844, 1.679688, 1.875, 1.726562, 1.675781, 1.894531, 1.847656, 0.970581, 1.804688, 1.546875, 0.943604, 1.613281, 1.00386, 1.664062, 1.605469, 1.679688, 1.71875, 1.90625, 1.427734, 1.839844, 1.703125, 1.800781, 1.363281, 1.496094, 1.761719, 1.828125, 0.234375, 1.259766, 1.160156, 1.511719, 1.4375, 1.145508, 1.839844, 1.757812, 1.640625, 1.671875, 1.597656, 0.417969, 1.777344, 1.503906, 1.433594, 0.984497, 1.710938, 1.726562, 1.488281, 0.464844, 1.265625, 1.570312, 1.470703, 1.761719, 1.730469, 1.96875, 1.285156, 1.734375, 1.511719, 1.644531, 1.433594, 1.761719, 1.671875, 1.816406, 1.462891, 1.5625, 0.488281, 1.632812, 1.660156, 1.710938, 1.472656, 1.695312, 1.699219, 1.863281, 1.5625, 1.714844, 1.056885, 1.427734, 1.773438, 1.789062, 0.985962, 1.306641, 1.570312, 0.410156, 0.269531, 0.955811, 1.435547, 1.570312, 1.753906, 1.527344, 1.773438, 0.351562, 0.332031, 1.554688, 1.769531, 1.189453, 1.714844, 1.443359, 1.714844, 1.757812, 1.3125, 0.433594, 1.730469, 1.433594, 1.441406, 0.791992, 1.554688, 1.369141, 1.455078, 1.419922, 1.878906, 1.652344, 1.433594, 1.753906, 1.194336, 1.777344, 1.75, 1.279297, 1.632812, 1.808594, 1.851562, 1.6875, 0.819336, 0.359375, 1.71875, 1.632812, 1.59375, 1.769531, 1.582031, 1.699219, 1.445312, 1.816406, 0.289062, 1.373047, 1.019409, 1.882812, 1.738281, 0.425781, 1.816406, 1.625, 1.714844, 1.589844, 1.730469, 1.511719, 1.271484, 0.433594, 1.535156, 1.269531, 1.539062, 0.484375, 1.423828, 1.824219, 2.03125, 1.691406, 1.375, 1.285156, 1.40625, 1.824219, 1.695312, 0.828125, 1.585938, 1.667969, 0.997894, 1.40625, 0.441406, 1.009399, 1.652344, 1.539062, 1.714844, 1.5625, 1.621094, 1.648438, 1.75, 0.304688, 1.8125, 1.695312, 1.648438, 1.789062, 1.714844, 1.652344, 1.753906, 0.363281, 1.412109, 0.421875, 1.726562, 0.457031, 1.132812, 1.839844, 1.777344, 1.765625, 0.951416, 1.425781, 1.24707, 1.558594, 0.386719, 1.539062, 1.036621, 0.833984, 0.597656, 1.644531, 1.859375, 1.152344, 1.371094, 1.945312, 1.554688, 1.796875, 1.076172, 1.306641, 1.644531, 0.367188, 1.695312, 1.835938, 1.423828, 0.464844, 0.34375, 1.640625, 1.789062, 1.5, 1.796875, 1.707031, 1.632812, 1.066406, 1.644531, 1.597656, 1.609375, 1.9375, 1.200195, 1.738281, 1.734375, 1.871094, 1.707031, 1.851562, 1.730469, 1.992188, 1.636719, 1.376953, 1.855469, 1.757812, 1.195312, 1.691406, 1.796875, 1.710938, 1.660156, 1.90625, 2.039062, 1.710938, 0.386719, 1.130859, 1.233398, 0.496094, 1.644531, 1.478516, 1.578125, 1.617188, 1.660156, 1.683594, 1.535156, 1.699219, 0.398438, 1.135742, 1.554688, 1.302734, 1.691406, 1.699219, 1.123535, 1.789062, 1.695312, 1.820312, 1.707031, 1.746094, 0.40625, 1.847656, 1.894531, 0.943848, 1.746094, 1.507812, 1.914062, 2.007812, 1.617188, 1.773438, 1.648438, 1.703125, 1.714844, 1.683594, 1.232422, 1.652344, 1.667969, 1.820312, 1.78125, 1.519531, 0.681641, 1.816406, 0.496094, 1.578125, 1.871094, 1.15332, 1.71875, 1.757812, 1.808594, 1.601562, 1.242188, 1.554688, 0.359375, 0.332031, 0.363281, 1.699219, 1.835938, 0.527344, 1.451172, 1.59375, 1.945312, 0.591797, 1.511719, 0.997162, 1.449219, 0.464844, 1.828125, 1.714844, 1.535156, 1.738281, 1.322266, 1.267578, 1.90625, 1.617188, 0.611328, 1.380859, 0.296875, 1.578125, 1.773438, 1.761719, 1.867188, 1.124512, 0.921875, 1.757812, 0.371094, 2.054688, 1.578125, 1.597656, 1.589844, 0.922363, 1.710938, 1.609375, 1.691406, 1.152344, 1.648438, 1.386719, 1.832031, 1.742188, 1.707031, 1.882812, 1.769531, 1.554688, 1.898438, 1.363281, 1.636719, 1.839844, 1.648438, 1.746094, 1.585938, 1.703125, 1.761719, 1.298828, 1.730469, 1.5625, 1.65625, 1.667969, 1.570312, 1.351562, 1.636719, 1.474609, 1.769531, 1.597656, 1.554688, 0.576172, 1.773438, 1.355469, 1.671875, 1.449219, 1.679688, 1.542969, 1.761719, 0.607422, 1.847656, 0.601562, 1.726562, 1.294922, 1.431641, 1.128906, 1.601562, 0.836914, 1.6875, 0.414062, 1.65625, 0.904785, 1.871094, 1.515625, 1.447266, 1.742188, 1.773438, 1.578125, 1.40625, 1.5625, 1.554688, 1.746094, 0.34375, 1.785156, 1.433594, 1.439453, 1.804688, 1.730469, 1.632812, 1.628906, 0.957031, 1.542969, 1.621094, 1.59375, 1.910156, 1.730469, 1.714844, 1.621094, 1.361328, 1.515625, 0.339844, 1.820312, 1.675781, 1.742188, 1.214844, 1.337891, 0.811523, 0.324219, 1.660156, 0.371094, 0.558594, 1.28125, 1.613281, 1.703125, 1.800781, 0.582031, 1.462891, 1.134766, 1.664062, 0.359375, 1.804688, 1.527344, 1.535156, 1.570312, 1.855469, 1.949219, 0.429688, 1.640625, 1.773438, 0.92334, 0.515625, 1.730469, 1.8125, 0.5625, 1.792969, 1.28125, 1.730469, 1.386719, 1.71875, 1.542969, 0.488281, 1.71875, 1.5, 1.574219, 1.761719, 1.679688, 0.919434, 0.378906, 1.5625, 2.007812, 1.398438, 1.679688, 1.730469, 1.761719, 1.953125, 1.550781, 1.507812, 1.519531, 1.730469, 1.671875, 1.652344, 1.519531, 1.617188, 1.333984, 1.621094, 1.644531, 1.585938, 0.289062, 1.683594, 1.835938, 1.621094, 1.480469, 1.511719, 1.382812, 1.433594, 1.621094, 1.65625, 1.65625, 1.628906, 1.613281, 1.691406, 0.946533, 1.503906, 0.425781, 1.652344, 0.496094, 1.746094, 1.71875, 1.820312, 0.417969, 1.789062, 1.421875, 1.408203, 1.800781, 1.925781, 1.683594, 1.527344, 1.742188, 1.539062, 1.535156, 0.646484, 1.53125, 1.800781, 1.976562, 1.898438, 1.476562, 1.691406, 1.699219, 1.832031, 1.617188, 1.589844, 1.239258, 1.339844, 1.570312, 1.523438, 0.537109, 1.570312, 1.695312, 1.792969, 1.359375, 0.4375, 1.796875, 1.808594, 1.804688, 1.765625, 1.78125, 1.746094, 1.550781, 1.566406, 0.496094, 1.632812, 1.695312, 1.636719, 1.839844, 1.5, 1.667969, 1.738281, 1.867188, 1.699219, 1.375, 1.886719, 1.699219, 1.59375, 1.421875, 1.800781, 1.773438, 0.8125, 2.609375, 1.488281, 1.585938, 1.773438, 1.558594, 0.856445, 1.785156, 1.585938, 1.679688, 0.429688, 1.292969, 1.15625, 1.400391, 1.726562, 1.804688, 1.957031, 0.300781, 1.648438, 2.023438, 0.316406, 0.833984, 1.628906, 1.652344, 1.683594, 1.808594, 1.679688, 1.507812, 1.699219, 1.455078, 1.804688, 0.607422, 1.789062, 1.777344, 1.984375, 0.793945, 1.828125, 1.640625, 1.6875, 1.605469, 1.734375, 1.550781, 1.714844, 1.237305, 0.576172, 1.816406, 1.683594, 1.640625, 1.765625, 1.043701, 1.730469, 0.956787, 1.558594, 1.640625, 0.892578, 1.660156, 1.695312, 1.71875, 1.910156, 1.316406, 1.835938, 1.675781, 1.65625, 0.806641, 0.371094, 1.589844, 1.683594, 1.582031, 1.231445, 1.800781, 1.65625, 1.644531, 0.394531, 1.431641, 1.816406, 1.496094, 1.664062, 1.664062, 1.851562, 1.652344, 1.824219, 1.332031, 1.640625, 1.496094, 1.65625, 1.839844, 1.695312, 1.550781, 1.200195, 1.283203, 1.245117, 1.714844, 1.291016, 1.332031, 1.773438, 0.894043, 1.511719, 1.609375, 1.726562, 1.554688, 1.632812, 1.675781, 0.946533, 1.496094, 1.777344, 2.039062, 1.636719, 1.757812, 0.848633, 1.5625, 1.757812, 1.722656, 1.816406, 1.679688, 1.318359, 1.820312, 1.519531, 1.671875, 1.570312, 0.625, 1.789062, 1.753906, 1.9375, 1.527344, 1.714844, 1.789062, 1.609375, 1.507812, 1.511719, 1.699219, 1.527344, 1.287109, 0.904297, 1.410156, 1.585938, 1.847656, 1.515625, 1.890625, 1.765625, 1.660156, 1.710938, 1.863281, 1.566406, 1.992188, 1.574219, 1.414062, 1.322266, 1.652344, 1.632812, 1.53125, 1.792969, 1.601562, 1.683594, 1.710938, 1.75, 1.929688, 1.585938, 1.219727, 1.664062, 1.683594, 0.300781, 1.710938, 1.832031, 1.632812, 0.689453, 1.691406, 1.519531, 0.868164, 0.4375, 1.462891, 1.494141, 1.875, 1.488281, 1.589844, 1.679688, 1.589844, 1.851562, 1.535156, 1.640625, 1.585938, 0.819336, 1.894531, 1.761719, 0.589844, 0.363281, 1.792969, 1.839844, 1.855469, 0.806641, 1.675781, 1.111816, 1.542969, 1.757812, 1.761719, 1.546875, 1.722656, 1.574219, 1.318359, 1.867188, 1.746094, 1.511719, 0.464844, 0.853516, 1.671875, 1.558594, 1.671875, 1.213867, 1.503906, 1.714844, 1.365234, 0.798828, 1.820312, 1.898438, 1.341797, 1.667969, 1.53125, 1.238281, 1.519531, 1.726562, 0.277344, 0.324219, 1.570312, 1.773438, 1.488281, 1.914062, 1.484375, 1.746094, 0.546875, 1.609375, 0.644531, 0.736328, 1.570312, 1.867188, 1.632812, 1.636719, 1.746094, 1.800781, 0.580078, 1.851562, 1.498047, 1.363281, 1.558594, 1.75, 1.582031, 1.457031, 1.195312, 1.730469, 1.761719, 1.462891, 1.417969, 1.073242, 1.3125, 1.613281, 4.984375, 1.710938, 1.726562, 0.414062, 1.613281, 1.804688, 1.208008, 1.636719, 1.496094, 1.730469, 1.699219, 1.613281, 1.365234, 1.257812, 1.566406, 1.960938, 1.699219, 1.914062, 1.832031, 1.582031, 1.671875, 1.492188, 1.789062, 1.816406, 1.652344, 0.970703, 0.359375, 1.636719, 1.773438, 1.746094, 1.707031, 1.427734, 0.308594, 2.0, 1.863281, 1.457031, 1.71875, 0.623047, 1.886719, 1.761719, 1.664062, 1.574219, 1.632812, 1.960938, 1.414062, 1.123535, 1.695312, 1.902344, 1.617188, 0.414062, 1.976562, 0.203125, 0.34375, 1.730469, 1.390625, 1.761719, 1.490234, 1.237305, 1.535156, 0.931152, 1.632812, 1.75, 1.667969, 1.605469, 1.652344, 1.6875, 1.519531, 2.09375, 1.824219, 1.699219, 1.78125, 1.792969, 0.863281, 1.660156, 1.679688, 1.359375, 1.439453, 1.478516, 1.730469, 0.666016, 1.394531, 0.359375, 1.726562, 1.5, 1.933594, 1.412109, 1.699219, 1.648438, 1.695312, 1.667969, 1.292969, 1.753906, 1.660156, 1.738281, 1.298828, 1.710938, 0.854492, 1.550781, 1.033447, 0.453125, 1.722656, 1.679688, 1.792969, 1.722656, 1.863281, 1.192383, 1.535156, 1.726562, 0.954102, 1.000433, 1.710938, 1.816406, 1.929688, 1.507812, 1.671875, 1.137695, 1.933594, 1.804688, 1.636719, 0.517578, 1.429688, 1.835938, 1.679688, 1.730469, 1.277344, 1.667969, 1.535156, 1.558594, 1.667969, 1.753906, 1.566406, 0.819336, 1.546875, 1.734375, 1.730469, 1.863281, 1.839844, 1.773438, 1.482422, 1.211914, 1.824219, 1.777344, 0.746094, 0.533203, 1.675781, 1.8125, 1.867188, 1.652344, 1.726562, 0.339844, 1.597656, 1.761719, 1.476562, 1.746094, 1.213867, 1.558594, 1.265625, 0.513672, 1.65625, 1.765625, 1.832031, 1.503906, 1.412109, 1.898438, 1.632812, 1.816406, 1.632812, 1.722656, 1.835938, 1.375, 1.371094, 0.844727, 1.617188, 0.882812, 0.390625, 1.585938, 1.875, 1.757812, 1.976562, 1.386719, 1.585938, 1.835938, 1.679688, 1.683594, 1.65625, 1.198242, 1.457031, 0.777344, 1.6875, 1.095703, 1.554688, 1.671875, 1.726562, 1.542969, 1.699219, 1.710938, 1.765625, 1.003586, 1.621094, 1.742188, 0.556641, 1.255859, 1.691406, 1.898438, 0.320312, 0.503906, 1.566406, 1.671875, 1.566406, 1.722656, 1.589844, 0.464844, 1.628906, 1.671875, 1.052734, 1.6875, 1.431641, 1.412109, 1.416016, 1.835938, 1.433594, 1.613281, 1.839844, 1.605469, 1.582031, 1.71875, 1.703125, 0.355469, 1.660156, 1.636719, 1.722656, 1.695312, 1.777344, 1.882812, 1.384766, 0.746094, 1.691406, 1.761719, 1.792969, 1.53125, 0.849609, 1.402344, 1.574219, 1.582031, 1.53125, 1.376953, 1.730469, 1.574219, 1.664062, 1.320312, 1.863281, 1.570312, 1.605469, 1.632812, 1.652344, 1.613281, 1.804688, 1.271484, 1.949219, 0.660156, 0.273438, 1.585938, 1.257812, 1.742188, 1.863281, 1.617188, 1.507812, 1.192383, 1.730469, 1.240234, 1.585938, 1.808594, 1.761719, 1.621094, 0.382812, 1.5625, 1.679688, 1.75, 1.416016, 1.570312, 1.601562, 1.738281, 1.589844, 1.345703, 1.769531, 1.761719, 1.695312, 1.84375, 1.5, 1.199219, 1.71875, 1.162109, 1.291016, 1.679688, 1.867188, 1.679688, 1.695312, 1.867188, 1.777344, 1.503906, 2.234375, 1.100098, 1.664062, 1.201172, 0.738281, 1.78125, 1.613281, 1.632812, 0.441406, 1.083008, 2.015625, 1.636719, 1.863281, 1.882812, 1.589844, 1.828125, 1.511719, 1.241211, 1.871094, 0.304688, 1.640625, 1.330078, 1.519531, 1.746094, 1.738281, 1.835938, 1.523438, 0.328125, 1.65625, 1.535156, 1.488281, 1.5625, 1.773438, 1.925781, 1.753906, 1.644531, 1.355469, 0.714844, 1.5625, 1.757812, 1.392578, 1.679688, 1.824219, 1.566406, 1.863281, 1.261719, 1.667969, 1.255859, 1.75, 1.699219, 1.800781, 1.792969, 1.566406, 1.388672, 1.523438, 1.482422, 1.769531, 1.722656, 1.511719, 1.408203, 0.371094, 1.867188, 1.703125, 1.832031, 1.691406, 1.839844, 1.730469, 1.6875, 1.585938, 1.761719, 1.009216, 1.664062, 1.703125, 1.609375, 0.351562, 1.714844, 1.558594, 1.65625, 1.695312, 1.6875, 1.507812, 1.835938, 1.373047, 1.78125, 1.621094, 1.730469, 0.464844, 1.492188, 1.355469, 1.824219, 0.410156, 1.675781, 0.572266, 1.542969, 0.34375, 1.804688, 1.287109, 1.243164, 0.853516, 1.291016, 1.699219, 1.65625, 1.458984, 1.707031, 1.458984, 1.777344, 1.742188, 0.296875, 0.722656, 1.004761, 1.710938, 1.773438, 1.539062, 1.882812, 1.726562, 1.769531, 1.137695, 1.839844, 1.632812, 1.746094, 1.890625, 1.617188, 1.361328, 1.710938, 1.789062, 0.98761, 1.867188, 1.78125, 1.882812, 1.617188, 1.824219, 1.173828, 1.945312, 1.621094, 1.449219, 1.746094, 1.746094, 1.773438, 1.632812, 1.945312, 0.548828, 1.585938, 1.5625, 1.546875, 0.599609, 1.804688, 1.929688, 1.882812, 0.492188, 1.478516, 1.004395, 1.8125, 1.419922, 1.186523, 0.351562, 1.808594, 1.722656, 1.699219, 0.304688, 0.981689, 0.464844, 1.589844, 1.757812, 1.324219, 1.753906, 1.839844, 1.605469, 1.617188, 1.6875, 1.472656, 0.572266, 0.654297, 1.695312, 1.347656, 1.412109, 1.75, 1.578125, 1.550781, 1.757812, 1.110352, 1.59375, 1.546875, 1.539062, 0.728516, 2.054688, 1.792969, 1.9375, 1.816406, 1.558594, 0.505859, 1.898438, 0.513672, 1.738281, 1.820312, 1.640625, 1.792969, 1.707031, 1.337891, 1.605469, 1.820312, 1.773438, 1.773438, 1.435547, 1.472656, 1.765625, 1.707031, 1.964844, 1.423828, 1.453125, 1.738281, 0.825195, 1.330078, 1.402344, 0.863281, 1.621094, 1.773438, 1.761719, 1.730469, 1.371094, 1.4375, 1.527344, 1.785156, 0.942871, 1.699219, 1.53125, 1.707031, 1.664062, 1.980469, 1.785156, 1.279297, 1.695312, 1.777344, 1.628906, 1.714844, 1.558594, 0.776367, 1.785156, 1.648438, 0.685547, 1.722656, 1.582031, 0.4375, 1.546875, 1.132812, 1.753906, 1.671875, 1.648438, 1.824219, 1.792969, 1.742188, 1.578125, 1.738281, 1.515625, 1.527344, 1.625, 0.819336, 1.441406, 1.78125, 1.746094, 0.580078, 1.455078, 1.527344, 1.738281, 1.78125, 1.605469, 1.726562, 1.464844, 1.427734, 1.091309, 1.308594, 1.738281, 1.628906, 0.414062, 1.71875, 1.605469, 0.46875, 1.667969, 1.660156, 1.726562, 1.621094, 1.574219, 1.894531, 0.648438, 1.742188, 1.792969, 1.839844, 1.695312, 1.417969, 1.431641, 1.480469, 0.464844, 0.813477, 1.929688, 1.259766, 1.917969, 1.047119, 1.355469, 1.5625, 1.664062, 0.521484, 1.223633, 1.820312, 0.335938, 1.773438, 1.416016, 1.824219, 1.691406, 0.46875, 1.664062, 1.679688, 0.433594, 1.789062, 1.182617, 1.542969, 1.835938, 1.746094, 1.832031, 0.46875, 1.738281, 1.166992, 1.667969, 1.648438, 1.796875, 1.695312, 0.88916, 1.847656, 1.871094, 1.808594, 1.455078, 0.472656, 1.675781, 1.757812, 1.570312, 1.5625, 1.96875, 1.667969, 1.298828, 1.294922, 1.691406, 1.484375, 1.679688, 1.057861, 1.5625, 1.964844, 1.664062, 0.386719, 1.738281, 1.316406, 1.621094, 1.816406, 1.851562, 1.400391, 1.205078, 1.675781, 1.730469, 0.517578, 1.589844, 1.589844, 1.507812 ] }, "name": "onnx::Mul_8488", "outputIndexes": [ 1254 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253, 1254 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1236, 1255 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_64_output_0", "outputIndexes": [ 1256 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1256, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_117_output_0", "outputIndexes": [ 1257 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1257 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_13/Mul_output_0", "outputIndexes": [ 1258 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.722656, 1.894531, 1.761719, 1.804688, 1.832031, 1.753906, 1.457031, 0.630859, 1.839844, 1.322266, 1.785156, 1.621094, 1.699219, 1.792969, 1.933594, 1.664062, 1.578125, 1.800781, 1.177734, 1.835938, 1.867188, 1.910156, 1.84375, 1.515625, 1.5625, 1.765625, 1.585938, 1.472656, 1.863281, 1.785156, 1.482422, 1.351562, 1.734375, 0.795898, 1.648438, 1.496094, 1.746094, 1.886719, 1.640625, 1.664062, 1.941406, 1.78125, 1.789062, 1.347656, 0.845703, 1.828125, 1.765625, 1.789062, 1.494141, 1.404297, 1.679688, 1.341797, 1.585938, 1.009827, 1.695312, 1.617188, 1.457031, 1.832031, 1.492188, 1.402344, 1.316406, 1.59375, 1.886719, 1.710938, 1.484375, 1.75, 1.211914, 1.851562, 1.582031, 1.765625, 1.808594, 1.773438, 1.609375, 1.691406, 1.621094, 1.589844, 1.139648, 1.408203, 1.421875, 0.891602, 1.625, 0.625, 1.578125, 1.326172, 1.808594, 1.738281, 1.738281, 1.355469, 0.918945, 1.375, 1.742188, 1.707031, 1.953125, 0.817383, 1.699219, 0.671875, 1.839844, 1.730469, 1.710938, 1.699219, 1.478516, 1.699219, 1.996094, 1.648438, 1.777344, 1.628906, 1.761719, 1.410156, 1.875, 1.824219, 1.804688, 1.78125, 1.925781, 2.515625, 1.746094, 1.388672, 1.726562, 0.849609, 1.730469, 1.980469, 1.730469, 1.757812, 0.916016, 1.761719, 1.523438, 1.416016, 1.574219, 1.875, 1.660156, 1.183594, 1.15332, 1.53125, 1.5625, 1.8125, 1.742188, 1.9375, 1.5, 1.441406, 1.488281, 1.964844, 1.472656, 1.478516, 1.417969, 1.785156, 1.796875, 1.574219, 1.59375, 2.125, 1.722656, 1.984375, 1.578125, 1.445312, 1.597656, 0.867188, 1.808594, 1.777344, 1.121582, 1.722656, 0.822266, 0.716797, 1.433594, 1.859375, 1.582031, 1.101074, 1.894531, 1.648438, 1.789062, 0.652344, 1.90625, 1.470703, 1.605469, 0.954102, 1.585938, 0.833984, 1.730469, 1.949219, 1.726562, 0.746094, 1.644531, 1.816406, 1.75, 0.636719, 1.412109, 0.671875, 1.388672, 1.730469, 1.039307, 1.707031, 1.609375, 1.367188, 1.699219, 1.289062, 1.546875, 1.671875, 1.746094, 1.667969, 1.742188, 1.792969, 2.046875, 1.828125, 1.515625, 1.804688, 1.621094, 1.472656, 2.054688, 1.746094, 1.699219, 1.722656, 1.703125, 1.742188, 1.488281, 1.992188, 1.667969, 1.498047, 1.761719, 1.691406, 1.535156, 1.597656, 1.851562, 1.824219, 1.503906, 1.34375, 1.90625, 1.796875, 1.804688, 1.792969, 1.613281, 1.777344, 1.443359, 1.449219, 1.859375, 1.824219, 1.875, 1.824219, 1.730469, 1.933594, 1.363281, 1.792969, 1.574219, 1.730469, 1.578125, 1.757812, 1.753906, 1.404297, 1.660156, 1.78125, 1.535156, 1.490234, 1.980469, 1.163086, 1.78125, 1.828125, 0.927734, 1.820312, 1.738281, 1.675781, 1.490234, 1.765625, 1.65625, 1.707031, 1.777344, 1.835938, 1.8125, 1.621094, 1.839844, 1.373047, 1.695312, 1.8125, 1.59375, 1.746094, 1.949219, 1.828125, 1.734375, 1.4375, 1.875, 1.742188, 0.952881, 1.628906, 1.8125, 1.679688, 1.408203, 1.679688, 0.924805, 1.855469, 1.503906, 1.820312, 1.503906, 1.578125, 0.811523, 1.722656, 1.431641, 1.019409, 1.496094, 1.710938, 1.53125, 1.636719, 1.445312, 1.683594, 1.910156, 1.714844, 1.609375, 1.447266, 0.865234, 1.734375, 0.630859, 1.582031, 1.800781, 1.609375, 1.4375, 1.871094, 1.945312, 0.638672, 1.601562, 1.632812, 1.601562, 1.71875, 1.730469, 1.863281, 1.679688, 1.835938, 1.59375, 1.570312, 1.410156, 1.867188, 1.855469, 1.722656, 1.332031, 1.478516, 1.769531, 1.671875, 1.382812, 1.3125, 1.609375, 1.695312, 1.041992, 1.902344, 1.621094, 1.8125, 1.949219, 1.644531, 1.617188, 1.632812, 1.871094, 1.753906, 1.539062, 1.168945, 1.792969, 1.271484, 1.345703, 1.820312, 1.223633, 1.384766, 1.408203, 1.392578, 0.703125, 0.858398, 1.835938, 1.898438, 1.273438, 1.484375, 0.850586, 1.671875, 1.449219, 1.065918, 1.722656, 1.722656, 1.59375, 0.971558, 1.988281, 1.742188, 1.871094, 1.539062, 1.730469, 1.660156, 2.015625, 1.949219, 1.789062, 1.683594, 1.570312, 1.143555, 1.730469, 2.0, 1.113281, 1.006775, 2.070312, 1.515625, 1.265625, 1.269531, 1.730469, 1.851562, 1.738281, 1.816406, 0.669922, 1.789062, 2.023438, 1.804688, 1.333984, 0.767578, 1.6875, 1.71875, 1.632812, 1.800781, 1.679688, 1.933594, 1.009338, 1.699219, 1.835938, 1.71875, 1.8125, 1.298828, 1.804688, 1.917969, 1.804688, 1.691406, 1.554688, 1.457031, 1.632812, 1.625, 1.710938, 1.640625, 1.925781, 1.757812, 1.404297, 1.644531, 1.644531, 1.410156, 1.789062, 1.667969, 1.851562, 1.570312, 1.417969, 1.835938, 1.683594, 1.390625, 1.710938, 1.828125, 1.796875, 1.871094, 1.585938, 1.640625, 1.972656, 1.789062, 1.75, 1.261719, 1.707031, 1.867188, 1.808594, 1.914062, 1.427734, 1.582031, 1.753906, 1.761719, 1.621094, 1.65625, 1.796875, 1.671875, 1.347656, 1.726562, 1.707031, 1.832031, 1.695312, 1.683594, 1.699219, 1.824219, 1.104004, 1.597656, 0.681641, 1.636719, 1.804688, 1.683594, 1.738281, 1.648438, 1.984375, 1.695312, 1.628906, 1.699219, 0.794922, 1.539062, 1.710938, 1.695312, 1.742188, 1.554688, 1.269531, 1.734375, 1.789062, 1.714844, 0.77832, 1.710938, 1.5625, 1.867188, 1.427734, 1.667969, 1.808594, 1.753906, 1.261719, 1.785156, 0.595703, 0.964111, 1.271484, 0.803711, 1.804688, 1.742188, 1.851562, 1.135742, 0.754883, 1.738281, 1.28125, 1.34375, 1.507812, 1.714844, 1.617188, 1.722656, 1.757812, 1.652344, 1.644531, 1.757812, 1.578125, 1.957031, 1.835938, 1.4375, 1.605469, 1.515625, 1.031494, 0.850586, 1.804688, 1.05127, 1.71875, 1.5625, 1.507812, 1.835938, 1.566406, 1.535156, 1.722656, 1.034668, 1.808594, 1.259766, 1.789062, 1.542969, 2.023438, 0.875977, 2.515625, 1.396484, 1.703125, 1.8125, 1.878906, 1.800781, 1.691406, 1.683594, 1.146484, 1.878906, 1.271484, 1.960938, 1.859375, 1.519531, 1.613281, 1.722656, 1.773438, 1.878906, 1.527344, 1.8125, 1.871094, 1.527344, 1.287109, 1.75, 1.730469, 1.914062, 1.9375, 1.753906, 1.5625, 1.667969, 1.71875, 1.832031, 1.976562, 1.59375, 0.728516, 1.691406, 1.554688, 1.644531, 1.036133, 1.753906, 1.726562, 2.054688, 1.855469, 1.796875, 1.470703, 1.554688, 1.277344, 1.664062, 1.679688, 1.285156, 1.851562, 1.59375, 1.578125, 1.359375, 1.373047, 1.466797, 1.5625, 1.933594, 1.84375, 1.490234, 1.644531, 1.792969, 1.367188, 1.777344, 1.765625, 1.75, 1.589844, 1.800781, 1.851562, 1.511719, 1.894531, 1.796875, 2.023438, 1.191406, 1.535156, 1.804688, 1.679688, 1.484375, 1.78125, 1.648438, 1.9375, 1.648438, 1.482422, 1.664062, 1.671875, 1.386719, 1.746094, 1.726562, 2.101562, 1.043457, 1.679688, 1.800781, 1.824219, 1.976562, 1.867188, 1.515625, 1.792969, 1.621094, 1.878906, 1.176758, 1.996094, 1.566406, 1.259766, 0.78125, 1.710938, 0.94458, 1.769531, 1.976562, 1.429688, 1.091309, 0.667969, 0.973389, 1.796875, 1.921875, 1.800781, 1.914062, 1.558594, 1.6875, 1.746094, 1.636719, 1.621094, 1.582031, 1.761719, 0.863281, 1.542969, 1.742188, 1.890625, 1.695312, 1.78125, 1.753906, 1.761719, 1.675781, 1.816406, 1.683594, 1.427734, 1.714844, 1.738281, 1.777344, 1.257812, 1.707031, 1.824219, 0.750977, 1.742188, 1.714844, 1.65625, 1.789062, 1.279297, 1.835938, 1.75, 1.324219, 1.648438, 1.617188, 1.722656, 1.710938, 1.890625, 1.542969, 1.482422, 1.800781, 1.617188, 1.757812, 1.882812, 1.773438, 1.451172, 1.488281, 1.691406, 1.632812, 1.667969, 1.492188, 1.582031, 1.523438, 1.84375, 1.792969, 1.796875, 1.710938, 2.015625, 1.660156, 1.9375, 1.15625, 1.808594, 1.457031, 1.828125, 1.785156, 1.871094, 1.714844, 1.245117, 1.523438, 1.206055, 1.835938, 1.925781, 1.652344, 1.447266, 1.757812, 1.800781, 1.652344, 1.695312, 1.800781, 1.65625, 1.585938, 1.792969, 1.777344, 1.835938, 1.660156, 1.636719, 1.785156, 1.443359, 1.369141, 1.988281, 1.527344, 1.773438, 1.953125, 1.984375, 1.855469, 1.777344, 1.730469, 1.964844, 1.707031, 1.785156, 0.761719, 1.785156, 1.632812, 1.757812, 1.574219, 1.617188, 1.761719, 1.65625, 1.460938, 1.628906, 1.824219, 1.699219, 1.554688, 1.804688, 1.617188, 1.408203, 1.765625, 1.636719, 1.804688, 1.628906, 1.601562, 1.722656, 1.255859, 1.574219, 1.636719, 1.480469, 1.617188, 1.847656, 2.023438, 1.722656, 1.347656, 1.189453, 1.835938, 1.6875, 1.447266, 1.386719, 1.921875, 1.431641, 1.867188, 1.890625, 1.261719, 1.648438, 1.824219, 1.511719, 1.84375, 1.914062, 1.730469, 1.298828, 1.037842, 1.519531, 1.574219, 1.213867, 1.632812, 1.871094, 1.933594, 0.842773, 1.929688, 1.027466, 1.496094, 1.65625, 1.652344, 1.152344, 1.796875, 1.640625, 1.582031, 1.804688, 1.554688, 1.75, 1.832031, 1.648438, 1.574219, 1.664062, 1.601562, 1.769531, 1.75, 1.875, 1.414062, 1.742188, 1.180664, 1.769531, 1.695312, 1.375, 1.636719, 1.217773, 1.941406, 1.871094, 1.695312, 1.785156, 1.933594, 1.667969, 1.820312, 1.722656, 1.898438, 1.640625, 1.648438, 1.703125, 1.796875, 0.525391, 1.365234, 1.402344, 1.566406, 1.515625, 1.431641, 1.839844, 1.816406, 1.660156, 1.765625, 1.625, 0.916504, 1.835938, 1.554688, 1.570312, 1.498047, 1.875, 1.761719, 1.640625, 0.942627, 1.386719, 1.445312, 1.621094, 1.695312, 1.878906, 1.941406, 1.417969, 1.220703, 1.695312, 1.734375, 1.503906, 1.800781, 1.808594, 1.921875, 1.59375, 1.75, 0.895996, 1.726562, 1.730469, 1.6875, 1.609375, 1.734375, 1.722656, 1.839844, 1.597656, 1.753906, 1.230469, 1.460938, 1.722656, 2.046875, 1.074219, 1.464844, 1.675781, 0.810547, 0.744141, 1.183594, 0.935059, 1.648438, 1.839844, 1.574219, 1.648438, 0.601562, 0.664062, 1.613281, 1.765625, 1.488281, 1.71875, 1.625, 1.804688, 1.730469, 1.535156, 0.759766, 1.757812, 1.488281, 1.402344, 1.160156, 1.59375, 1.458984, 1.542969, 1.5625, 1.921875, 1.75, 1.466797, 1.78125, 1.511719, 1.722656, 1.695312, 1.496094, 1.753906, 1.644531, 2.078125, 1.652344, 1.117676, 0.660156, 1.820312, 1.734375, 1.628906, 1.664062, 1.695312, 1.730469, 1.527344, 1.742188, 0.625, 1.314453, 1.220703, 2.023438, 1.777344, 0.728516, 1.789062, 1.671875, 1.757812, 1.617188, 1.699219, 1.363281, 1.375, 0.824219, 1.458984, 1.542969, 1.664062, 0.836914, 1.746094, 1.8125, 1.664062, 1.855469, 1.625, 1.412109, 1.458984, 1.742188, 1.765625, 1.208008, 1.78125, 1.773438, 1.308594, 2.023438, 1.589844, 2.085938, 1.582031, 1.648438, 1.609375, 1.480469, 1.585938, 1.863281, 1.683594, 0.660156, 1.816406, 1.726562, 1.75, 1.835938, 0.918945, 1.816406, 1.730469, 0.570312, 1.4375, 0.78125, 1.785156, 0.808594, 1.283203, 1.886719, 1.84375, 1.714844, 1.15625, 1.416016, 1.425781, 1.648438, 0.805664, 1.498047, 1.308594, 1.060303, 0.986267, 1.734375, 1.796875, 1.318359, 1.699219, 2.0625, 1.582031, 1.839844, 1.24707, 1.527344, 1.632812, 0.773438, 1.871094, 1.832031, 1.597656, 0.814453, 0.819336, 1.824219, 1.820312, 1.5, 1.875, 1.886719, 1.679688, 1.376953, 2.460938, 1.714844, 1.574219, 1.867188, 1.515625, 1.777344, 1.820312, 1.996094, 1.683594, 1.890625, 1.714844, 1.988281, 1.664062, 1.554688, 1.886719, 1.898438, 1.298828, 1.78125, 1.816406, 1.730469, 1.664062, 1.957031, 2.382812, 1.761719, 0.744141, 1.367188, 1.474609, 0.838867, 1.789062, 1.373047, 1.578125, 1.648438, 1.691406, 1.789062, 1.664062, 1.707031, 0.710938, 1.402344, 1.478516, 1.507812, 1.738281, 1.816406, 1.161133, 1.800781, 1.746094, 1.894531, 1.777344, 1.902344, 0.724609, 1.886719, 1.832031, 1.310547, 1.808594, 1.5625, 2.023438, 1.519531, 1.675781, 1.867188, 1.652344, 1.9375, 1.746094, 1.722656, 1.007233, 1.726562, 1.808594, 1.796875, 1.859375, 1.597656, 1.21875, 1.867188, 0.800781, 1.597656, 1.722656, 1.435547, 1.765625, 1.785156, 1.972656, 1.625, 1.373047, 1.628906, 0.855469, 0.615234, 0.750977, 1.757812, 1.984375, 0.968506, 1.546875, 1.605469, 1.800781, 1.013306, 1.660156, 1.417969, 1.570312, 0.816406, 1.816406, 1.722656, 1.373047, 1.984375, 1.400391, 1.380859, 2.054688, 1.605469, 1.125, 1.765625, 0.905273, 1.632812, 1.742188, 1.800781, 1.863281, 1.322266, 1.349609, 1.789062, 0.701172, 1.101074, 1.625, 1.6875, 1.578125, 1.121094, 1.867188, 1.804688, 1.804688, 1.304688, 1.691406, 1.472656, 1.96875, 1.925781, 1.753906, 1.421875, 1.710938, 1.695312, 2.023438, 1.628906, 1.65625, 1.804688, 1.75, 1.640625, 1.730469, 1.71875, 1.96875, 1.353516, 1.804688, 1.65625, 1.75, 1.816406, 1.617188, 1.460938, 1.609375, 1.46875, 1.878906, 1.375, 1.554688, 0.908203, 1.921875, 1.458984, 1.730469, 1.287109, 1.859375, 1.6875, 1.820312, 1.014099, 1.863281, 1.002731, 1.792969, 1.382812, 1.498047, 1.375, 1.695312, 1.087402, 1.847656, 0.771484, 1.679688, 1.253906, 1.914062, 1.503906, 1.585938, 1.816406, 1.78125, 1.722656, 1.417969, 1.585938, 1.714844, 1.777344, 0.859375, 1.753906, 1.443359, 1.558594, 1.796875, 1.707031, 1.847656, 1.664062, 1.146484, 1.574219, 1.605469, 1.59375, 1.361328, 1.847656, 1.792969, 1.589844, 1.46875, 1.546875, 0.675781, 1.792969, 1.753906, 1.953125, 1.451172, 1.378906, 1.152344, 0.65625, 1.738281, 0.800781, 1.142578, 1.490234, 1.667969, 1.777344, 1.964844, 1.808594, 1.640625, 1.355469, 1.71875, 0.695312, 1.8125, 1.566406, 1.609375, 2.03125, 1.957031, 1.992188, 0.900879, 1.6875, 1.863281, 1.273438, 0.964844, 1.683594, 1.871094, 0.890625, 1.914062, 1.566406, 1.824219, 1.455078, 1.648438, 1.734375, 0.789062, 1.722656, 1.652344, 1.636719, 1.558594, 1.769531, 1.170898, 0.996124, 1.652344, 2.046875, 1.554688, 1.8125, 1.703125, 1.808594, 1.820312, 1.652344, 1.59375, 1.574219, 1.183594, 1.730469, 1.691406, 1.695312, 1.605469, 1.59375, 1.613281, 1.679688, 1.730469, 0.716797, 1.730469, 1.960938, 1.511719, 1.605469, 1.550781, 1.574219, 1.470703, 1.617188, 1.632812, 1.730469, 1.691406, 1.726562, 1.769531, 1.269531, 1.478516, 0.740234, 1.824219, 0.802734, 1.667969, 1.78125, 1.839844, 0.736328, 1.660156, 1.46875, 1.550781, 1.808594, 1.832031, 1.714844, 1.585938, 1.792969, 1.597656, 1.503906, 0.983032, 1.527344, 1.707031, 1.496094, 1.945312, 1.628906, 1.417969, 1.742188, 1.867188, 1.78125, 1.652344, 1.478516, 1.640625, 1.699219, 1.683594, 0.975098, 1.523438, 1.765625, 1.824219, 1.523438, 0.742188, 1.621094, 1.75, 1.792969, 1.726562, 1.695312, 1.714844, 1.621094, 1.453125, 1.029297, 1.710938, 1.75, 1.707031, 1.867188, 1.65625, 1.597656, 1.808594, 1.863281, 1.699219, 1.519531, 1.96875, 1.667969, 1.53125, 1.464844, 1.832031, 1.832031, 1.10791, 1.351562, 1.515625, 1.621094, 1.703125, 1.597656, 1.165039, 2.0, 1.664062, 1.734375, 0.802734, 1.328125, 1.310547, 1.722656, 1.761719, 1.8125, 1.878906, 0.578125, 1.792969, 1.65625, 0.650391, 1.213867, 1.664062, 1.726562, 1.753906, 1.722656, 1.75, 1.503906, 1.773438, 1.460938, 1.832031, 0.97522, 1.769531, 1.898438, 1.921875, 1.269531, 1.808594, 1.863281, 1.761719, 1.574219, 1.597656, 1.675781, 1.859375, 1.488281, 1.077148, 1.617188, 1.769531, 1.757812, 1.710938, 1.302734, 1.714844, 1.585938, 1.652344, 1.761719, 1.246094, 1.621094, 1.890625, 1.742188, 1.628906, 1.335938, 2.046875, 1.585938, 1.707031, 1.24707, 0.794922, 1.71875, 1.416016, 1.707031, 1.367188, 1.722656, 1.710938, 1.640625, 0.671875, 1.490234, 1.835938, 1.503906, 1.648438, 1.644531, 2.0, 1.722656, 1.882812, 1.398438, 1.738281, 1.554688, 1.789062, 1.808594, 1.8125, 1.490234, 1.396484, 1.386719, 1.373047, 2.046875, 1.322266, 1.613281, 1.785156, 1.21875, 1.498047, 1.652344, 1.769531, 1.667969, 1.613281, 1.660156, 1.324219, 1.566406, 1.746094, 1.738281, 1.570312, 1.746094, 1.242188, 1.765625, 1.804688, 1.917969, 1.871094, 1.984375, 1.410156, 1.800781, 1.511719, 1.773438, 1.621094, 1.034668, 1.765625, 1.746094, 1.972656, 1.875, 1.726562, 1.976562, 1.6875, 1.511719, 1.503906, 1.828125, 1.605469, 1.425781, 1.224609, 1.675781, 1.527344, 1.890625, 1.59375, 1.765625, 1.898438, 1.824219, 1.757812, 1.851562, 1.699219, 1.535156, 1.652344, 1.474609, 1.550781, 1.75, 1.5625, 1.652344, 1.707031, 1.664062, 1.71875, 1.738281, 1.898438, 1.894531, 1.382812, 1.292969, 1.75, 1.863281, 0.652344, 1.773438, 1.761719, 1.640625, 1.077148, 1.699219, 1.578125, 1.259766, 0.740234, 1.53125, 1.570312, 2.007812, 1.435547, 1.652344, 1.617188, 1.71875, 1.933594, 1.609375, 1.957031, 1.730469, 0.989197, 1.960938, 1.738281, 1.014893, 0.738281, 1.960938, 1.816406, 1.921875, 1.075195, 1.851562, 1.404297, 1.703125, 1.878906, 1.679688, 1.453125, 1.742188, 1.542969, 1.496094, 1.9375, 1.832031, 2.03125, 0.850586, 1.062012, 1.675781, 1.722656, 1.703125, 1.425781, 1.5625, 1.855469, 1.384766, 1.141602, 1.828125, 1.929688, 1.558594, 1.746094, 1.582031, 1.335938, 1.636719, 1.730469, 0.782227, 0.744141, 1.695312, 1.71875, 1.46875, 2.070312, 1.458984, 1.773438, 0.897461, 1.714844, 1.014648, 1.054932, 1.789062, 1.960938, 1.703125, 1.722656, 1.792969, 1.925781, 0.998833, 1.972656, 1.488281, 1.376953, 1.683594, 1.921875, 1.59375, 1.578125, 1.384766, 1.703125, 1.992188, 1.65625, 1.474609, 1.482422, 1.375, 1.667969, 1.648438, 1.890625, 1.851562, 0.740234, 1.648438, 1.804688, 1.636719, 1.730469, 1.271484, 1.710938, 1.761719, 1.458984, 0.87207, 1.148438, 1.578125, 1.933594, 1.902344, 1.808594, 1.929688, 1.478516, 1.65625, 1.550781, 1.832031, 1.785156, 1.53125, 1.222656, 0.949219, 1.566406, 1.75, 1.875, 1.808594, 1.482422, 0.603516, 1.953125, 2.015625, 1.761719, 1.765625, 0.939453, 1.796875, 1.785156, 1.644531, 1.65625, 1.640625, 1.408203, 1.46875, 1.283203, 1.84375, 1.652344, 1.746094, 0.845703, 1.929688, 1.04126, 1.088379, 1.769531, 1.949219, 1.886719, 1.671875, 1.347656, 1.667969, 2.023438, 1.554688, 1.847656, 1.828125, 1.664062, 1.746094, 1.703125, 1.511719, 1.601562, 1.859375, 1.917969, 2.0625, 1.757812, 1.198242, 1.570312, 1.816406, 1.412109, 1.523438, 1.898438, 1.75, 1.203125, 1.490234, 0.728516, 1.785156, 1.486328, 1.835938, 1.511719, 1.703125, 1.734375, 1.882812, 1.828125, 1.494141, 1.78125, 1.679688, 1.902344, 1.466797, 1.867188, 1.125977, 1.589844, 1.287109, 0.901855, 1.847656, 1.90625, 1.824219, 1.945312, 2.023438, 1.349609, 1.539062, 1.707031, 1.192383, 1.296875, 1.792969, 1.929688, 1.929688, 1.578125, 1.75, 1.306641, 2.039062, 1.894531, 1.6875, 0.950928, 1.392578, 1.910156, 1.875, 1.773438, 1.339844, 1.59375, 1.585938, 1.480469, 1.617188, 1.757812, 1.734375, 1.112305, 1.585938, 1.730469, 1.710938, 1.878906, 1.722656, 1.730469, 1.597656, 1.460938, 1.847656, 1.882812, 0.976807, 0.964844, 1.742188, 1.960938, 1.878906, 1.542969, 1.742188, 0.750977, 1.714844, 1.898438, 1.632812, 1.78125, 1.474609, 1.648438, 1.349609, 0.699219, 1.761719, 1.789062, 1.941406, 1.5, 2.296875, 1.925781, 1.695312, 1.738281, 1.6875, 1.679688, 2.039062, 1.390625, 1.474609, 1.263672, 1.498047, 1.224609, 0.708984, 1.789062, 1.851562, 1.792969, 1.824219, 2.390625, 1.597656, 1.886719, 1.75, 1.765625, 1.761719, 1.425781, 1.570312, 1.182617, 1.59375, 1.320312, 1.539062, 1.746094, 1.792969, 1.597656, 1.726562, 1.757812, 1.785156, 1.277344, 1.835938, 1.828125, 1.099121, 1.324219, 1.664062, 1.882812, 1.636719, 0.791016, 1.503906, 1.695312, 1.597656, 1.644531, 1.412109, 0.873047, 1.605469, 1.699219, 1.396484, 1.746094, 1.412109, 1.474609, 1.486328, 1.589844, 1.566406, 1.664062, 1.890625, 1.816406, 1.722656, 1.867188, 1.75, 0.623047, 1.710938, 1.773438, 1.832031, 1.804688, 1.699219, 1.839844, 1.400391, 1.121582, 1.601562, 1.886719, 1.699219, 1.601562, 1.195312, 1.507812, 1.730469, 1.507812, 1.699219, 1.53125, 1.894531, 1.664062, 1.726562, 1.414062, 1.832031, 1.71875, 1.726562, 1.808594, 1.703125, 1.648438, 1.761719, 1.464844, 1.933594, 1.10791, 0.763672, 1.679688, 1.378906, 1.804688, 1.910156, 1.699219, 1.539062, 1.427734, 1.808594, 1.460938, 1.757812, 1.769531, 1.898438, 1.835938, 0.705078, 1.648438, 1.714844, 1.914062, 1.4375, 1.679688, 1.773438, 1.765625, 1.796875, 1.314453, 1.746094, 1.65625, 1.640625, 1.792969, 1.5625, 1.632812, 1.765625, 1.251953, 1.460938, 1.792969, 1.863281, 1.644531, 1.839844, 1.972656, 1.988281, 1.605469, 1.734375, 1.324219, 1.722656, 1.361328, 0.995148, 1.851562, 1.710938, 1.78125, 0.738281, 1.320312, 1.824219, 1.84375, 1.871094, 1.953125, 1.757812, 1.738281, 1.589844, 1.355469, 1.453125, 0.605469, 1.527344, 1.294922, 1.617188, 1.886719, 2.007812, 1.839844, 1.699219, 0.712891, 1.726562, 1.558594, 1.554688, 1.71875, 1.953125, 1.621094, 1.839844, 1.679688, 1.464844, 1.022217, 1.640625, 1.800781, 1.427734, 1.738281, 1.621094, 1.699219, 1.945312, 1.291016, 1.828125, 1.558594, 1.253906, 1.773438, 1.78125, 1.785156, 1.570312, 1.470703, 1.585938, 1.5625, 1.351562, 1.882812, 1.582031, 1.554688, 0.742188, 1.679688, 1.714844, 1.808594, 1.65625, 1.769531, 1.808594, 1.671875, 1.408203, 1.664062, 1.337891, 1.777344, 1.695312, 1.828125, 0.65625, 1.878906, 1.574219, 1.71875, 1.671875, 1.738281, 1.664062, 2.007812, 1.496094, 1.871094, 1.699219, 1.640625, 1.15918, 1.558594, 1.476562, 1.847656, 0.714844, 1.742188, 1.067871, 1.601562, 0.746094, 1.808594, 1.433594, 1.421875, 1.128906, 1.378906, 1.695312, 1.65625, 1.478516, 1.90625, 1.527344, 1.851562, 1.941406, 1.11084, 1.033203, 0.973022, 1.910156, 1.792969, 1.695312, 1.769531, 1.882812, 1.65625, 1.330078, 1.882812, 1.851562, 1.855469, 1.96875, 1.695312, 1.217773, 1.71875, 1.734375, 1.25, 1.902344, 1.847656, 1.996094, 1.679688, 1.804688, 1.351562, 1.949219, 1.636719, 1.558594, 1.792969, 1.691406, 1.667969, 1.589844, 1.554688, 0.91748, 1.59375, 1.589844, 1.609375, 1.207031, 1.894531, 1.871094, 1.984375, 0.855469, 1.546875, 1.234375, 1.828125, 1.574219, 1.408203, 0.910645, 1.882812, 1.636719, 1.617188, 0.599609, 1.308594, 0.868164, 2.492188, 1.929688, 1.404297, 1.667969, 1.871094, 1.609375, 1.824219, 1.773438, 1.523438, 1.002914, 0.94873, 1.738281, 1.59375, 1.511719, 1.726562, 1.667969, 1.636719, 1.898438, 1.412109, 1.664062, 1.570312, 1.582031, 1.060059, 2.046875, 1.859375, 1.462891, 1.992188, 1.679688, 0.919922, 1.431641, 0.88623, 1.223633, 1.992188, 1.847656, 1.871094, 1.78125, 1.644531, 1.777344, 1.800781, 1.691406, 1.769531, 1.621094, 1.546875, 1.695312, 1.835938, 2.03125, 1.490234, 1.726562, 1.765625, 1.165039, 1.392578, 1.539062, 1.137695, 1.574219, 1.730469, 1.75, 1.777344, 1.427734, 1.460938, 1.710938, 1.425781, 1.117676, 1.824219, 2.257812, 1.478516, 1.582031, 2.078125, 1.835938, 1.378906, 1.636719, 1.699219, 1.710938, 1.769531, 1.515625, 1.043945, 1.726562, 1.664062, 1.07373, 1.726562, 1.613281, 0.710938, 1.664062, 1.296875, 1.988281, 1.804688, 1.640625, 1.863281, 2.054688, 1.675781, 1.527344, 1.890625, 1.546875, 1.667969, 1.566406, 1.116211, 1.523438, 1.894531, 1.828125, 0.973145, 1.539062, 1.554688, 1.878906, 1.244141, 1.667969, 1.632812, 1.488281, 1.515625, 1.699219, 1.296875, 1.582031, 1.726562, 0.948242, 1.753906, 1.554688, 0.790039, 1.785156, 1.804688, 1.910156, 1.6875, 1.667969, 1.832031, 0.901367, 1.796875, 1.882812, 1.867188, 1.609375, 1.447266, 1.519531, 1.613281, 0.791992, 1.251953, 1.902344, 1.267578, 1.875, 1.326172, 1.458984, 1.574219, 1.777344, 1.018188, 1.337891, 2.09375, 0.751953, 1.898438, 1.570312, 1.855469, 1.761719, 0.893066, 1.738281, 1.714844, 1.003265, 1.886719, 2.0, 1.679688, 1.660156, 1.820312, 1.832031, 0.790039, 1.730469, 1.402344, 1.683594, 1.714844, 1.886719, 1.769531, 1.390625, 1.859375, 1.902344, 1.855469, 1.601562, 0.779297, 1.546875, 1.714844, 1.511719, 1.664062, 2.046875, 1.761719, 1.349609, 1.419922, 1.894531, 1.380859, 1.824219, 1.398438, 1.65625, 1.609375, 1.9375, 0.80957, 1.789062, 1.449219, 1.527344, 1.941406, 1.957031, 1.519531, 1.490234, 1.902344, 1.875, 0.742188, 1.726562, 1.052979, 1.789062 ] }, "name": "onnx::Mul_8490", "outputIndexes": [ 1259 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1258, 1259 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1260 ], "outputIndexes": [ 2854 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2854 ], "outputIndexes": [ 2855 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear", "inputIndexes": [ 2855 ], "outputIndexes": [ 2856 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 569329618, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2856 ], "outputIndexes": [ 2857 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2857 ], "outputIndexes": [ 1261 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1260 ], "main_type": "NONE", "name": "/Shape_183_output_0", "outputIndexes": [ 1262 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1262 ], "main_type": "NONE", "name": "Shape3629", "outputIndexes": [ 1263 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1262 ], "main_type": "NONE", "name": "Rank3631", "outputIndexes": [ 1264 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 1264 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3633", "outputIndexes": [ 1265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1265 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3634", "outputIndexes": [ 1266 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1265, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3636", "outputIndexes": [ 1267 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1267 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3637", "outputIndexes": [ 1268 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1263, 1266, 1268, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3640", "outputIndexes": [ 1269 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3641", "outputIndexes": [ 1270 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1270 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3642", "outputIndexes": [ 1271 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271, 1270 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3643", "outputIndexes": [ 1272 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1262, 1272, 1265 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_199_output_0", "outputIndexes": [ 1273 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1273, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_417_output_0", "outputIndexes": [ 1274 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1274, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_169_output_0", "outputIndexes": [ 1275 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1261, 1275 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_118_output_0", "outputIndexes": [ 1276 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1276, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_104_output_0", "outputIndexes": [ 1277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1276 ], "main_type": "NONE", "name": "/Shape_184_output_0", "outputIndexes": [ 1278 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1278 ], "main_type": "NONE", "name": "Shape3650", "outputIndexes": [ 1279 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1278 ], "main_type": "NONE", "name": "Rank3652", "outputIndexes": [ 1280 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1280, 1280 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3654", "outputIndexes": [ 1281 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3655", "outputIndexes": [ 1282 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3657", "outputIndexes": [ 1283 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1283 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3658", "outputIndexes": [ 1284 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1279, 1282, 1284, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3661", "outputIndexes": [ 1285 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1285 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3662", "outputIndexes": [ 1286 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1286 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3663", "outputIndexes": [ 1287 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1287, 1286 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3664", "outputIndexes": [ 1288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1278, 1288, 1281 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_200_output_0", "outputIndexes": [ 1289 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1289, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_39_output_0", "outputIndexes": [ 1290 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1290, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_422_output_0", "outputIndexes": [ 1291 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1276, 1291, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_53_output_0", "outputIndexes": [ 1292 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1292 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_26_output_0", "outputIndexes": [ 1293 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1276, 21, 1291, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_52_output_0", "outputIndexes": [ 1294 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293, 1294 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_172_output_0", "outputIndexes": [ 1295 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1295, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_105_output_0", "outputIndexes": [ 1296 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1277, 1296 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_65_output_0", "outputIndexes": [ 1297 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1260 ], "outputIndexes": [ 2858 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2858 ], "outputIndexes": [ 2859 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear", "inputIndexes": [ 2859 ], "outputIndexes": [ 2860 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 571983848, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2860 ], "outputIndexes": [ 2861 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2861 ], "outputIndexes": [ 1298 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1274, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_170_output_0", "outputIndexes": [ 1299 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1298, 1299 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_119_output_0", "outputIndexes": [ 1300 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1300, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_106_output_0", "outputIndexes": [ 1301 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1300 ], "main_type": "NONE", "name": "/Shape_185_output_0", "outputIndexes": [ 1302 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1302 ], "main_type": "NONE", "name": "Shape3713", "outputIndexes": [ 1303 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1302 ], "main_type": "NONE", "name": "Rank3715", "outputIndexes": [ 1304 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1304, 1304 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3717", "outputIndexes": [ 1305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1305 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3718", "outputIndexes": [ 1306 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1305, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3720", "outputIndexes": [ 1307 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1307 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3721", "outputIndexes": [ 1308 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1303, 1306, 1308, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3724", "outputIndexes": [ 1309 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1309 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3725", "outputIndexes": [ 1310 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1310 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3726", "outputIndexes": [ 1311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1311, 1310 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3727", "outputIndexes": [ 1312 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1302, 1312, 1305 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_201_output_0", "outputIndexes": [ 1313 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1313, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_40_output_0", "outputIndexes": [ 1314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_424_output_0", "outputIndexes": [ 1315 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1300, 1315, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_55_output_0", "outputIndexes": [ 1316 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1316 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_27_output_0", "outputIndexes": [ 1317 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1300, 21, 1315, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_54_output_0", "outputIndexes": [ 1318 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1317, 1318 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_173_output_0", "outputIndexes": [ 1319 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1319, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_107_output_0", "outputIndexes": [ 1320 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1301, 1320 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_66_output_0", "outputIndexes": [ 1321 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1260 ], "outputIndexes": [ 2862 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2862 ], "outputIndexes": [ 2863 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear", "inputIndexes": [ 2863 ], "outputIndexes": [ 2864 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 573310974, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2864 ], "outputIndexes": [ 2865 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2865 ], "outputIndexes": [ 1322 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1322, 1299 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_120_output_0", "outputIndexes": [ 1323 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1297, 1321, 1323, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_125_output_0", "outputIndexes": [ 1324 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1324 ], "outputIndexes": [ 2866 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2866 ], "outputIndexes": [ 2867 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear", "inputIndexes": [ 2867 ], "outputIndexes": [ 2868 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 574638100, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2868 ], "outputIndexes": [ 2869 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2869 ], "outputIndexes": [ 1325 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_13/Mul_output_0", "outputIndexes": [ 1326 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.742188, 1.71875, 1.671875, 1.894531, 1.847656, 1.847656, 1.636719, 0.261719, 1.722656, 1.244141, 1.773438, 1.570312, 1.523438, 1.980469, 1.820312, 1.535156, 1.738281, 1.617188, 2.4375, 1.878906, 1.863281, 1.757812, 1.816406, 1.53125, 1.570312, 1.738281, 1.636719, 1.71875, 1.828125, 1.800781, 1.324219, 1.054688, 1.746094, 0.402344, 1.582031, 1.289062, 1.636719, 1.847656, 1.373047, 1.628906, 1.976562, 1.714844, 1.894531, 1.257812, 0.541016, 1.730469, 1.914062, 1.746094, 2.148438, 1.361328, 1.683594, 1.15332, 1.554688, 0.767578, 1.617188, 1.431641, 1.695312, 1.796875, 1.53125, 1.333984, 1.071289, 2.03125, 1.804688, 1.644531, 1.910156, 1.632812, 0.827148, 1.664062, 1.455078, 1.554688, 1.769531, 1.847656, 1.671875, 1.589844, 1.5, 1.558594, 0.849609, 1.125, 1.302734, 0.621094, 1.449219, 0.066406, 1.738281, 1.194336, 1.65625, 1.738281, 1.640625, 1.019409, 0.513672, 1.400391, 1.683594, 1.490234, 2.0, 0.445312, 1.699219, 0.027344, 1.582031, 1.710938, 2.25, 1.621094, 1.347656, 1.757812, 1.914062, 1.675781, 1.769531, 1.542969, 1.773438, 1.146484, 1.875, 1.652344, 1.804688, 1.773438, 1.875, 2.507812, 1.613281, 1.253906, 1.792969, 0.626953, 1.574219, 2.039062, 1.808594, 1.660156, 1.527344, 1.789062, 1.400391, 1.189453, 1.644531, 1.824219, 1.671875, 1.02063, 0.799805, 1.542969, 1.416016, 1.605469, 1.742188, 1.917969, 1.28125, 1.447266, 1.458984, 1.914062, 2.296875, 1.761719, 1.189453, 1.703125, 1.734375, 1.46875, 1.416016, 1.863281, 1.609375, 1.773438, 1.710938, 1.332031, 1.542969, 1.996094, 1.792969, 1.75, 0.714844, 1.675781, 0.492188, 0.425781, 2.632812, 1.800781, 1.574219, 0.756836, 1.988281, 1.671875, 1.945312, 0.347656, 1.972656, 1.457031, 1.742188, 0.472656, 1.585938, 0.394531, 1.644531, 2.070312, 1.734375, 0.210938, 1.667969, 1.738281, 1.703125, 0.347656, 1.143555, 0.246094, 1.859375, 1.511719, 0.582031, 1.800781, 1.332031, 1.222656, 1.714844, 1.832031, 1.566406, 1.726562, 1.699219, 1.675781, 1.664062, 1.824219, 1.980469, 1.773438, 1.417969, 1.769531, 1.5, 1.339844, 1.925781, 1.785156, 1.882812, 1.613281, 1.628906, 1.648438, 1.498047, 1.863281, 1.621094, 1.539062, 1.597656, 1.734375, 1.46875, 1.494141, 1.957031, 1.839844, 1.229492, 1.5, 1.695312, 1.902344, 1.730469, 1.753906, 1.558594, 1.640625, 1.376953, 1.161133, 2.703125, 1.917969, 1.953125, 1.824219, 1.757812, 2.0, 1.458984, 1.652344, 1.458984, 1.644531, 1.9375, 1.605469, 1.714844, 1.773438, 1.515625, 1.722656, 1.335938, 1.447266, 1.957031, 0.748047, 1.746094, 1.964844, 0.554688, 1.660156, 1.820312, 1.546875, 1.519531, 1.839844, 1.839844, 1.5625, 1.863281, 1.808594, 1.597656, 1.478516, 1.640625, 1.222656, 1.695312, 1.785156, 1.613281, 1.746094, 1.894531, 1.660156, 1.558594, 1.225586, 1.710938, 1.625, 0.519531, 1.519531, 1.832031, 1.707031, 1.12793, 1.703125, 0.583984, 1.660156, 1.726562, 1.707031, 1.5625, 1.652344, 0.378906, 1.59375, 1.185547, 0.683594, 1.382812, 1.804688, 1.632812, 1.800781, 1.310547, 1.644531, 1.8125, 1.730469, 1.816406, 1.283203, 0.460938, 1.824219, 0.210938, 1.613281, 1.976562, 1.59375, 1.351562, 1.863281, 1.789062, 0.261719, 1.71875, 1.742188, 1.648438, 1.5625, 1.617188, 1.710938, 1.570312, 1.773438, 1.445312, 1.8125, 1.261719, 1.910156, 1.652344, 1.789062, 0.990479, 1.394531, 1.925781, 1.742188, 1.092285, 1.328125, 1.601562, 1.707031, 2.3125, 1.980469, 1.652344, 1.796875, 1.902344, 1.699219, 1.478516, 1.566406, 1.738281, 1.435547, 1.835938, 0.854492, 1.6875, 0.908691, 1.107422, 1.667969, 1.061768, 1.194336, 1.347656, 1.179688, 0.289062, 0.460938, 1.910156, 1.90625, 0.977905, 1.332031, 0.386719, 1.832031, 1.203125, 0.732422, 1.707031, 1.835938, 1.507812, 0.664062, 1.828125, 1.601562, 1.792969, 1.380859, 1.636719, 1.585938, 1.945312, 1.855469, 1.8125, 1.832031, 1.621094, 0.894531, 1.796875, 1.886719, 0.708984, 0.632812, 1.96875, 1.369141, 1.131836, 1.087402, 1.722656, 1.828125, 1.753906, 1.867188, 0.3125, 1.8125, 1.742188, 1.894531, 1.318359, 0.355469, 1.5625, 1.757812, 1.664062, 1.789062, 1.695312, 1.980469, 0.53125, 1.800781, 1.742188, 1.410156, 1.78125, 0.92627, 1.851562, 1.722656, 1.78125, 1.710938, 1.376953, 1.291016, 1.679688, 1.585938, 1.675781, 1.652344, 1.851562, 1.871094, 2.53125, 1.628906, 1.527344, 1.289062, 1.84375, 1.683594, 1.925781, 1.644531, 1.613281, 1.835938, 1.867188, 1.130859, 2.148438, 1.667969, 1.898438, 1.832031, 1.585938, 1.753906, 2.117188, 1.824219, 1.765625, 0.960205, 1.757812, 1.839844, 1.835938, 1.886719, 1.384766, 1.707031, 1.773438, 1.734375, 1.511719, 1.699219, 1.773438, 1.777344, 1.400391, 1.847656, 1.527344, 1.949219, 1.679688, 1.753906, 1.757812, 1.554688, 0.664062, 1.597656, 0.390625, 1.431641, 1.785156, 1.636719, 1.550781, 1.470703, 1.824219, 1.535156, 1.660156, 1.789062, 0.429688, 1.742188, 1.691406, 1.863281, 1.589844, 1.5625, 1.546875, 1.707031, 1.828125, 1.820312, 0.421875, 1.523438, 1.470703, 1.957031, 1.230469, 1.695312, 1.742188, 1.671875, 1.101562, 1.730469, 0.335938, 0.726562, 0.852539, 0.378906, 1.847656, 1.660156, 1.757812, 0.799805, 0.654297, 1.6875, 1.09375, 1.146484, 1.605469, 1.691406, 1.757812, 1.734375, 1.542969, 1.492188, 1.550781, 1.746094, 1.28125, 1.800781, 1.773438, 1.314453, 1.761719, 1.550781, 0.503906, 0.527344, 1.800781, 0.570312, 1.835938, 1.519531, 1.417969, 1.71875, 1.507812, 1.378906, 1.664062, 0.505859, 1.804688, 1.75, 1.753906, 1.589844, 1.804688, 0.492188, 2.007812, 1.145508, 1.773438, 1.816406, 2.007812, 1.644531, 1.695312, 1.664062, 0.796875, 2.007812, 0.970825, 1.847656, 1.960938, 1.427734, 1.458984, 1.753906, 1.582031, 2.226562, 1.416016, 1.769531, 1.894531, 2.070312, 1.271484, 1.851562, 1.753906, 1.882812, 1.84375, 2.507812, 1.632812, 1.835938, 2.03125, 1.78125, 1.953125, 1.640625, 0.257812, 1.714844, 1.503906, 1.550781, 0.580078, 1.695312, 2.015625, 1.804688, 1.898438, 1.664062, 2.320312, 1.412109, 1.957031, 1.625, 1.644531, 1.079102, 1.785156, 1.570312, 1.648438, 1.828125, 1.229492, 1.355469, 1.628906, 1.945312, 1.835938, 1.163086, 1.613281, 1.832031, 1.18457, 1.773438, 1.636719, 1.667969, 1.628906, 1.785156, 1.738281, 1.451172, 1.824219, 1.617188, 1.976562, 1.180664, 1.394531, 1.714844, 1.738281, 1.21582, 1.601562, 1.546875, 1.792969, 1.664062, 1.474609, 1.738281, 1.832031, 1.066895, 1.730469, 1.800781, 1.96875, 1.648438, 1.388672, 1.726562, 1.605469, 1.859375, 1.71875, 1.494141, 1.660156, 1.539062, 1.882812, 0.813477, 1.683594, 1.628906, 1.152344, 0.371094, 1.558594, 1.449219, 1.679688, 1.976562, 1.546875, 0.833984, 0.359375, 0.460938, 1.746094, 1.710938, 1.765625, 1.773438, 1.412109, 1.683594, 1.640625, 1.507812, 1.753906, 1.546875, 1.652344, 0.355469, 1.410156, 1.652344, 1.707031, 1.625, 1.722656, 1.648438, 1.804688, 1.503906, 1.628906, 1.519531, 1.326172, 1.644531, 1.710938, 1.8125, 1.080078, 1.851562, 1.644531, 0.265625, 2.101562, 1.519531, 1.480469, 1.585938, 1.087891, 1.761719, 1.703125, 2.03125, 1.617188, 1.443359, 1.636719, 1.574219, 1.960938, 1.455078, 1.558594, 1.71875, 1.769531, 1.613281, 2.6875, 1.761719, 1.427734, 1.494141, 1.617188, 1.53125, 1.804688, 1.332031, 1.574219, 1.527344, 1.796875, 1.699219, 1.820312, 1.824219, 2.375, 2.039062, 1.921875, 0.910645, 1.691406, 1.351562, 1.746094, 1.835938, 1.644531, 1.695312, 0.915527, 1.53125, 0.824219, 1.761719, 1.960938, 1.707031, 1.119141, 1.832031, 1.683594, 1.605469, 1.570312, 1.78125, 1.462891, 1.59375, 1.695312, 1.890625, 1.753906, 1.675781, 1.462891, 1.859375, 1.263672, 1.283203, 1.855469, 1.386719, 1.851562, 1.910156, 1.921875, 1.847656, 1.589844, 1.925781, 1.925781, 1.408203, 1.675781, 0.398438, 1.761719, 1.451172, 1.855469, 1.527344, 1.519531, 1.839844, 1.570312, 1.285156, 1.734375, 1.851562, 1.800781, 1.589844, 1.820312, 1.554688, 1.294922, 1.675781, 1.535156, 1.753906, 1.613281, 1.730469, 1.914062, 1.061279, 1.476562, 1.527344, 1.261719, 1.441406, 3.140625, 1.757812, 1.738281, 1.166992, 0.767578, 1.925781, 1.753906, 1.386719, 1.0625, 1.78125, 1.112305, 1.742188, 1.824219, 0.946533, 1.832031, 1.851562, 1.460938, 1.710938, 1.636719, 1.691406, 1.205078, 0.671875, 1.416016, 1.621094, 0.760742, 1.441406, 1.816406, 1.851562, 0.449219, 1.839844, 0.833008, 1.859375, 2.0625, 1.373047, 0.8125, 1.644531, 1.597656, 1.490234, 1.589844, 1.820312, 1.960938, 1.800781, 1.574219, 1.380859, 1.574219, 1.628906, 1.867188, 1.539062, 1.628906, 1.867188, 1.867188, 0.976685, 1.78125, 1.640625, 1.150391, 1.582031, 0.956543, 1.863281, 1.707031, 1.765625, 1.773438, 1.824219, 1.535156, 1.832031, 1.710938, 1.886719, 1.22168, 1.492188, 1.707031, 1.9375, 0.003906, 1.130859, 1.208008, 1.570312, 1.394531, 1.136719, 1.835938, 1.777344, 1.566406, 1.726562, 1.601562, 0.410156, 1.679688, 1.519531, 1.376953, 1.554688, 1.867188, 1.863281, 1.589844, 0.445312, 1.138672, 1.523438, 1.478516, 1.78125, 1.933594, 1.929688, 1.462891, 1.683594, 1.558594, 1.773438, 1.472656, 1.757812, 1.726562, 2.007812, 1.339844, 1.636719, 0.501953, 1.539062, 1.746094, 1.710938, 1.375, 1.691406, 1.734375, 1.636719, 1.601562, 1.671875, 0.910156, 1.367188, 1.648438, 1.898438, 1.04126, 1.189453, 1.640625, 0.351562, 0.207031, 0.865234, 1.431641, 1.699219, 1.738281, 1.394531, 1.722656, 0.300781, 0.277344, 1.458984, 1.914062, 1.211914, 1.582031, 1.394531, 1.808594, 1.734375, 1.494141, 0.441406, 1.773438, 1.259766, 1.289062, 0.722656, 1.617188, 1.318359, 1.455078, 1.445312, 1.726562, 1.621094, 1.404297, 1.714844, 1.371094, 1.886719, 1.75, 1.161133, 1.652344, 1.964844, 1.960938, 1.605469, 0.750977, 0.300781, 3.1875, 1.597656, 1.609375, 1.726562, 1.554688, 1.660156, 1.40625, 1.863281, 0.222656, 1.333984, 0.881348, 1.875, 1.726562, 0.375, 1.832031, 1.675781, 1.679688, 1.5, 1.664062, 1.433594, 1.146484, 0.414062, 1.427734, 1.25, 1.53125, 0.5, 1.375, 1.816406, 2.140625, 1.828125, 2.226562, 1.19043, 1.318359, 1.914062, 1.957031, 0.742188, 1.65625, 1.789062, 0.934082, 2.460938, 0.519531, 2.101562, 1.578125, 1.578125, 1.714844, 1.582031, 1.609375, 1.660156, 1.714844, 0.21875, 1.789062, 1.617188, 1.710938, 1.773438, 1.632812, 1.554688, 1.683594, 0.019531, 1.292969, 0.453125, 1.753906, 0.464844, 0.991089, 1.847656, 1.851562, 1.746094, 0.837891, 1.470703, 1.498047, 1.511719, 0.363281, 1.507812, 0.959473, 0.783203, 0.53125, 1.632812, 2.007812, 1.078125, 2.28125, 1.921875, 1.494141, 1.851562, 0.983032, 1.204102, 1.628906, 0.324219, 1.726562, 1.726562, 1.539062, 0.449219, 0.292969, 1.609375, 1.914062, 1.402344, 1.890625, 1.851562, 1.433594, 0.993134, 3.390625, 1.527344, 1.527344, 1.953125, 1.116699, 1.730469, 1.777344, 1.996094, 1.679688, 1.839844, 1.703125, 1.90625, 1.691406, 1.214844, 1.867188, 1.851562, 1.166016, 1.71875, 1.851562, 1.613281, 1.589844, 1.863281, 2.320312, 1.886719, 0.371094, 1.02832, 1.269531, 0.457031, 1.675781, 1.542969, 1.695312, 1.699219, 1.765625, 1.644531, 1.585938, 1.582031, 0.355469, 1.034912, 1.582031, 1.275391, 1.652344, 1.664062, 1.046875, 1.6875, 1.582031, 1.683594, 1.664062, 1.992188, 0.425781, 2.007812, 2.015625, 0.890625, 1.777344, 1.478516, 1.851562, 2.140625, 1.671875, 1.800781, 1.761719, 1.855469, 1.839844, 1.738281, 1.193359, 1.613281, 1.707031, 1.617188, 1.78125, 1.679688, 0.836914, 1.863281, 0.460938, 1.597656, 1.835938, 1.085449, 1.742188, 1.832031, 2.015625, 1.515625, 1.308594, 1.671875, 0.351562, 0.246094, 0.277344, 1.625, 1.699219, 0.433594, 1.429688, 1.460938, 2.085938, 0.605469, 1.570312, 0.981201, 1.451172, 0.429688, 1.773438, 1.8125, 1.660156, 1.832031, 1.335938, 1.171875, 1.851562, 1.648438, 0.945557, 1.761719, 0.257812, 1.632812, 1.730469, 1.664062, 1.917969, 1.140625, 1.3125, 1.683594, 0.269531, 1.972656, 1.494141, 1.632812, 1.648438, 0.844727, 1.847656, 1.648438, 1.574219, 1.128906, 1.578125, 1.322266, 1.855469, 1.800781, 1.675781, 1.851562, 1.617188, 1.535156, 1.847656, 1.472656, 1.574219, 1.988281, 1.695312, 1.710938, 1.644531, 1.546875, 1.910156, 1.234375, 1.753906, 1.558594, 1.664062, 1.789062, 1.722656, 1.384766, 1.566406, 1.482422, 2.070312, 1.542969, 1.466797, 0.566406, 1.921875, 1.347656, 1.675781, 1.394531, 1.503906, 1.527344, 1.652344, 0.679688, 1.839844, 0.589844, 1.789062, 1.251953, 1.324219, 1.067383, 1.558594, 0.722656, 1.660156, 0.367188, 1.792969, 0.847656, 1.851562, 1.443359, 1.347656, 1.726562, 1.945312, 1.535156, 1.294922, 1.449219, 1.601562, 1.757812, 0.339844, 1.914062, 1.431641, 1.376953, 1.707031, 1.691406, 1.648438, 1.648438, 0.949219, 1.464844, 1.617188, 1.554688, 2.085938, 1.691406, 1.710938, 1.539062, 1.40625, 1.597656, 0.285156, 1.9375, 1.613281, 1.851562, 1.859375, 1.240234, 0.797852, 0.304688, 1.652344, 0.394531, 0.654297, 1.121094, 1.570312, 1.816406, 1.785156, 0.992828, 1.380859, 1.067871, 1.734375, 0.320312, 1.757812, 1.523438, 1.636719, 1.707031, 1.808594, 1.992188, 0.421875, 1.640625, 1.789062, 1.004669, 0.667969, 1.625, 1.925781, 0.574219, 1.839844, 2.453125, 1.789062, 1.242188, 1.730469, 1.566406, 0.535156, 1.84375, 1.462891, 1.539062, 1.757812, 1.699219, 0.912598, 0.375, 1.570312, 1.90625, 1.378906, 1.789062, 1.847656, 1.867188, 1.957031, 1.527344, 1.347656, 1.65625, 1.578125, 1.640625, 1.683594, 1.507812, 1.683594, 1.425781, 1.613281, 1.746094, 1.566406, 0.253906, 1.65625, 1.835938, 1.664062, 1.388672, 1.523438, 1.394531, 1.451172, 1.683594, 1.761719, 1.761719, 1.605469, 1.785156, 1.769531, 0.956787, 1.578125, 0.40625, 1.816406, 0.46875, 1.789062, 1.710938, 1.882812, 0.367188, 1.703125, 1.349609, 1.382812, 1.691406, 1.949219, 1.785156, 1.585938, 1.859375, 1.472656, 1.574219, 0.707031, 1.542969, 1.660156, 1.96875, 1.871094, 1.447266, 1.679688, 1.703125, 1.835938, 1.6875, 1.550781, 1.482422, 1.371094, 1.589844, 1.478516, 0.484375, 1.416016, 1.828125, 1.839844, 1.314453, 0.390625, 1.785156, 1.882812, 1.960938, 1.675781, 1.777344, 1.667969, 1.589844, 1.451172, 0.746094, 1.757812, 1.605469, 1.691406, 1.820312, 1.369141, 1.667969, 1.820312, 1.972656, 1.789062, 1.390625, 2.085938, 1.574219, 1.554688, 1.378906, 1.957031, 1.6875, 0.728516, 3.734375, 1.421875, 1.53125, 1.851562, 1.585938, 0.75, 1.886719, 1.550781, 1.691406, 0.394531, 1.353516, 1.122559, 2.546875, 1.597656, 1.714844, 1.863281, 0.226562, 1.71875, 2.085938, 0.273438, 1.002457, 1.621094, 1.691406, 1.667969, 1.734375, 1.628906, 1.451172, 1.691406, 1.253906, 1.71875, 0.568359, 1.570312, 1.953125, 1.734375, 1.152344, 1.847656, 1.71875, 1.613281, 1.5625, 1.703125, 1.585938, 1.71875, 1.314453, 0.794922, 1.757812, 1.648438, 1.714844, 1.808594, 0.973389, 1.652344, 1.519531, 1.554688, 1.703125, 0.932617, 1.644531, 1.960938, 1.695312, 3.265625, 1.273438, 1.976562, 1.621094, 1.601562, 0.799805, 0.335938, 1.625, 1.65625, 1.660156, 1.239258, 1.808594, 1.644531, 1.628906, 0.355469, 1.472656, 1.785156, 1.443359, 1.511719, 1.730469, 1.820312, 1.664062, 1.738281, 1.425781, 1.695312, 1.515625, 1.671875, 1.898438, 1.851562, 1.714844, 1.269531, 1.380859, 1.201172, 1.867188, 1.191406, 1.890625, 1.726562, 0.868164, 1.714844, 1.515625, 1.8125, 1.416016, 1.617188, 1.679688, 1.05249, 1.453125, 1.824219, 1.980469, 1.769531, 1.796875, 0.901367, 1.425781, 1.6875, 1.503906, 1.878906, 1.941406, 1.371094, 1.828125, 1.515625, 1.644531, 1.535156, 0.728516, 1.65625, 1.710938, 1.804688, 2.476562, 1.867188, 1.871094, 1.695312, 1.554688, 1.554688, 1.679688, 1.511719, 1.316406, 0.849609, 1.373047, 1.480469, 1.855469, 1.507812, 1.707031, 1.792969, 1.730469, 1.671875, 1.695312, 1.742188, 1.832031, 1.660156, 1.601562, 1.921875, 1.734375, 1.605469, 1.574219, 1.710938, 1.636719, 1.714844, 1.695312, 2.539062, 1.960938, 1.488281, 1.192383, 1.574219, 1.773438, 0.167969, 1.832031, 2.039062, 1.570312, 0.677734, 1.632812, 1.503906, 0.868164, 0.398438, 1.433594, 1.427734, 1.898438, 1.443359, 1.679688, 1.734375, 1.707031, 1.722656, 1.494141, 2.390625, 1.617188, 0.728516, 2.070312, 1.832031, 0.59375, 0.292969, 1.878906, 1.71875, 1.804688, 0.765625, 1.679688, 1.11377, 1.570312, 1.964844, 1.480469, 1.4375, 1.703125, 1.400391, 1.230469, 1.757812, 1.863281, 1.550781, 0.449219, 0.748047, 1.585938, 1.507812, 1.679688, 1.001312, 1.511719, 1.964844, 1.349609, 0.740234, 1.890625, 1.753906, 1.355469, 1.902344, 1.539062, 1.194336, 1.455078, 1.675781, 0.070312, 0.25, 1.474609, 1.730469, 1.380859, 2.015625, 1.367188, 1.796875, 0.548828, 1.546875, 0.539062, 0.728516, 1.894531, 1.996094, 1.621094, 1.65625, 1.75, 1.929688, 0.603516, 1.917969, 1.371094, 1.316406, 1.554688, 1.753906, 1.660156, 1.46875, 1.114258, 1.789062, 1.984375, 1.494141, 1.378906, 1.265625, 1.271484, 1.59375, 3.0625, 1.804688, 1.777344, 0.382812, 1.652344, 1.828125, 1.984375, 1.609375, 1.570312, 1.640625, 1.808594, 1.664062, 2.132812, 1.213867, 1.601562, 1.828125, 1.757812, 1.847656, 1.777344, 1.539062, 1.679688, 1.554688, 1.847656, 1.796875, 1.644531, 1.652344, 0.40625, 1.65625, 1.722656, 1.839844, 1.742188, 1.408203, 0.238281, 1.804688, 1.914062, 1.482422, 1.660156, 0.552734, 1.871094, 1.742188, 1.617188, 1.496094, 1.535156, 1.9375, 1.322266, 1.054688, 1.628906, 1.863281, 1.785156, 0.375, 1.984375, 0.6875, 0.316406, 1.660156, 2.210938, 1.976562, 1.386719, 1.285156, 1.470703, 1.960938, 1.613281, 1.652344, 1.636719, 1.570312, 1.710938, 1.648438, 1.53125, 2.070312, 1.839844, 1.695312, 1.945312, 1.882812, 1.116699, 1.546875, 1.769531, 1.339844, 1.447266, 2.351562, 1.703125, 0.693359, 1.462891, 0.371094, 1.746094, 1.507812, 2.007812, 1.429688, 1.636719, 1.574219, 1.785156, 1.585938, 1.308594, 1.867188, 1.566406, 1.949219, 1.398438, 1.792969, 0.855469, 1.566406, 0.930176, 0.457031, 1.695312, 1.898438, 1.785156, 1.773438, 1.84375, 1.105957, 1.445312, 1.730469, 0.895508, 1.014709, 1.738281, 1.832031, 1.898438, 1.570312, 1.746094, 1.664062, 1.769531, 1.796875, 1.636719, 0.552734, 1.589844, 1.972656, 1.722656, 1.773438, 1.192383, 1.730469, 1.566406, 1.488281, 1.675781, 1.777344, 1.550781, 1.049316, 1.542969, 1.636719, 1.707031, 1.996094, 1.832031, 1.824219, 1.435547, 1.167969, 1.816406, 1.710938, 0.689453, 0.513672, 1.609375, 1.917969, 1.78125, 1.605469, 1.816406, 0.46875, 1.691406, 1.894531, 1.550781, 1.734375, 1.402344, 1.542969, 1.300781, 0.484375, 1.773438, 1.59375, 1.871094, 1.394531, 2.484375, 1.800781, 1.542969, 1.941406, 1.492188, 1.714844, 1.90625, 1.386719, 1.507812, 0.946777, 1.458984, 0.755859, 0.347656, 1.691406, 1.984375, 1.816406, 1.910156, 2.570312, 1.644531, 1.792969, 1.726562, 1.792969, 1.679688, 1.335938, 1.349609, 0.783203, 1.710938, 1.134766, 1.455078, 1.683594, 1.664062, 1.71875, 1.730469, 1.765625, 1.761719, 0.88623, 1.652344, 1.863281, 0.556641, 1.193359, 1.714844, 1.992188, 1.53125, 0.5, 1.5625, 1.867188, 1.550781, 1.519531, 1.585938, 0.480469, 1.6875, 1.753906, 1.063477, 1.710938, 1.433594, 1.425781, 1.382812, 1.777344, 1.396484, 1.640625, 2.054688, 1.710938, 1.484375, 1.839844, 1.804688, 0.28125, 1.458984, 1.566406, 1.789062, 1.722656, 1.816406, 1.863281, 1.234375, 0.675781, 1.722656, 1.898438, 1.886719, 1.449219, 0.905273, 1.363281, 1.820312, 1.554688, 1.605469, 1.316406, 1.773438, 1.458984, 1.71875, 1.191406, 1.679688, 1.664062, 1.546875, 1.671875, 1.609375, 1.570312, 1.976562, 1.339844, 1.828125, 0.65625, 0.226562, 1.605469, 1.162109, 1.789062, 1.777344, 1.539062, 1.515625, 1.219727, 1.648438, 1.167969, 1.601562, 1.632812, 1.789062, 1.695312, 0.332031, 1.6875, 1.726562, 1.898438, 1.558594, 1.992188, 1.707031, 1.695312, 1.757812, 1.310547, 1.765625, 1.671875, 1.6875, 1.804688, 1.503906, 1.316406, 1.566406, 1.07373, 1.216797, 1.78125, 1.898438, 1.746094, 1.785156, 1.980469, 1.945312, 1.408203, 2.296875, 1.129883, 1.570312, 1.192383, 0.736328, 1.734375, 1.609375, 1.632812, 0.34375, 1.015015, 2.015625, 1.726562, 1.902344, 1.699219, 2.046875, 1.820312, 1.585938, 1.369141, 2.023438, 0.230469, 1.546875, 1.259766, 1.5, 1.84375, 1.894531, 1.761719, 1.542969, 0.304688, 1.621094, 1.601562, 1.546875, 1.578125, 1.832031, 1.953125, 1.851562, 1.582031, 1.373047, 0.644531, 1.605469, 1.742188, 1.316406, 1.632812, 1.726562, 1.699219, 1.839844, 1.164062, 1.664062, 1.265625, 2.90625, 1.570312, 1.792969, 1.84375, 1.472656, 1.357422, 1.503906, 1.714844, 2.101562, 1.777344, 1.470703, 1.605469, 0.285156, 1.796875, 1.734375, 1.726562, 1.644531, 1.726562, 1.941406, 1.679688, 1.554688, 1.792969, 1.026733, 1.636719, 1.675781, 1.699219, 0.265625, 1.773438, 1.851562, 1.707031, 1.824219, 1.671875, 1.412109, 1.984375, 1.410156, 1.832031, 1.695312, 1.878906, 0.634766, 1.457031, 1.421875, 1.679688, 0.335938, 1.839844, 0.830078, 1.585938, 0.316406, 1.792969, 1.292969, 2.09375, 0.864258, 1.224609, 1.746094, 1.65625, 1.324219, 1.597656, 1.542969, 1.96875, 1.816406, 0.332031, 0.714844, 0.939941, 1.691406, 1.804688, 1.447266, 1.804688, 1.886719, 1.628906, 1.205078, 1.890625, 1.582031, 1.828125, 2.046875, 1.632812, 1.213867, 1.617188, 1.8125, 0.938721, 1.691406, 1.683594, 1.90625, 1.761719, 1.800781, 1.146484, 1.902344, 1.585938, 1.414062, 1.808594, 1.753906, 1.785156, 1.65625, 1.964844, 0.476562, 1.707031, 1.554688, 1.710938, 0.597656, 1.835938, 1.929688, 1.960938, 0.476562, 1.451172, 0.917969, 1.824219, 1.402344, 1.102539, 0.308594, 1.765625, 1.738281, 1.625, 0.214844, 0.972778, 0.566406, 2.648438, 1.875, 1.192383, 1.789062, 1.878906, 1.59375, 1.804688, 1.757812, 1.353516, 0.46875, 0.59375, 1.824219, 1.240234, 1.431641, 1.691406, 1.585938, 1.691406, 1.851562, 1.01416, 1.496094, 1.628906, 1.515625, 0.944336, 2.007812, 1.835938, 2.109375, 1.761719, 1.609375, 0.509766, 1.808594, 0.464844, 1.621094, 1.742188, 1.703125, 1.835938, 1.847656, 1.277344, 1.8125, 1.738281, 1.753906, 1.875, 1.429688, 1.470703, 1.738281, 1.667969, 2.023438, 1.353516, 1.902344, 1.707031, 0.854492, 1.229492, 1.482422, 0.766602, 1.675781, 1.667969, 1.796875, 1.761719, 1.291016, 1.279297, 1.53125, 1.710938, 0.963867, 1.738281, 1.609375, 1.75, 1.65625, 1.898438, 1.785156, 1.130859, 1.765625, 1.800781, 1.59375, 1.679688, 1.5625, 0.768555, 1.816406, 1.621094, 0.689453, 1.644531, 1.585938, 0.425781, 1.636719, 1.002014, 1.792969, 1.6875, 1.675781, 1.824219, 1.90625, 1.613281, 1.523438, 1.832031, 1.550781, 1.474609, 1.570312, 0.77832, 1.515625, 1.925781, 1.683594, 0.621094, 1.363281, 1.5, 1.796875, 1.730469, 1.742188, 1.726562, 1.523438, 1.46875, 1.859375, 1.324219, 1.601562, 1.777344, 0.335938, 1.835938, 1.539062, 0.402344, 1.578125, 1.675781, 1.925781, 1.539062, 1.5625, 1.746094, 0.535156, 1.804688, 1.859375, 1.980469, 1.679688, 1.449219, 1.365234, 1.371094, 0.457031, 0.681641, 1.796875, 1.171875, 1.851562, 1.071777, 1.279297, 1.660156, 1.644531, 0.5, 1.191406, 1.902344, 0.328125, 2.0625, 1.404297, 1.808594, 1.839844, 0.476562, 1.890625, 1.695312, 0.578125, 1.855469, 2.054688, 1.558594, 1.804688, 1.84375, 2.03125, 0.441406, 1.816406, 1.121094, 1.609375, 1.597656, 1.796875, 1.789062, 1.488281, 1.789062, 1.757812, 1.804688, 1.417969, 0.402344, 1.535156, 1.691406, 1.527344, 1.511719, 1.976562, 1.648438, 1.265625, 1.22168, 1.726562, 1.390625, 1.742188, 1.566406, 2.460938, 1.984375, 1.726562, 0.359375, 1.769531, 1.390625, 1.621094, 1.761719, 1.769531, 1.201172, 1.359375, 1.695312, 1.890625, 0.488281, 1.597656, 1.515625, 1.494141 ] }, "name": "onnx::Mul_8513", "outputIndexes": [ 1327 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1326, 1327 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1257, 1328 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_68_output_0", "outputIndexes": [ 1329 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1329 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_13/Mul_output_0", "outputIndexes": [ 1330 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.873047, 0.924805, 0.873047, 0.918457, 0.970703, 0.900879, 0.869141, 0.484375, 0.898926, 0.864258, 0.885742, 0.874023, 0.856445, 0.871094, 0.924805, 0.912109, 0.87207, 0.930176, 0.991638, 0.896973, 0.890625, 0.975342, 0.953613, 0.838867, 0.84668, 0.881836, 0.748047, 0.849609, 0.84375, 0.888184, 0.877441, 0.823242, 0.911133, 0.550781, 0.896973, 0.762695, 0.915527, 0.871094, 0.915039, 0.928711, 0.893555, 0.893066, 0.904297, 0.816406, 0.621094, 0.901367, 0.908691, 0.894043, 0.886719, 0.847656, 0.883301, 0.699219, 0.854492, 0.507812, 0.869141, 0.825195, 0.858398, 0.919922, 0.888184, 0.891113, 0.800781, 0.845703, 0.911133, 0.853516, 0.754883, 0.880859, 0.746094, 0.893066, 0.835938, 0.916016, 0.906738, 0.881836, 0.87793, 0.930176, 0.887695, 0.917969, 0.726562, 0.87207, 0.84082, 0.599609, 0.905273, 0.509766, 0.887207, 0.834961, 0.887695, 0.826172, 0.905273, 0.838867, 0.644531, 0.901367, 0.861328, 0.900879, 0.901855, 0.625, 0.927246, 0.476562, 0.894043, 0.906738, 0.825195, 0.914062, 0.850586, 0.906738, 0.916016, 0.862305, 0.909668, 0.91748, 0.87207, 0.825195, 0.910156, 0.931152, 0.851562, 0.848633, 0.921387, 0.662109, 0.874023, 0.825195, 0.920898, 0.525391, 0.911621, 0.855469, 0.902832, 0.862305, 0.771484, 0.913574, 0.856445, 0.751953, 0.861328, 0.901855, 0.84082, 0.746094, 0.768555, 0.891113, 0.902832, 0.929688, 0.896484, 0.905273, 0.882324, 0.710938, 0.910156, 0.895996, 0.755859, 0.892578, 0.912109, 0.901855, 0.931152, 0.885254, 0.863281, 0.977295, 0.908203, 0.951904, 0.939453, 0.856445, 0.916016, 0.714844, 0.893555, 0.903809, 0.75, 0.884766, 0.607422, 0.552734, 0.472656, 0.904785, 0.833984, 0.738281, 0.881836, 0.949951, 0.895508, 0.535156, 0.84082, 0.895508, 0.888672, 0.613281, 0.84668, 0.595703, 0.954834, 0.891602, 0.845703, 0.537109, 0.90918, 0.920898, 0.887207, 0.511719, 0.819336, 0.509766, 0.798828, 0.942139, 0.740234, 0.875, 0.907227, 0.838867, 0.901367, 0.785156, 0.861328, 0.863281, 0.896484, 0.822266, 0.907227, 0.895508, 0.922852, 0.90918, 0.870117, 0.887207, 0.907227, 0.908691, 0.894531, 0.914062, 0.828125, 0.919922, 0.870117, 0.890625, 0.832031, 0.923828, 0.884277, 0.898926, 0.877441, 0.882812, 0.853516, 0.885742, 0.878418, 0.905273, 0.836914, 0.754883, 0.92334, 0.901855, 0.858398, 0.871094, 0.893555, 0.895508, 0.852539, 0.887695, 0.441406, 0.932617, 0.84668, 0.89209, 0.863281, 0.906738, 0.746094, 0.867188, 0.896973, 0.91748, 0.689453, 0.929199, 0.920898, 0.814453, 0.965576, 0.892578, 0.845703, 0.875, 0.944092, 0.738281, 0.916504, 0.900879, 0.636719, 0.923828, 0.867188, 0.896973, 0.875, 0.92627, 0.880859, 0.903809, 0.910645, 0.968018, 0.904297, 0.884277, 0.908203, 0.831055, 0.901367, 0.899414, 0.866211, 0.876953, 0.91748, 0.908203, 0.915039, 0.896484, 0.913574, 0.888184, 0.681641, 0.87793, 0.896973, 0.931641, 0.814453, 0.888184, 0.570312, 0.887695, 0.854492, 0.921875, 0.855469, 0.900391, 0.5625, 0.92041, 0.857422, 0.609375, 0.919922, 0.955566, 0.823242, 0.861328, 0.860352, 0.883789, 0.91748, 0.963623, 0.787109, 0.87207, 0.541016, 0.855469, 0.453125, 0.805664, 0.869141, 0.854492, 0.927734, 0.881348, 0.943115, 0.496094, 0.908203, 0.906738, 0.849609, 0.885742, 0.851562, 0.949219, 0.903809, 0.906738, 0.866211, 0.875488, 0.863281, 0.933594, 0.899902, 0.826172, 0.84082, 0.838867, 0.839844, 0.878906, 0.84668, 0.792969, 0.876953, 0.892578, 0.390625, 0.939697, 0.881348, 0.927734, 0.914062, 0.905273, 0.917969, 0.916504, 0.919922, 0.908203, 0.859375, 0.773438, 0.900391, 0.714844, 0.897949, 0.893555, 0.615234, 0.870117, 0.669922, 0.868164, 0.505859, 0.626953, 0.905762, 0.894531, 0.786133, 0.880859, 0.560547, 0.849609, 0.916016, 0.716797, 0.881836, 0.919922, 0.88916, 0.609375, 0.896973, 0.909668, 0.917969, 0.858398, 0.917969, 0.884766, 0.929688, 0.914062, 0.911621, 0.871094, 0.795898, 0.714844, 0.916016, 0.896484, 0.726562, 0.646484, 0.923828, 0.870117, 0.884766, 0.738281, 0.911133, 0.900879, 0.870117, 0.935059, 0.523438, 0.900391, 0.911621, 0.880371, 0.851562, 0.560547, 0.915039, 0.899902, 0.910645, 0.890625, 0.912109, 0.888184, 0.621094, 1.091797, 0.91748, 0.870117, 0.959717, 0.628906, 0.879883, 0.976196, 0.873047, 0.910645, 0.75, 0.92334, 0.904297, 0.869141, 0.936523, 0.863281, 0.957764, 0.873047, 0.722656, 0.885742, 0.865234, 0.775391, 0.888184, 0.892578, 0.865234, 0.862305, 0.830078, 0.953125, 0.912598, 0.804688, 0.613281, 0.904785, 0.893555, 0.922852, 0.892578, 0.871094, 0.914062, 0.847656, 0.87793, 0.842773, 0.636719, 0.880859, 0.883789, 0.92041, 0.881836, 0.855469, 0.879395, 0.898438, 0.881348, 0.827148, 0.873047, 0.864258, 0.746094, 0.881348, 0.903809, 0.87207, 0.904297, 0.864258, 0.885254, 0.933105, 0.683594, 0.901367, 0.529297, 0.888672, 0.893555, 0.932617, 0.866211, 0.908203, 0.961914, 0.946533, 0.902832, 0.88916, 0.570312, 0.863281, 0.925781, 0.893555, 0.855469, 0.912109, 0.919922, 0.916504, 0.901855, 0.90332, 0.535156, 0.92041, 0.844727, 0.865234, 0.845703, 0.863281, 0.940186, 0.891113, 0.817383, 0.918945, 0.488281, 0.587891, 0.818359, 0.525391, 0.901855, 0.860352, 0.873047, 0.824219, 0.484375, 0.857422, 0.796875, 0.701172, 0.895508, 0.936035, 0.914062, 0.865234, 0.883301, 0.844727, 0.908203, 0.900391, 0.802734, 0.94458, 0.933594, 0.831055, 0.783203, 0.856445, 0.695312, 0.617188, 0.906738, 0.720703, 0.927734, 0.909668, 0.870117, 0.969482, 0.842773, 0.896973, 0.924316, 0.566406, 0.938721, 0.765625, 0.901367, 0.92334, 0.918945, 0.525391, 0.710938, 0.818359, 0.738281, 0.936035, 0.893555, 0.908203, 0.905762, 0.87207, 0.783203, 0.915039, 0.617188, 0.981934, 0.870117, 0.832031, 0.837891, 0.753906, 0.895508, 0.677734, 0.853516, 0.879395, 0.92041, 0.811523, 0.786133, 0.920898, 0.847656, 0.87207, 0.916504, 0.679688, 0.754883, 0.863281, 0.855469, 0.849609, 0.95166, 0.896973, 0.529297, 0.853516, 0.90332, 0.871094, 0.716797, 0.900879, 0.833984, 0.993073, 0.889648, 0.899414, 0.787109, 0.924805, 0.754883, 0.862305, 0.628906, 0.766602, 0.901855, 0.881348, 0.762695, 0.671875, 0.814453, 0.89209, 0.854492, 0.892578, 0.887695, 0.879883, 0.865234, 0.928711, 0.879395, 0.908691, 0.9375, 0.936035, 0.893555, 0.87207, 0.907227, 0.890137, 0.918945, 0.913086, 0.929199, 0.566406, 0.835938, 0.880859, 0.906738, 0.878906, 0.932129, 0.850586, 0.937988, 0.885254, 0.834961, 0.892578, 0.915039, 0.865234, 0.916992, 0.87207, 0.95874, 0.738281, 0.897461, 0.965088, 0.943115, 0.921387, 0.949951, 0.855469, 0.888184, 0.916504, 0.910645, 0.744141, 0.999008, 0.991821, 0.831055, 0.560547, 0.916016, 0.673828, 0.907715, 0.925293, 0.818359, 0.65625, 0.445312, 0.5625, 0.939697, 0.925781, 0.896973, 0.955322, 0.910645, 0.929199, 0.877441, 0.779297, 0.837891, 0.847656, 0.900879, 0.539062, 0.869141, 0.935547, 0.908691, 0.921875, 0.916016, 0.961426, 0.892578, 0.793945, 0.929199, 0.904297, 0.810547, 0.89502, 0.916016, 0.84668, 0.775391, 0.877441, 0.897949, 0.552734, 1.149414, 0.89209, 1.003143, 0.904785, 0.824219, 0.877441, 0.893066, 0.75, 0.818359, 0.907227, 0.870117, 0.94458, 0.896973, 0.884766, 0.864258, 0.943115, 0.884766, 0.911621, 0.417969, 0.916992, 0.852539, 0.879883, 0.94043, 0.893555, 0.871094, 0.891602, 0.895508, 0.880859, 0.908203, 0.939697, 0.896484, 0.837891, 0.987183, 0.615234, 0.858398, 0.705078, 0.893066, 0.833008, 0.883301, 0.952393, 0.894531, 0.899414, 0.770508, 0.679688, 0.802734, 0.921875, 0.87793, 0.909668, 0.93457, 0.891602, 0.918945, 0.894531, 0.924316, 0.912109, 0.89209, 0.895996, 0.885254, 0.892578, 0.924316, 0.894043, 0.873047, 0.908203, 0.864258, 0.826172, 0.913086, 0.900391, 0.865234, 0.942383, 0.948975, 0.892578, 0.930176, 0.911621, 0.915527, 0.902832, 0.877441, 0.556641, 0.841797, 0.880371, 0.861328, 0.880859, 0.853516, 0.898438, 0.914062, 0.898926, 0.862305, 0.851562, 0.919434, 0.825195, 0.94458, 0.924805, 0.870117, 0.877441, 0.847656, 0.900879, 0.892578, 0.869141, 0.861328, 0.818359, 0.891113, 0.919922, 0.887207, 0.902832, 0.429688, 0.953369, 0.898926, 0.652344, 0.796875, 0.901855, 0.848633, 0.865234, 0.790039, 0.933594, 0.833008, 0.904785, 0.882812, 0.769531, 0.87793, 0.914551, 0.638672, 0.944824, 0.931641, 0.935547, 0.844727, 0.707031, 0.89502, 0.892578, 0.607422, 0.876953, 0.912598, 0.916504, 0.544922, 0.942383, 0.744141, 0.818359, 0.823242, 0.90332, 0.744141, 0.88916, 0.84668, 0.92334, 0.896973, 0.868164, 0.907227, 0.876953, 0.864258, 0.861328, 0.897461, 0.888672, 0.891602, 0.958252, 0.919434, 0.779297, 0.884766, 0.782227, 0.935059, 0.860352, 0.6875, 0.913086, 0.794922, 0.885254, 0.934082, 0.919434, 0.90918, 0.913086, 0.940186, 0.887695, 0.913086, 0.90332, 0.873047, 0.890625, 0.880371, 0.903809, 0.417969, 0.851562, 0.803711, 0.896973, 0.841797, 0.707031, 0.905762, 0.912109, 0.88623, 0.947998, 0.904785, 0.533203, 0.91748, 0.848633, 0.927246, 0.65625, 0.855469, 0.932617, 0.89502, 0.589844, 0.890137, 0.855469, 0.904297, 0.87207, 0.901367, 0.891602, 0.780273, 0.770508, 0.890137, 0.92041, 0.87207, 0.90625, 0.882812, 0.937744, 0.839844, 0.869141, 0.599609, 0.913086, 0.927734, 0.884766, 0.880859, 0.887695, 0.894043, 0.96582, 0.877441, 0.910645, 0.819336, 0.883789, 0.932129, 0.931641, 0.763672, 0.87207, 0.885742, 0.576172, 0.558594, 0.799805, 0.776367, 0.910156, 0.916992, 0.904297, 0.904785, 0.507812, 0.523438, 0.929199, 0.88916, 0.787109, 0.938232, 0.861328, 0.889648, 0.839844, 0.734375, 0.523438, 0.838867, 0.887695, 0.867188, 0.638672, 0.861328, 0.865234, 0.84668, 0.933594, 0.976196, 0.935059, 0.858398, 0.946533, 0.788086, 0.868164, 0.904785, 0.87207, 0.848633, 0.847656, 0.983032, 0.920898, 0.755859, 0.505859, 0.386719, 0.893066, 0.899902, 0.869141, 0.912598, 0.875488, 0.884766, 0.901367, 0.529297, 0.836914, 0.776367, 0.987, 0.908691, 0.513672, 0.899902, 0.927734, 0.923828, 0.94873, 0.882324, 0.844727, 0.823242, 0.566406, 0.870117, 0.883301, 0.856445, 0.554688, 0.94458, 0.936523, 0.770508, 0.873047, 0.576172, 0.893066, 0.887207, 0.902344, 0.827148, 0.744141, 0.896484, 0.910645, 0.794922, 0.761719, 0.825195, 0.535156, 0.906738, 0.837891, 0.90332, 0.867188, 0.876953, 0.960205, 0.939941, 0.501953, 0.878906, 0.914551, 0.873047, 0.906738, 0.582031, 0.914062, 0.915527, 0.394531, 0.883301, 0.546875, 0.884766, 0.53125, 0.847656, 0.904785, 0.902344, 0.904785, 0.833008, 0.850586, 0.634766, 0.880371, 0.529297, 0.860352, 0.833008, 0.714844, 0.669922, 0.870117, 0.873047, 0.822266, 0.707031, 0.925781, 0.875977, 0.911133, 0.838867, 0.892578, 0.886719, 0.527344, 0.879395, 0.925781, 0.824219, 0.488281, 0.548828, 0.922363, 0.907715, 0.881836, 0.897461, 0.919434, 0.900391, 0.78125, 0.386719, 0.880371, 0.912598, 0.935547, 0.81543, 0.874023, 0.887207, 0.929199, 0.87207, 0.911133, 0.887695, 0.923828, 0.863281, 0.884766, 0.920898, 0.880371, 0.816406, 0.925293, 0.903809, 0.92041, 0.892578, 0.928223, 0.833008, 0.87793, 0.535156, 0.804688, 0.789062, 0.546875, 0.935059, 0.84375, 0.898926, 0.865234, 0.892578, 0.912598, 0.84668, 0.905762, 0.5, 0.875, 0.904785, 0.832031, 0.895508, 0.894043, 0.84082, 0.924316, 0.908691, 0.947754, 0.919922, 0.888672, 0.505859, 0.939941, 0.91748, 0.801758, 0.900879, 0.873047, 0.931641, 0.790039, 0.924316, 0.883301, 0.89502, 0.893066, 0.927734, 0.893555, 0.722656, 0.854492, 0.910645, 0.927246, 0.878418, 0.780273, 0.632812, 0.852539, 0.607422, 0.896484, 0.908203, 0.789062, 0.905273, 0.908691, 0.902832, 0.861328, 0.838867, 0.838867, 0.541016, 0.496094, 0.501953, 0.916016, 0.920898, 0.617188, 0.906738, 0.899902, 0.88623, 0.613281, 0.869141, 0.746094, 0.87207, 0.583984, 0.900391, 0.885254, 0.736328, 0.925781, 0.865234, 0.848633, 1.000034, 0.87207, 0.646484, 1.113281, 0.619141, 0.858398, 0.868164, 0.899902, 0.939209, 0.800781, 0.597656, 0.931641, 0.552734, 0.712891, 0.910156, 0.900879, 0.894531, 0.720703, 0.910156, 0.883789, 0.891113, 0.825195, 0.931152, 0.875977, 0.821289, 0.92334, 0.918945, 0.78125, 0.907715, 0.892578, 0.911621, 0.794922, 0.946777, 0.89209, 0.929199, 0.893066, 0.873047, 0.899902, 0.94043, 0.842773, 0.89209, 0.91748, 0.88623, 0.928711, 0.887695, 0.833984, 0.904785, 0.81543, 0.827148, 0.837891, 0.849609, 0.607422, 0.867188, 0.870117, 0.916504, 0.810547, 0.925293, 0.879395, 0.893555, 0.607422, 0.904785, 0.707031, 0.888184, 0.911621, 0.883789, 0.805664, 0.897461, 0.712891, 0.854492, 0.546875, 0.882324, 0.768555, 0.937012, 0.870117, 0.881348, 0.95874, 0.899902, 0.916016, 0.891113, 0.871094, 0.88916, 0.911621, 0.53125, 0.900391, 0.868164, 0.919922, 0.931152, 0.861328, 1.004211, 0.87207, 0.744141, 0.839844, 0.918457, 0.883789, 0.78418, 0.921387, 0.89502, 0.865234, 0.869141, 0.853516, 0.472656, 0.904785, 0.919922, 0.880371, 0.589844, 0.871094, 0.689453, 0.496094, 0.876953, 0.544922, 0.552734, 0.868164, 0.931641, 0.912598, 0.969971, 1.108887, 0.858398, 0.834961, 0.84668, 0.533203, 0.898926, 0.848633, 0.850586, 1.029785, 0.921875, 0.95874, 0.564453, 0.894531, 0.9375, 0.705078, 0.580078, 0.908203, 0.865234, 0.613281, 0.909668, 0.675781, 0.896973, 0.863281, 0.885742, 0.903809, 0.578125, 0.902832, 0.921875, 0.947754, 0.873047, 0.916992, 0.794922, 0.523438, 0.917969, 0.897949, 0.903809, 0.949951, 0.904785, 0.867188, 0.946045, 0.908691, 0.885742, 0.940674, 0.652344, 0.876465, 0.855469, 0.87793, 0.901367, 0.80957, 0.882324, 0.838867, 0.913086, 0.523438, 0.894043, 0.932129, 0.890137, 0.924805, 0.822266, 0.860352, 0.829102, 0.887695, 0.796875, 0.853516, 0.928223, 0.932129, 0.888184, 0.705078, 0.814453, 0.537109, 0.888184, 0.580078, 0.793945, 0.933594, 0.880859, 0.515625, 0.854492, 0.891602, 0.94043, 0.930664, 0.925781, 0.892578, 0.908203, 0.863281, 0.899902, 0.870117, 0.638672, 0.876465, 0.868164, 0.787109, 0.9375, 0.912109, 0.830078, 0.91748, 0.89209, 0.897949, 0.884277, 0.771484, 0.884277, 0.885742, 0.931641, 0.666016, 0.885742, 0.865234, 0.905762, 0.854492, 0.521484, 0.884766, 0.938721, 0.875977, 0.882324, 0.886719, 0.89502, 0.845703, 0.887695, 0.580078, 0.916992, 0.896484, 0.847656, 0.903809, 0.911133, 0.878418, 0.893066, 0.915039, 0.915039, 0.833984, 0.937012, 0.910645, 0.939209, 0.902344, 0.888672, 0.913574, 0.748047, 0.523438, 0.869141, 0.887695, 0.879395, 0.916992, 0.804688, 0.892578, 0.893066, 0.895996, 0.521484, 0.900879, 0.899414, 0.768555, 0.878418, 0.906738, 0.92334, 0.457031, 0.880859, 0.808594, 0.503906, 0.697266, 0.88916, 0.903809, 0.90625, 0.87207, 0.893066, 0.880859, 0.897461, 0.874023, 0.943848, 0.65625, 0.918457, 0.927246, 0.95874, 0.578125, 0.912109, 0.894043, 0.899414, 0.865234, 0.915039, 0.907227, 0.88623, 0.865234, 0.578125, 0.96582, 0.908203, 0.862305, 0.868164, 0.759766, 0.871094, 0.691406, 0.867188, 0.899414, 0.765625, 0.90625, 0.895996, 0.865234, 0.394531, 0.844727, 1.012695, 0.908203, 0.914062, 0.738281, 0.548828, 0.858398, 0.841797, 0.863281, 0.84082, 0.903809, 0.89502, 0.866211, 0.503906, 0.892578, 0.913574, 0.854492, 0.885742, 0.820312, 0.916504, 0.886719, 0.926758, 0.801758, 0.84668, 0.904297, 0.941162, 0.896973, 0.924805, 0.760742, 0.792969, 0.791016, 0.837891, 0.901855, 0.896484, 0.660156, 0.880371, 0.797852, 0.793945, 0.88623, 0.897949, 0.947021, 0.883789, 0.916504, 0.728516, 0.873047, 0.87793, 0.845703, 0.862305, 0.88623, 0.788086, 0.951172, 0.912598, 0.946289, 0.920898, 0.865234, 0.849609, 0.932129, 0.885254, 0.920898, 0.896484, 0.582031, 0.885254, 0.90332, 0.999187, 0.539062, 0.919922, 0.914551, 0.865234, 0.885254, 0.852539, 0.909668, 0.895996, 0.838867, 0.803711, 0.951416, 0.919434, 0.92041, 0.915527, 0.885254, 0.891113, 0.912598, 0.920898, 0.93457, 0.887207, 0.844727, 0.904297, 0.822266, 0.724609, 0.87793, 0.90332, 0.88916, 0.914062, 0.919922, 0.850586, 0.927246, 0.841797, 0.912109, 0.919922, 0.813477, 0.898926, 0.950195, 0.492188, 0.862305, 0.852539, 0.893066, 0.658203, 0.919922, 0.907715, 0.738281, 0.544922, 0.814453, 0.900391, 0.927246, 0.863281, 0.869141, 0.879395, 0.895996, 0.924805, 0.90918, 0.841797, 0.900879, 0.710938, 0.921387, 0.880371, 0.671875, 0.519531, 0.952881, 0.974854, 0.88623, 0.720703, 0.954346, 0.808594, 0.849609, 0.900879, 0.93457, 0.877441, 0.934082, 0.917969, 0.880371, 0.897461, 0.927734, 3.46875, 0.611328, 0.761719, 0.873047, 0.89209, 0.942627, 0.854492, 0.84668, 0.87793, 0.823242, 0.710938, 0.915527, 0.92334, 0.888672, 0.903809, 0.845703, 0.834961, 0.932129, 0.894043, 0.496094, 0.511719, 0.898438, 0.883301, 0.893066, 0.908691, 0.902344, 0.884277, 0.628906, 0.908203, 0.742188, 0.685547, 0.808594, 0.935547, 0.895508, 0.912109, 0.933594, 0.880371, 0.638672, 0.914551, 0.867188, 0.816406, 0.876953, 0.987915, 0.884766, 0.869141, 0.842773, 0.931641, 0.898926, 0.900391, 0.814453, 0.714844, 0.888184, 0.867188, 0.414062, 0.929199, 0.890625, 0.537109, 0.875488, 0.905273, 0.8125, 0.888672, 0.813477, 0.907715, 0.826172, 0.854492, 0.856445, 0.835938, 0.921387, 0.895996, 0.942627, 0.869141, 0.907227, 0.868164, 0.882812, 0.810547, 0.912598, 0.929199, 0.860352, 0.669922, 0.546875, 0.911621, 0.869141, 0.911621, 0.888184, 0.866211, 0.460938, 0.92334, 0.916504, 0.887207, 0.87793, 0.652344, 0.967041, 0.900879, 0.919434, 0.88623, 0.865234, 0.786133, 0.861328, 0.816406, 0.884277, 0.837891, 0.849609, 0.5625, 0.979614, 0.817383, 0.607422, 0.908203, 0.754883, 0.904297, 0.916016, 0.826172, 0.891602, 0.703125, 0.844727, 0.904297, 0.92041, 0.905273, 0.905762, 0.857422, 0.973877, 0.814453, 0.92334, 0.928223, 0.883789, 0.902832, 0.664062, 0.899902, 0.911133, 0.834961, 0.87793, 0.644531, 0.885254, 0.646484, 0.875488, 0.503906, 0.925781, 0.882812, 0.883301, 0.855469, 0.873047, 0.919434, 0.908203, 0.928223, 0.881348, 0.919434, 0.943359, 0.894043, 0.817383, 0.907715, 0.703125, 0.957031, 0.828125, 0.558594, 0.922852, 0.995331, 0.92041, 0.967773, 1.114746, 0.854492, 0.885742, 0.912598, 0.794922, 0.790039, 0.883789, 0.924316, 0.907715, 0.861328, 0.923828, 0.742188, 0.938232, 0.936523, 0.894043, 0.583984, 0.816406, 0.864258, 0.915039, 0.92041, 0.818359, 0.876465, 0.868164, 0.857422, 0.89209, 0.885742, 0.896484, 0.626953, 0.857422, 0.895996, 0.900391, 0.833984, 0.851562, 0.895996, 0.867188, 0.860352, 0.89209, 0.899902, 0.683594, 0.613281, 0.852539, 0.985657, 0.916016, 0.886719, 0.892578, 0.523438, 0.865234, 0.916992, 0.870117, 0.92041, 0.790039, 0.90918, 0.837891, 0.496094, 0.844727, 0.912598, 0.866211, 0.895508, 1.000748, 0.943359, 0.939941, 0.863281, 0.915039, 0.875, 1.037598, 0.833008, 0.830078, 0.736328, 0.918457, 0.828125, 0.5, 0.915527, 0.893555, 0.932129, 0.896484, 0.695312, 0.862305, 0.916992, 0.890137, 0.873047, 0.92334, 0.740234, 0.896484, 0.708984, 0.911133, 0.740234, 0.87207, 0.943115, 0.919922, 0.787109, 0.893066, 0.830078, 0.895996, 0.84082, 0.954834, 0.904785, 0.591797, 0.836914, 0.89502, 0.88916, 1.124023, 0.576172, 0.860352, 0.801758, 0.852539, 0.881348, 0.890137, 0.548828, 0.864258, 0.91748, 0.736328, 0.894531, 0.818359, 0.841797, 0.855469, 0.856445, 0.893066, 0.894043, 0.97876, 0.935547, 0.931641, 0.90918, 0.888672, 0.501953, 0.920898, 0.881348, 0.893066, 0.919922, 0.88623, 0.944092, 0.866211, 0.738281, 0.839844, 0.928223, 0.885742, 0.876953, 0.714844, 0.928223, 0.780273, 0.845703, 0.869141, 0.89502, 0.912109, 0.87793, 0.864258, 0.861328, 0.904297, 0.877441, 0.88916, 0.909668, 0.908691, 0.878418, 0.833008, 0.802734, 0.897949, 0.679688, 0.533203, 0.894531, 0.802734, 0.870117, 0.918945, 0.936035, 0.876953, 0.817383, 0.919434, 0.839844, 0.851562, 0.911133, 0.927246, 0.907715, 0.513672, 0.901367, 0.911621, 0.908203, 0.826172, 0.708984, 0.894043, 0.900879, 0.871094, 0.858398, 0.882812, 0.88623, 0.912109, 0.943848, 0.921387, 0.767578, 0.92041, 0.771484, 0.836914, 0.864258, 0.893066, 0.900879, 0.916992, 0.959229, 0.882812, 0.90918, 0.823242, 0.817383, 0.905273, 0.851562, 0.654297, 0.951416, 0.857422, 0.948975, 0.568359, 0.77832, 0.938721, 0.919922, 0.905273, 0.937744, 0.740234, 0.912598, 0.779297, 0.777344, 0.779297, 0.496094, 0.861328, 0.814453, 0.897461, 0.928223, 0.926758, 0.931641, 0.867188, 0.53125, 0.911621, 0.876953, 0.880371, 0.911621, 0.894531, 0.84082, 0.958008, 0.885254, 0.824219, 0.716797, 0.879883, 0.930176, 0.899902, 0.875, 0.87793, 0.824219, 0.839844, 0.852539, 0.90332, 0.857422, 0.8125, 0.898926, 0.899902, 0.915039, 0.921875, 0.850586, 0.916992, 0.799805, 0.705078, 0.894043, 0.878906, 0.779297, 0.511719, 0.91748, 0.911621, 0.927246, 0.912109, 0.888184, 0.858398, 0.908691, 0.875488, 0.839844, 0.746094, 0.908691, 0.922363, 0.87207, 0.517578, 0.938477, 0.828125, 0.896484, 0.871094, 0.888184, 0.897461, 0.916992, 0.925781, 0.925293, 0.881836, 0.885742, 0.589844, 0.878418, 0.855469, 0.933594, 0.546875, 0.863281, 0.570312, 0.891602, 0.501953, 0.873047, 0.825195, 0.697266, 0.724609, 0.899414, 0.876953, 0.865234, 0.903809, 0.943359, 0.863281, 0.863281, 0.924805, 0.654297, 0.650391, 0.6875, 0.919434, 0.884766, 0.900879, 0.890625, 0.806641, 0.891602, 0.772461, 0.890625, 0.898438, 0.870117, 0.897949, 0.88916, 0.830078, 0.916504, 0.912598, 0.80957, 0.961182, 0.923828, 0.888672, 0.865234, 0.87793, 0.794922, 0.940674, 0.863281, 0.878418, 0.884766, 0.935547, 0.851562, 0.861328, 0.818359, 0.632812, 0.811523, 0.871094, 0.80957, 0.654297, 0.968262, 0.962402, 0.916992, 0.5625, 0.88623, 0.819336, 0.912598, 0.890137, 0.804688, 0.548828, 0.914062, 0.870117, 0.911621, 0.523438, 0.836914, 0.523438, 0.866211, 0.931641, 0.851562, 0.870117, 0.981934, 0.929688, 0.848633, 0.878906, 0.833008, 0.648438, 0.667969, 0.873047, 0.89502, 0.925293, 0.888672, 0.881348, 0.866211, 0.980347, 0.786133, 0.896973, 0.898926, 0.866211, 0.658203, 0.92041, 0.894043, 0.783203, 0.93457, 0.878418, 0.617188, 0.807617, 0.544922, 0.765625, 0.99353, 0.888672, 0.971191, 0.855469, 0.884277, 0.893066, 0.902344, 0.898926, 0.873047, 0.856445, 0.864258, 0.899902, 0.919922, 0.903809, 0.866211, 0.673828, 0.923828, 0.689453, 0.808594, 0.850586, 0.782227, 0.859375, 0.888672, 0.887695, 0.890625, 0.878906, 0.879395, 0.911621, 0.849609, 0.710938, 0.922852, 1.375, 0.759766, 0.885254, 1.03833, 0.910645, 0.850586, 0.922363, 0.916504, 0.873047, 0.935547, 0.877441, 0.685547, 0.864258, 0.944092, 0.671875, 0.935059, 0.865234, 0.507812, 0.880371, 0.804688, 0.918457, 0.91748, 0.89209, 0.947021, 0.938232, 0.893066, 0.905762, 0.919434, 0.887695, 0.883789, 0.924805, 0.708984, 0.864258, 0.878418, 0.916016, 0.601562, 0.879395, 0.871094, 0.907227, 0.75293, 0.873047, 0.870117, 0.804688, 0.84668, 0.576172, 0.799805, 0.893066, 0.885742, 0.613281, 0.853516, 0.830078, 0.623047, 0.881348, 0.930176, 0.904297, 0.916992, 0.870117, 0.87793, 0.644531, 0.874023, 0.92334, 0.908203, 0.895996, 0.794922, 0.926758, 0.898926, 0.574219, 0.801758, 0.856445, 0.860352, 0.902832, 0.789062, 0.885254, 0.911133, 0.918945, 0.621094, 0.850586, 0.924316, 0.507812, 0.902344, 0.893555, 0.908691, 0.90332, 0.583984, 0.808594, 0.911621, 0.626953, 0.932129, 0.595703, 0.900391, 0.888672, 0.881348, 0.897461, 0.578125, 0.845703, 0.848633, 0.88623, 0.876953, 0.910156, 0.918457, 0.724609, 0.87793, 0.957275, 0.905762, 0.890137, 0.582031, 0.860352, 0.931152, 0.878418, 0.939453, 0.933105, 0.880859, 0.826172, 0.822266, 0.921875, 0.848633, 0.900391, 0.677734, 0.535156, 0.84375, 0.945312, 0.544922, 0.952637, 0.818359, 0.916016, 0.966309, 0.903809, 0.870117, 0.763672, 0.906738, 0.850586, 0.570312, 0.964111, 0.730469, 0.906738 ] }, "name": "onnx::Mul_8515", "outputIndexes": [ 1331 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1330, 1331 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1332 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1332 ], "outputIndexes": [ 2870 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2870 ], "outputIndexes": [ 2871 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear", "inputIndexes": [ 2871 ], "outputIndexes": [ 2872 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 577292330, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2872 ], "outputIndexes": [ 2873 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2873 ], "outputIndexes": [ 1333 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333, 1333 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_output_0", "outputIndexes": [ 1334 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333, 1334 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_1_output_0", "outputIndexes": [ 1335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1335 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_2_output_0", "outputIndexes": [ 1336 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333, 1336 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Add_output_0", "outputIndexes": [ 1337 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1337 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_3_output_0", "outputIndexes": [ 1338 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1338 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_13/Tanh_output_0", "outputIndexes": [ 1339 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1339 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Add_1_output_0", "outputIndexes": [ 1340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333, 1340 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_4_output_0", "outputIndexes": [ 1341 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1341 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_5_output_0", "outputIndexes": [ 1342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1332 ], "outputIndexes": [ 2874 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2874 ], "outputIndexes": [ 2875 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear", "inputIndexes": [ 2875 ], "outputIndexes": [ 2876 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 589236288, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2876 ], "outputIndexes": [ 2877 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2877 ], "outputIndexes": [ 1343 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1342, 1343 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_13/Mul_output_0", "outputIndexes": [ 1344 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1344 ], "outputIndexes": [ 2878 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2878 ], "outputIndexes": [ 2879 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear", "inputIndexes": [ 2879 ], "outputIndexes": [ 2880 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 601180246, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2880 ], "outputIndexes": [ 2881 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2881 ], "outputIndexes": [ 1345 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1345 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_13/Mul_output_0", "outputIndexes": [ 1346 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.875, 1.867188, 1.953125, 2.117188, 2.09375, 1.980469, 1.800781, 0.492188, 1.96875, 1.519531, 2.078125, 1.8125, 1.679688, 2.0, 2.039062, 1.785156, 1.851562, 1.914062, 1.632812, 1.902344, 1.949219, 1.992188, 2.0625, 1.640625, 1.714844, 1.941406, 1.519531, 1.726562, 2.046875, 1.972656, 1.515625, 1.243164, 1.9375, 0.570312, 1.8125, 1.439453, 1.90625, 1.992188, 1.644531, 1.910156, 2.140625, 1.976562, 1.992188, 1.328125, 0.679688, 1.929688, 2.085938, 1.816406, 2.070312, 1.416016, 1.886719, 1.161133, 1.761719, 0.828125, 1.886719, 1.519531, 1.839844, 2.007812, 1.835938, 1.589844, 1.217773, 2.335938, 1.933594, 1.824219, 1.660156, 1.71875, 1.019775, 1.867188, 1.558594, 1.757812, 1.992188, 1.929688, 1.832031, 1.84375, 1.726562, 1.710938, 0.983154, 1.425781, 1.390625, 0.689453, 1.675781, 0.527344, 1.9375, 1.322266, 1.859375, 1.773438, 1.875, 1.304688, 0.669922, 1.6875, 1.839844, 1.726562, 2.226562, 0.628906, 1.949219, 0.472656, 1.742188, 1.921875, 2.609375, 1.757812, 1.628906, 1.976562, 1.996094, 1.839844, 1.980469, 1.921875, 1.988281, 1.384766, 2.015625, 1.898438, 1.953125, 1.882812, 2.046875, 1.804688, 1.855469, 1.492188, 2.03125, 0.78418, 1.757812, 2.039062, 1.949219, 1.878906, 1.878906, 2.015625, 1.613281, 1.227539, 1.820312, 2.03125, 1.800781, 1.072754, 1.017944, 1.753906, 1.699219, 1.839844, 1.980469, 2.015625, 1.554688, 1.310547, 1.671875, 2.085938, 2.484375, 2.085938, 1.515625, 1.910156, 1.941406, 1.710938, 1.597656, 2.0, 1.902344, 2.046875, 1.851562, 1.511719, 1.707031, 2.125, 1.957031, 2.046875, 0.920898, 1.914062, 0.597656, 0.621094, 1.839844, 2.078125, 1.621094, 0.918457, 1.976562, 1.949219, 2.09375, 0.535156, 1.976562, 1.730469, 1.902344, 0.634766, 1.851562, 0.560547, 1.878906, 2.367188, 1.917969, 0.572266, 1.890625, 1.960938, 1.914062, 0.537109, 1.324219, 0.666016, 2.210938, 1.804688, 0.767578, 1.917969, 1.5625, 1.507812, 1.90625, 2.03125, 1.777344, 1.835938, 1.992188, 1.710938, 1.914062, 1.988281, 2.015625, 1.921875, 1.671875, 1.898438, 1.777344, 1.570312, 2.054688, 2.0, 2.117188, 1.816406, 1.832031, 1.894531, 1.660156, 2.0625, 1.894531, 1.773438, 1.742188, 1.910156, 1.601562, 1.746094, 2.101562, 2.007812, 1.451172, 1.539062, 1.9375, 2.117188, 1.929688, 1.84375, 1.761719, 1.769531, 1.59375, 1.386719, 1.808594, 2.070312, 2.117188, 1.941406, 1.957031, 2.179688, 1.476562, 1.902344, 1.710938, 1.832031, 1.628906, 1.820312, 2.03125, 2.046875, 1.761719, 1.988281, 1.527344, 1.601562, 2.203125, 0.913574, 1.96875, 2.078125, 0.693359, 1.957031, 1.917969, 1.796875, 1.722656, 2.03125, 2.101562, 1.816406, 1.945312, 2.023438, 1.816406, 1.679688, 1.882812, 1.339844, 1.882812, 1.972656, 1.757812, 1.914062, 1.941406, 1.773438, 1.816406, 1.539062, 2.015625, 1.832031, 0.710938, 1.765625, 2.023438, 1.960938, 1.265625, 1.917969, 0.689453, 1.824219, 2.109375, 1.882812, 1.722656, 1.910156, 0.548828, 1.765625, 1.433594, 0.770508, 1.6875, 1.929688, 1.769531, 1.875, 1.617188, 1.867188, 2.09375, 1.910156, 1.769531, 1.511719, 0.681641, 2.046875, 0.492188, 1.707031, 2.0, 1.726562, 1.652344, 1.988281, 2.101562, 0.513672, 1.957031, 1.972656, 1.800781, 1.839844, 1.726562, 2.070312, 1.679688, 1.917969, 1.6875, 2.0625, 1.5, 1.988281, 1.84375, 1.757812, 1.206055, 1.636719, 2.070312, 1.933594, 1.332031, 1.345703, 1.863281, 1.828125, 6.21875, 1.960938, 1.796875, 2.0625, 2.070312, 1.855469, 1.761719, 1.773438, 2.070312, 1.75, 1.867188, 1.07666, 1.933594, 1.077637, 1.345703, 1.976562, 0.951416, 1.294922, 1.198242, 1.412109, 0.625, 0.626953, 2.125, 2.046875, 1.216797, 1.582031, 0.609375, 1.921875, 1.480469, 0.865234, 1.941406, 1.972656, 1.730469, 0.826172, 1.960938, 1.792969, 2.054688, 1.566406, 1.796875, 1.8125, 2.078125, 2.0625, 2.03125, 1.785156, 1.667969, 1.026367, 2.085938, 2.007812, 0.901367, 0.757812, 2.226562, 1.632812, 1.375, 1.129883, 1.886719, 1.949219, 1.917969, 2.023438, 0.519531, 1.972656, 1.992188, 1.957031, 1.511719, 0.556641, 1.757812, 1.949219, 1.835938, 1.96875, 1.816406, 2.09375, 0.705078, 1.890625, 2.015625, 1.710938, 2.015625, 0.990417, 2.03125, 1.929688, 1.894531, 1.894531, 1.355469, 1.617188, 1.820312, 1.761719, 1.8125, 1.757812, 2.117188, 1.917969, 2.617188, 1.773438, 1.789062, 1.369141, 1.953125, 1.917969, 1.9375, 1.863281, 1.808594, 2.109375, 2.015625, 1.318359, 1.582031, 1.882812, 2.039062, 2.046875, 1.867188, 1.996094, 2.148438, 1.851562, 2.0, 1.198242, 1.402344, 1.980469, 2.054688, 2.054688, 1.554688, 2.007812, 1.925781, 1.898438, 1.71875, 1.820312, 1.996094, 1.898438, 1.244141, 2.078125, 1.804688, 2.046875, 1.976562, 1.910156, 1.882812, 1.917969, 0.857422, 1.847656, 0.589844, 1.675781, 1.949219, 1.894531, 1.800781, 1.742188, 2.078125, 1.75, 1.875, 1.988281, 0.626953, 1.976562, 1.886719, 1.984375, 1.761719, 1.765625, 0.429688, 1.972656, 2.015625, 1.933594, 0.5625, 1.851562, 1.585938, 2.09375, 1.394531, 1.820312, 1.953125, 1.886719, 1.277344, 1.921875, 0.5625, 0.771484, 1.076172, 0.529297, 1.996094, 1.863281, 1.816406, 1.072266, 0.805664, 1.800781, 1.176758, 1.255859, 1.898438, 1.949219, 1.902344, 1.957031, 1.804688, 1.691406, 1.765625, 2.046875, 1.375, 1.988281, 2.015625, 1.507812, 1.800781, 1.648438, 0.644531, 0.667969, 1.929688, 0.71875, 1.960938, 1.765625, 1.613281, 1.929688, 1.6875, 1.65625, 1.882812, 0.648438, 1.996094, 1.796875, 1.976562, 1.792969, 2.078125, 0.671875, 1.550781, 1.373047, 1.699219, 1.984375, 2.242188, 1.921875, 1.941406, 1.773438, 1.002213, 2.164062, 0.924805, 2.070312, 2.140625, 1.648438, 1.640625, 1.699219, 1.84375, 1.671875, 1.671875, 1.878906, 2.023438, 1.490234, 1.470703, 2.023438, 1.824219, 2.023438, 2.054688, 1.808594, 1.558594, 1.898438, 2.117188, 1.867188, 2.09375, 1.691406, 0.611328, 1.9375, 1.761719, 1.667969, 0.738281, 1.929688, 2.40625, 2.03125, 2.015625, 1.792969, 2.390625, 1.640625, 2.179688, 1.738281, 1.326172, 1.103516, 1.949219, 1.792969, 1.621094, 1.796875, 1.490234, 1.597656, 1.808594, 1.957031, 1.929688, 1.462891, 1.898438, 2.179688, 1.400391, 1.875, 2.0, 1.867188, 1.78125, 1.980469, 1.949219, 1.578125, 2.015625, 1.878906, 2.054688, 1.031982, 1.636719, 1.847656, 1.980469, 1.462891, 1.820312, 1.824219, 1.945312, 1.835938, 1.6875, 1.863281, 2.007812, 1.339844, 1.898438, 2.109375, 2.132812, 1.835938, 1.589844, 2.023438, 1.957031, 2.132812, 2.015625, 1.617188, 1.828125, 1.71875, 1.992188, 1.003616, 2.171875, 1.769531, 1.40625, 0.541016, 1.785156, 1.304688, 1.957031, 2.0625, 1.671875, 0.844727, 0.689453, 0.597656, 2.023438, 1.945312, 2.03125, 2.023438, 1.695312, 1.882812, 1.824219, 1.558594, 1.757812, 1.78125, 1.898438, 0.621094, 1.597656, 1.863281, 1.816406, 1.820312, 1.859375, 2.039062, 1.925781, 1.449219, 1.84375, 1.742188, 1.527344, 1.859375, 1.894531, 1.945312, 1.220703, 2.148438, 1.785156, 0.707031, 1.554688, 1.773438, 1.667969, 1.894531, 1.361328, 1.871094, 1.980469, 2.242188, 1.664062, 1.679688, 1.710938, 1.78125, 2.007812, 1.589844, 1.710938, 1.972656, 1.960938, 1.816406, 1.789062, 2.015625, 1.648438, 1.644531, 1.898438, 1.8125, 1.980469, 1.496094, 1.847656, 1.757812, 2.046875, 1.976562, 1.992188, 1.878906, 1.675781, 1.664062, 2.03125, 0.984436, 1.996094, 1.578125, 1.867188, 2.085938, 1.953125, 1.871094, 1.067871, 1.208008, 0.939453, 1.992188, 1.917969, 1.953125, 1.402344, 1.988281, 1.949219, 1.753906, 1.835938, 1.980469, 1.804688, 1.835938, 1.996094, 1.964844, 1.902344, 1.894531, 1.742188, 2.023438, 1.503906, 1.574219, 2.054688, 1.582031, 1.992188, 2.195312, 2.085938, 2.015625, 1.957031, 1.964844, 2.023438, 1.585938, 1.820312, 0.607422, 1.902344, 1.695312, 1.996094, 1.773438, 1.695312, 2.101562, 1.839844, 1.550781, 1.9375, 1.988281, 1.929688, 1.699219, 2.015625, 1.789062, 1.519531, 1.949219, 1.652344, 2.015625, 1.796875, 1.90625, 2.242188, 1.28125, 1.640625, 1.773438, 1.496094, 1.695312, 1.992188, 1.949219, 2.117188, 1.074219, 0.973145, 1.96875, 1.871094, 1.605469, 1.192383, 2.046875, 1.322266, 1.914062, 1.875, 1.095215, 1.980469, 1.964844, 1.196289, 2.023438, 1.960938, 1.914062, 1.425781, 0.816406, 1.695312, 1.820312, 0.765625, 1.726562, 1.976562, 2.101562, 0.626953, 2.046875, 0.980103, 2.101562, 2.25, 1.570312, 0.986633, 1.839844, 1.738281, 1.742188, 1.828125, 1.996094, 2.054688, 1.910156, 1.710938, 1.621094, 1.917969, 1.8125, 2.085938, 1.898438, 1.859375, 2.1875, 2.070312, 1.121094, 2.039062, 1.742188, 1.108887, 1.847656, 1.114258, 1.902344, 1.867188, 1.957031, 1.921875, 2.046875, 1.632812, 2.023438, 1.898438, 2.078125, 1.443359, 1.683594, 1.980469, 2.046875, 0.671875, 1.384766, 1.316406, 1.71875, 1.601562, 1.292969, 2.023438, 2.023438, 1.816406, 1.953125, 1.789062, 0.697266, 1.957031, 1.664062, 1.625, 1.179688, 1.929688, 2.015625, 1.71875, 0.591797, 1.396484, 1.769531, 1.632812, 2.015625, 2.039062, 2.078125, 1.486328, 1.953125, 1.734375, 1.867188, 1.59375, 2.023438, 1.867188, 2.101562, 1.527344, 1.757812, 0.59375, 1.824219, 1.914062, 1.933594, 1.621094, 1.925781, 1.882812, 2.046875, 1.78125, 1.945312, 1.158203, 1.660156, 1.933594, 2.09375, 1.112793, 1.478516, 1.789062, 0.552734, 0.664062, 1.069824, 1.710938, 1.816406, 1.976562, 1.722656, 1.972656, 0.492188, 0.705078, 1.710938, 2.109375, 1.316406, 1.875, 1.574219, 1.992188, 1.945312, 1.464844, 0.587891, 1.976562, 1.554688, 1.535156, 0.900391, 1.726562, 1.515625, 1.628906, 1.621094, 2.171875, 1.828125, 1.652344, 1.972656, 1.390625, 2.0, 2.0, 1.371094, 1.84375, 2.070312, 2.210938, 1.875, 0.940674, 0.529297, 2.25, 1.804688, 1.8125, 1.925781, 1.78125, 1.835938, 1.679688, 2.078125, 0.646484, 1.570312, 1.109375, 2.117188, 1.949219, 0.566406, 2.046875, 1.914062, 1.941406, 1.804688, 1.953125, 1.644531, 1.345703, 0.539062, 1.6875, 1.429688, 1.714844, 0.679688, 1.605469, 2.078125, 2.304688, 1.921875, 1.722656, 1.455078, 1.527344, 2.101562, 1.902344, 0.92041, 1.769531, 1.980469, 1.12793, 1.820312, 0.865234, 1.431641, 1.855469, 1.730469, 1.902344, 1.816406, 1.808594, 1.8125, 2.007812, 0.595703, 1.976562, 1.925781, 1.832031, 2.015625, 1.917969, 1.820312, 1.949219, 0.652344, 1.566406, 0.648438, 1.980469, 0.607422, 1.255859, 2.007812, 1.996094, 1.988281, 1.075684, 1.597656, 1.460938, 1.734375, 0.566406, 1.699219, 1.113281, 0.970337, 0.683594, 1.859375, 2.132812, 1.271484, 1.75, 2.15625, 1.703125, 2.007812, 1.234375, 1.480469, 1.851562, 0.5625, 1.925781, 2.023438, 1.613281, 0.669922, 0.566406, 1.824219, 2.046875, 1.648438, 2.054688, 2.015625, 1.730469, 1.220703, 2.234375, 1.730469, 1.863281, 2.1875, 1.328125, 1.941406, 1.96875, 2.148438, 1.933594, 2.046875, 1.914062, 2.242188, 1.835938, 1.523438, 2.171875, 1.976562, 1.332031, 1.972656, 2.023438, 1.882812, 1.847656, 2.109375, 2.34375, 1.953125, 0.611328, 1.175781, 1.404297, 0.644531, 1.914062, 1.695312, 1.839844, 1.917969, 1.953125, 1.820312, 1.695312, 1.90625, 0.585938, 1.267578, 1.789062, 1.457031, 1.867188, 1.875, 1.253906, 1.960938, 1.882812, 2.054688, 1.945312, 2.070312, 0.597656, 2.21875, 2.1875, 1.09668, 2.007812, 1.71875, 2.125, 2.3125, 1.832031, 1.902344, 1.984375, 2.007812, 2.039062, 1.882812, 1.400391, 1.753906, 1.902344, 1.984375, 2.046875, 1.675781, 0.863281, 2.015625, 0.605469, 1.824219, 2.171875, 1.265625, 2.0, 2.023438, 2.023438, 1.699219, 1.396484, 1.796875, 0.787109, 0.5, 0.546875, 1.929688, 2.0, 0.650391, 1.632812, 1.738281, 2.164062, 0.689453, 1.695312, 1.075195, 1.664062, 0.591797, 1.96875, 1.980469, 1.691406, 2.0, 1.447266, 1.462891, 2.109375, 1.847656, 1.039795, 1.660156, 0.787109, 1.75, 1.949219, 1.9375, 2.1875, 1.265625, 1.101562, 1.953125, 0.488281, 2.28125, 1.804688, 1.785156, 1.820312, 1.04834, 1.996094, 1.839844, 1.8125, 1.304688, 1.855469, 1.566406, 1.914062, 1.949219, 1.941406, 2.140625, 1.992188, 1.78125, 2.101562, 1.503906, 1.847656, 2.101562, 1.875, 1.949219, 1.796875, 1.878906, 2.03125, 1.449219, 1.960938, 1.785156, 1.867188, 1.917969, 1.730469, 1.539062, 1.832031, 1.675781, 2.015625, 1.820312, 1.675781, 0.691406, 2.054688, 1.554688, 1.839844, 1.65625, 1.820312, 1.695312, 1.992188, 0.764648, 2.101562, 0.716797, 1.972656, 1.480469, 1.498047, 1.277344, 1.773438, 0.92041, 1.855469, 0.552734, 1.882812, 1.014648, 2.085938, 1.757812, 1.597656, 1.9375, 2.054688, 1.746094, 1.597656, 1.742188, 1.757812, 2.039062, 0.640625, 2.03125, 1.667969, 1.609375, 2.023438, 1.90625, 1.878906, 1.777344, 1.081055, 1.65625, 1.867188, 1.765625, 2.265625, 1.925781, 1.859375, 1.785156, 1.523438, 1.707031, 0.460938, 2.078125, 1.902344, 1.976562, 1.498047, 1.527344, 0.932617, 0.525391, 1.867188, 0.626953, 0.728516, 1.404297, 1.804688, 1.972656, 2.078125, 1.016113, 1.636719, 1.279297, 1.851562, 0.501953, 1.992188, 1.730469, 1.722656, 1.898438, 2.023438, 2.210938, 0.691406, 1.859375, 1.984375, 1.064453, 0.679688, 1.980469, 2.039062, 0.691406, 2.03125, 1.703125, 1.964844, 1.511719, 1.917969, 1.734375, 0.623047, 1.945312, 1.683594, 1.824219, 1.941406, 1.863281, 1.0271, 0.619141, 1.765625, 2.257812, 1.550781, 1.929688, 1.984375, 1.996094, 2.1875, 1.777344, 1.644531, 1.792969, 1.898438, 1.902344, 1.886719, 1.722656, 1.894531, 1.496094, 1.859375, 1.90625, 1.808594, 0.648438, 1.859375, 2.03125, 1.878906, 1.632812, 1.660156, 1.539062, 1.601562, 1.84375, 1.839844, 1.859375, 1.863281, 1.882812, 1.90625, 1.093262, 1.699219, 0.550781, 1.953125, 0.621094, 1.941406, 1.914062, 2.039062, 0.550781, 1.980469, 1.574219, 1.566406, 2.03125, 2.265625, 1.894531, 1.753906, 1.949219, 1.699219, 1.726562, 0.779297, 1.71875, 1.894531, 2.21875, 2.085938, 1.617188, 1.855469, 1.96875, 2.023438, 1.824219, 1.730469, 1.427734, 1.539062, 1.773438, 1.722656, 0.638672, 1.683594, 1.929688, 2.023438, 1.527344, 0.541016, 2.015625, 2.070312, 2.109375, 1.957031, 1.941406, 2.0, 1.804688, 1.742188, 0.726562, 1.898438, 1.871094, 1.820312, 2.085938, 1.632812, 1.875, 1.984375, 2.179688, 1.949219, 1.546875, 2.25, 1.929688, 1.796875, 1.671875, 2.054688, 1.949219, 0.924316, 3.546875, 1.679688, 1.761719, 2.007812, 1.777344, 0.970825, 2.078125, 1.757812, 1.839844, 0.583984, 1.494141, 1.318359, 1.886719, 1.816406, 1.980469, 2.054688, 0.53125, 1.898438, 2.382812, 0.583984, 0.95166, 1.804688, 1.871094, 1.902344, 1.945312, 1.929688, 1.726562, 1.875, 1.578125, 1.988281, 0.71875, 1.859375, 2.117188, 1.972656, 1.030518, 2.015625, 1.875, 1.882812, 1.820312, 1.917969, 1.734375, 1.847656, 1.427734, 0.837891, 2.039062, 1.902344, 1.839844, 1.976562, 1.183594, 1.921875, 1.300781, 1.742188, 1.890625, 1.009277, 1.890625, 1.957031, 1.839844, 2.078125, 1.494141, 2.203125, 1.851562, 1.851562, 0.967773, 0.535156, 1.742188, 1.945312, 1.761719, 1.384766, 2.015625, 1.960938, 1.847656, 0.603516, 1.660156, 2.046875, 1.625, 1.769531, 1.738281, 2.023438, 1.867188, 1.964844, 1.519531, 1.839844, 1.664062, 1.945312, 2.117188, 1.988281, 1.742188, 1.357422, 1.470703, 1.359375, 1.949219, 1.470703, 1.640625, 2.007812, 0.998474, 1.714844, 1.804688, 1.945312, 1.761719, 1.863281, 1.914062, 1.069336, 1.683594, 2.0, 2.265625, 1.914062, 1.964844, 1.019287, 1.726562, 1.964844, 1.78125, 2.085938, 1.871094, 1.519531, 2.023438, 1.777344, 1.847656, 1.746094, 0.758789, 1.9375, 1.976562, 2.085938, 1.75, 1.980469, 2.054688, 1.832031, 1.757812, 1.679688, 1.902344, 1.734375, 1.472656, 0.989807, 1.601562, 1.714844, 2.054688, 1.75, 2.03125, 1.980469, 1.886719, 1.882812, 2.023438, 1.847656, 2.242188, 1.769531, 1.605469, 1.554688, 1.882812, 1.863281, 1.738281, 2.015625, 1.824219, 1.933594, 1.933594, 2.359375, 2.179688, 1.8125, 1.369141, 1.828125, 1.964844, 0.5625, 1.921875, 2.070312, 1.820312, 0.822266, 1.878906, 1.738281, 1.001152, 0.550781, 1.632812, 1.714844, 2.070312, 1.648438, 1.746094, 1.90625, 1.820312, 2.078125, 1.730469, 2.195312, 1.835938, 0.902344, 2.046875, 1.988281, 0.716797, 0.648438, 2.03125, 2.085938, 2.046875, 0.937744, 1.851562, 1.253906, 1.738281, 2.03125, 2.015625, 1.738281, 1.960938, 1.71875, 1.503906, 1.929688, 2.046875, 1.820312, 0.576172, 0.963379, 1.800781, 1.742188, 1.917969, 1.287109, 1.667969, 1.960938, 1.546875, 0.913086, 2.148438, 2.054688, 1.515625, 1.945312, 1.71875, 1.402344, 1.710938, 1.914062, 0.595703, 0.552734, 1.738281, 1.921875, 1.664062, 2.179688, 1.671875, 1.964844, 0.675781, 1.820312, 0.759766, 0.865234, 1.726562, 2.0625, 1.824219, 1.8125, 1.957031, 2.023438, 0.675781, 2.046875, 1.644531, 1.574219, 1.777344, 2.0, 1.761719, 1.625, 1.316406, 1.9375, 2.007812, 1.667969, 1.558594, 1.255859, 1.474609, 1.800781, 3.78125, 2.007812, 1.957031, 0.544922, 1.808594, 1.984375, 1.535156, 1.824219, 1.757812, 1.917969, 1.933594, 1.824219, 1.851562, 1.408203, 1.820312, 2.046875, 1.980469, 1.992188, 1.984375, 1.824219, 1.835938, 1.632812, 2.039062, 2.0625, 1.871094, 1.320312, 0.652344, 1.820312, 1.914062, 2.0625, 1.910156, 1.609375, 0.770508, 2.148438, 2.085938, 1.597656, 1.898438, 0.722656, 2.125, 1.921875, 1.855469, 1.742188, 1.773438, 2.242188, 1.550781, 1.241211, 1.863281, 2.070312, 1.820312, 0.59375, 2.148438, 1.75, 0.75, 1.902344, 1.738281, 2.101562, 1.636719, 1.439453, 1.710938, 1.324219, 1.855469, 1.917969, 1.847656, 1.792969, 1.914062, 1.863281, 1.722656, 2.382812, 2.085938, 1.90625, 1.996094, 2.109375, 1.046631, 1.789062, 1.90625, 1.519531, 1.582031, 1.820312, 1.953125, 0.810547, 1.566406, 0.585938, 1.925781, 1.6875, 2.15625, 1.613281, 1.839844, 1.851562, 1.925781, 1.859375, 1.511719, 2.054688, 1.878906, 2.015625, 1.470703, 1.96875, 0.97229, 1.796875, 1.172852, 0.580078, 1.921875, 1.980469, 2.078125, 1.96875, 2.28125, 1.363281, 1.714844, 1.960938, 1.081055, 1.144531, 1.90625, 2.023438, 2.039062, 1.695312, 1.882812, 1.378906, 2.101562, 1.996094, 1.863281, 0.664062, 1.644531, 2.046875, 1.894531, 2.007812, 1.425781, 1.882812, 1.695312, 1.753906, 1.890625, 1.914062, 1.789062, 1.024292, 1.707031, 1.96875, 1.945312, 2.09375, 2.09375, 1.972656, 1.613281, 1.353516, 2.085938, 1.945312, 0.857422, 0.677734, 1.835938, 2.046875, 2.0625, 1.898438, 1.976562, 0.795898, 1.792969, 2.070312, 1.691406, 1.980469, 1.398438, 1.785156, 1.445312, 0.667969, 1.855469, 1.84375, 2.023438, 1.667969, 1.851562, 2.101562, 1.816406, 2.046875, 1.78125, 1.972656, 2.296875, 1.570312, 1.601562, 1.049316, 1.792969, 0.985901, 0.523438, 1.792969, 2.164062, 1.980469, 2.140625, 1.964844, 1.800781, 1.96875, 1.90625, 1.902344, 1.875, 1.359375, 1.554688, 0.892578, 1.933594, 1.208984, 1.753906, 1.875, 1.914062, 1.683594, 1.890625, 1.898438, 2.046875, 1.116211, 1.785156, 2.023438, 0.712891, 1.396484, 1.890625, 2.203125, 1.691406, 0.642578, 1.792969, 1.863281, 1.734375, 1.800781, 1.8125, 0.623047, 1.867188, 1.949219, 1.082031, 1.914062, 1.578125, 1.582031, 1.632812, 2.054688, 1.613281, 1.761719, 2.070312, 1.886719, 1.785156, 1.972656, 1.964844, 0.53125, 1.753906, 1.777344, 1.925781, 1.949219, 2.046875, 2.148438, 1.539062, 0.84668, 1.882812, 1.996094, 2.078125, 1.714844, 0.980835, 1.570312, 1.753906, 1.8125, 1.769531, 1.558594, 1.957031, 1.738281, 1.886719, 1.466797, 1.984375, 1.71875, 1.792969, 1.867188, 1.890625, 1.777344, 2.03125, 1.417969, 2.101562, 0.776367, 0.78125, 1.796875, 1.365234, 1.972656, 1.996094, 1.792969, 1.703125, 1.355469, 1.941406, 1.367188, 1.714844, 1.984375, 2.085938, 1.777344, 0.521484, 1.792969, 1.914062, 2.039062, 1.621094, 1.777344, 1.796875, 1.945312, 1.8125, 1.488281, 1.988281, 1.960938, 1.96875, 2.078125, 1.761719, 1.337891, 1.839844, 1.302734, 1.455078, 1.894531, 2.109375, 1.984375, 1.964844, 2.257812, 2.007812, 1.707031, 2.640625, 1.245117, 1.867188, 1.306641, 0.869141, 2.015625, 1.785156, 1.828125, 0.537109, 1.22168, 2.140625, 1.839844, 2.085938, 1.992188, 1.839844, 2.046875, 1.703125, 1.386719, 2.195312, 0.480469, 1.742188, 1.182617, 1.742188, 1.996094, 2.015625, 2.023438, 1.722656, 0.585938, 1.898438, 1.792969, 1.726562, 1.761719, 2.007812, 2.21875, 2.078125, 1.820312, 1.523438, 0.806641, 1.789062, 1.980469, 1.582031, 1.820312, 1.957031, 1.773438, 1.988281, 1.439453, 1.882812, 1.394531, 2.320312, 1.863281, 1.960938, 2.023438, 1.722656, 1.570312, 1.710938, 1.710938, 2.078125, 1.984375, 1.699219, 1.570312, 0.564453, 2.085938, 1.902344, 1.992188, 1.960938, 2.046875, 1.914062, 1.957031, 1.839844, 1.980469, 1.144531, 1.800781, 1.902344, 1.832031, 0.517578, 1.941406, 1.835938, 1.898438, 1.960938, 1.832031, 1.714844, 2.117188, 1.613281, 2.054688, 1.835938, 2.039062, 0.833008, 1.605469, 1.503906, 2.046875, 0.542969, 1.929688, 0.763672, 1.746094, 0.576172, 1.996094, 1.460938, 1.574219, 0.968506, 1.460938, 1.882812, 1.847656, 1.640625, 1.824219, 1.6875, 2.039062, 1.992188, 0.828125, 0.856445, 1.162109, 1.914062, 1.960938, 1.652344, 2.03125, 1.898438, 1.917969, 1.261719, 2.007812, 1.804688, 1.980469, 2.1875, 1.824219, 1.507812, 1.929688, 1.980469, 1.120605, 2.023438, 1.957031, 2.085938, 1.839844, 1.960938, 1.318359, 2.1875, 1.808594, 1.585938, 1.953125, 1.996094, 1.976562, 1.867188, 2.1875, 0.636719, 1.785156, 1.832031, 1.804688, 0.705078, 2.109375, 2.234375, 2.078125, 0.605469, 1.6875, 1.15625, 2.0, 1.59375, 1.339844, 0.658203, 1.964844, 1.945312, 1.902344, 0.675781, 1.145508, 0.638672, 1.933594, 2.0, 1.427734, 1.992188, 2.117188, 1.839844, 1.8125, 1.898438, 1.609375, 0.666016, 0.744141, 1.988281, 1.492188, 1.59375, 1.953125, 1.792969, 1.769531, 2.078125, 1.229492, 1.816406, 1.777344, 1.753906, 0.924316, 2.25, 2.007812, 2.265625, 2.101562, 1.769531, 0.601562, 2.09375, 0.664062, 1.941406, 2.054688, 1.816406, 1.949219, 1.90625, 1.507812, 1.875, 2.0625, 1.984375, 1.988281, 1.65625, 1.640625, 2.015625, 1.902344, 2.101562, 1.5625, 1.660156, 1.96875, 0.962891, 1.474609, 1.578125, 0.975464, 1.867188, 1.929688, 1.960938, 1.925781, 1.5625, 1.597656, 1.742188, 1.992188, 1.056885, 1.949219, 1.726562, 1.886719, 1.820312, 2.203125, 1.984375, 1.384766, 1.980469, 2.054688, 1.847656, 1.949219, 1.746094, 0.924316, 2.054688, 1.859375, 0.811523, 1.902344, 1.757812, 0.574219, 1.730469, 1.249023, 2.046875, 1.890625, 1.820312, 2.070312, 2.085938, 1.863281, 1.789062, 1.980469, 1.691406, 1.667969, 1.871094, 0.973267, 1.582031, 2.078125, 1.941406, 0.710938, 1.628906, 1.730469, 2.015625, 2.015625, 1.820312, 1.941406, 1.652344, 1.605469, 1.427734, 1.458984, 1.96875, 1.808594, 0.539062, 1.980469, 1.746094, 0.589844, 1.824219, 1.835938, 1.984375, 1.863281, 1.789062, 1.945312, 0.75, 1.960938, 2.023438, 2.078125, 1.898438, 1.566406, 1.613281, 1.632812, 0.648438, 0.895508, 1.988281, 1.404297, 2.101562, 1.192383, 1.539062, 1.820312, 1.898438, 0.652344, 1.376953, 2.046875, 0.585938, 2.148438, 1.628906, 2.054688, 1.992188, 0.644531, 1.875, 1.886719, 0.808594, 2.054688, 1.636719, 1.703125, 2.070312, 1.933594, 2.046875, 0.621094, 1.960938, 1.316406, 1.789062, 1.789062, 1.964844, 1.941406, 1.207031, 2.046875, 2.054688, 1.953125, 1.632812, 0.574219, 1.84375, 1.949219, 1.75, 1.792969, 2.15625, 1.878906, 1.480469, 1.427734, 1.921875, 1.675781, 1.929688, 1.292969, 1.902344, 2.15625, 1.914062, 0.587891, 2.03125, 1.511719, 1.835938, 2.109375, 1.988281, 1.503906, 1.355469, 1.925781, 2.0, 0.654297, 1.859375, 1.839844, 1.679688 ] }, "name": "onnx::Mul_8517", "outputIndexes": [ 1347 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1346, 1347 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1329, 1348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_69_output_0", "outputIndexes": [ 1349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_126_output_0", "outputIndexes": [ 1350 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1350 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_14/Mul_output_0", "outputIndexes": [ 1351 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.878906, 2.078125, 1.859375, 1.871094, 1.917969, 1.875, 1.804688, 0.882812, 1.773438, 1.753906, 1.835938, 1.808594, 2.101562, 1.882812, 1.902344, 1.8125, 1.921875, 1.960938, 1.347656, 1.960938, 1.914062, 1.929688, 2.054688, 1.847656, 1.765625, 1.921875, 2.015625, 1.875, 1.957031, 1.890625, 1.902344, 1.835938, 1.882812, 1.096191, 1.808594, 1.921875, 1.878906, 1.976562, 1.835938, 1.734375, 1.988281, 1.871094, 1.914062, 1.871094, 1.226562, 1.941406, 1.832031, 1.984375, 1.609375, 1.761719, 1.804688, 1.816406, 1.832031, 1.298828, 1.867188, 2.0625, 1.753906, 2.007812, 1.84375, 1.691406, 1.851562, 1.746094, 2.03125, 1.941406, 2.0625, 2.03125, 1.722656, 1.875, 2.007812, 1.929688, 1.875, 1.976562, 1.761719, 1.855469, 1.9375, 1.871094, 1.707031, 1.804688, 1.871094, 1.179688, 1.851562, 1.024414, 1.707031, 1.863281, 2.070312, 2.023438, 1.871094, 1.78125, 1.255859, 1.710938, 1.867188, 2.015625, 1.992188, 1.173828, 1.871094, 0.730469, 2.039062, 1.910156, 1.863281, 1.929688, 1.847656, 1.894531, 2.054688, 1.960938, 1.851562, 1.828125, 1.863281, 1.804688, 1.960938, 1.910156, 1.890625, 1.921875, 2.039062, 3.328125, 1.933594, 1.738281, 1.886719, 1.180664, 1.960938, 1.957031, 1.945312, 1.898438, 1.206055, 1.800781, 1.914062, 1.949219, 1.835938, 1.890625, 1.886719, 1.679688, 1.632812, 1.726562, 1.828125, 1.960938, 1.921875, 2.023438, 1.746094, 2.132812, 1.785156, 2.023438, 1.535156, 1.644531, 1.773438, 1.914062, 1.964844, 1.796875, 1.988281, 1.941406, 1.835938, 2.039062, 1.753906, 1.792969, 1.84375, 1.066406, 1.949219, 1.820312, 1.527344, 1.824219, 1.155273, 0.97998, 2.390625, 1.996094, 2.039062, 1.507812, 2.015625, 1.808594, 1.851562, 0.960449, 1.941406, 1.746094, 1.828125, 1.283203, 1.84375, 1.15625, 1.917969, 1.976562, 1.964844, 0.881836, 1.753906, 1.875, 1.808594, 0.869141, 1.917969, 0.827148, 1.511719, 1.949219, 1.421875, 1.839844, 1.855469, 1.882812, 1.8125, 1.570312, 1.898438, 1.863281, 1.847656, 1.957031, 1.828125, 1.894531, 2.117188, 1.90625, 1.773438, 1.898438, 1.886719, 1.835938, 2.039062, 1.875, 1.816406, 1.867188, 1.839844, 1.898438, 1.871094, 1.875, 1.789062, 1.792969, 1.957031, 1.882812, 1.847656, 1.761719, 2.007812, 1.933594, 1.789062, 1.847656, 1.960938, 1.933594, 1.882812, 1.953125, 1.832031, 2.03125, 1.730469, 1.761719, 2.820312, 1.882812, 1.992188, 1.921875, 1.863281, 1.945312, 1.878906, 1.976562, 1.957031, 1.777344, 2.4375, 1.855469, 1.941406, 1.5625, 1.894531, 1.9375, 1.878906, 1.789062, 1.933594, 1.75, 1.9375, 1.921875, 1.261719, 1.898438, 1.824219, 1.878906, 1.730469, 1.863281, 1.660156, 1.804688, 1.921875, 1.980469, 1.921875, 1.859375, 1.847656, 1.757812, 1.867188, 1.886719, 1.839844, 1.789062, 2.070312, 2.007812, 1.882812, 1.878906, 1.878906, 1.878906, 1.326172, 1.882812, 2.046875, 1.871094, 1.917969, 1.878906, 1.180664, 1.9375, 1.632812, 2.0, 1.808594, 1.804688, 1.075195, 1.921875, 1.746094, 1.404297, 1.796875, 1.894531, 1.890625, 1.773438, 1.71875, 1.875, 1.847656, 1.945312, 1.976562, 1.921875, 1.06543, 1.816406, 1.052002, 1.875, 1.886719, 1.824219, 1.660156, 1.894531, 1.960938, 0.855469, 1.742188, 1.746094, 1.953125, 1.921875, 2.070312, 1.976562, 1.894531, 2.0625, 1.855469, 1.691406, 1.851562, 1.84375, 2.023438, 1.941406, 1.816406, 1.78125, 1.875, 1.820312, 1.820312, 1.824219, 1.78125, 1.921875, 1.147461, 2.125, 1.882812, 1.890625, 1.988281, 1.863281, 1.855469, 1.878906, 1.898438, 1.828125, 1.78125, 1.617188, 1.890625, 1.632812, 1.691406, 1.960938, 1.640625, 1.78125, 1.824219, 1.757812, 0.914551, 1.235352, 1.835938, 1.878906, 1.730469, 1.84375, 1.115723, 1.910156, 1.796875, 1.494141, 1.851562, 1.871094, 1.789062, 1.308594, 2.007812, 1.917969, 2.023438, 1.917969, 1.882812, 1.832031, 1.988281, 2.0, 1.882812, 1.859375, 2.015625, 1.632812, 1.84375, 2.039062, 1.667969, 1.257812, 2.015625, 1.882812, 1.640625, 1.859375, 1.941406, 1.851562, 1.886719, 1.871094, 0.885254, 1.832031, 1.9375, 1.957031, 1.796875, 0.988403, 1.878906, 1.855469, 1.863281, 1.9375, 1.808594, 1.957031, 1.24707, 2.007812, 1.921875, 1.894531, 1.910156, 1.660156, 1.941406, 2.015625, 2.0625, 1.855469, 2.132812, 1.761719, 1.875, 1.929688, 1.886719, 1.898438, 1.949219, 1.929688, 1.388672, 1.824219, 1.855469, 1.898438, 1.980469, 1.898438, 1.953125, 1.796875, 1.707031, 1.925781, 1.820312, 1.851562, 2.265625, 1.875, 1.875, 1.953125, 1.789062, 1.804688, 2.101562, 1.964844, 1.878906, 1.6875, 2.195312, 1.871094, 1.945312, 1.984375, 1.785156, 1.773438, 1.960938, 1.925781, 1.894531, 1.867188, 1.917969, 1.871094, 1.988281, 1.792969, 1.894531, 1.949219, 1.78125, 1.863281, 1.886719, 1.960938, 1.503906, 1.78125, 0.965088, 1.875, 1.941406, 1.894531, 1.972656, 1.886719, 1.992188, 1.941406, 1.742188, 1.929688, 1.116699, 1.757812, 1.835938, 1.824219, 1.890625, 1.898438, 0.864258, 1.789062, 1.855469, 1.898438, 1.020874, 1.851562, 1.953125, 1.929688, 1.808594, 1.960938, 1.902344, 1.851562, 1.652344, 1.9375, 0.736328, 1.34375, 1.753906, 0.99588, 1.929688, 1.800781, 1.960938, 1.652344, 0.974365, 1.914062, 1.820312, 1.84375, 1.703125, 1.914062, 1.847656, 1.894531, 1.894531, 2.046875, 1.871094, 1.863281, 1.914062, 1.957031, 1.796875, 1.769531, 1.875, 1.875, 1.427734, 1.261719, 1.859375, 1.447266, 1.902344, 1.84375, 1.820312, 1.949219, 1.867188, 1.816406, 1.871094, 1.289062, 2.023438, 1.4375, 2.023438, 1.699219, 1.960938, 1.24707, 2.6875, 1.753906, 2.203125, 1.898438, 1.898438, 1.917969, 1.871094, 1.863281, 1.613281, 1.839844, 1.601562, 1.953125, 1.902344, 1.894531, 1.921875, 2.085938, 1.816406, 2.804688, 1.851562, 2.140625, 1.953125, 1.726562, 1.71875, 1.917969, 1.941406, 1.894531, 1.945312, 2.71875, 2.164062, 1.820312, 1.914062, 2.070312, 2.085938, 2.0, 1.010132, 1.882812, 1.777344, 1.871094, 1.472656, 1.898438, 1.855469, 1.949219, 1.929688, 2.015625, 1.601562, 1.863281, 1.5625, 1.941406, 2.46875, 1.835938, 1.960938, 1.761719, 2.085938, 1.757812, 1.804688, 1.785156, 1.851562, 2.140625, 1.867188, 1.777344, 1.761719, 1.828125, 1.789062, 1.902344, 1.847656, 1.871094, 1.851562, 2.023438, 1.992188, 1.785156, 2.0, 1.980469, 1.925781, 1.667969, 1.765625, 1.960938, 1.855469, 1.9375, 1.902344, 1.886719, 2.039062, 1.757812, 1.800781, 1.890625, 1.820312, 1.828125, 1.8125, 1.816406, 1.996094, 1.304688, 1.851562, 1.910156, 1.945312, 1.960938, 2.117188, 1.917969, 1.976562, 1.941406, 1.960938, 1.558594, 2.054688, 1.734375, 1.644531, 1.137695, 1.855469, 1.194336, 1.890625, 2.0625, 1.785156, 1.605469, 0.850586, 1.011536, 1.929688, 1.917969, 1.910156, 1.949219, 1.863281, 1.789062, 1.921875, 2.046875, 2.125, 1.867188, 1.886719, 1.12793, 1.832031, 1.871094, 2.078125, 1.839844, 1.832031, 1.925781, 1.902344, 2.023438, 1.949219, 1.851562, 1.792969, 1.933594, 1.996094, 2.039062, 1.773438, 1.839844, 2.007812, 1.096191, 1.792969, 1.871094, 1.757812, 1.898438, 1.65625, 1.878906, 1.898438, 1.558594, 1.945312, 1.886719, 2.015625, 1.816406, 1.972656, 1.914062, 1.71875, 1.953125, 1.8125, 1.871094, 2.546875, 1.835938, 1.828125, 1.878906, 1.855469, 1.828125, 1.796875, 1.894531, 1.804688, 1.855469, 1.957031, 1.960938, 1.777344, 1.976562, 2.375, 2.515625, 1.964844, 1.625, 1.933594, 1.71875, 1.976562, 1.929688, 1.984375, 1.882812, 1.8125, 2.132812, 1.695312, 1.84375, 2.140625, 1.820312, 1.769531, 1.820312, 1.945312, 1.835938, 1.90625, 1.917969, 1.835938, 1.824219, 1.882812, 1.785156, 1.992188, 1.890625, 1.824219, 1.875, 1.792969, 1.722656, 1.984375, 1.867188, 1.8125, 2.109375, 2.109375, 1.878906, 1.851562, 1.847656, 1.933594, 1.941406, 1.84375, 1.041992, 2.046875, 1.898438, 1.847656, 1.808594, 1.804688, 1.78125, 1.757812, 1.902344, 1.757812, 1.933594, 1.820312, 1.90625, 1.847656, 1.800781, 1.828125, 1.800781, 1.992188, 1.886719, 1.804688, 1.726562, 1.707031, 1.710938, 1.894531, 1.933594, 1.855469, 1.898438, 3.046875, 2.054688, 1.867188, 1.921875, 1.707031, 1.832031, 1.933594, 1.785156, 1.84375, 2.023438, 1.847656, 1.960938, 2.015625, 1.804688, 1.808594, 1.910156, 2.21875, 1.917969, 2.054688, 1.925781, 1.789062, 1.447266, 1.808594, 1.832031, 1.730469, 1.859375, 1.9375, 1.824219, 1.186523, 1.914062, 1.431641, 1.691406, 1.714844, 1.898438, 1.75, 1.957031, 1.949219, 1.84375, 1.847656, 1.710938, 1.921875, 1.949219, 1.890625, 1.914062, 1.808594, 1.898438, 1.875, 1.839844, 1.992188, 1.585938, 1.746094, 1.609375, 1.859375, 1.902344, 2.03125, 1.804688, 1.6875, 2.03125, 1.972656, 1.683594, 1.875, 2.039062, 1.945312, 1.914062, 1.851562, 1.949219, 1.9375, 1.855469, 1.835938, 1.910156, 0.726562, 1.742188, 1.871094, 1.855469, 1.832031, 1.980469, 1.96875, 1.921875, 1.878906, 2.007812, 1.84375, 1.200195, 2.015625, 1.941406, 1.824219, 2.054688, 1.972656, 1.878906, 1.824219, 1.234375, 1.804688, 1.710938, 1.855469, 1.816406, 2.0, 1.871094, 1.8125, 1.474609, 1.980469, 1.9375, 1.996094, 1.980469, 1.847656, 1.929688, 2.023438, 2.03125, 1.365234, 1.863281, 1.941406, 1.851562, 1.992188, 1.929688, 1.828125, 1.84375, 1.800781, 1.851562, 1.726562, 1.859375, 1.871094, 2.023438, 1.511719, 1.796875, 1.84375, 1.077637, 1.012695, 1.734375, 1.22168, 1.898438, 1.890625, 1.878906, 1.761719, 0.822266, 0.906738, 1.824219, 1.769531, 1.941406, 1.890625, 1.914062, 1.894531, 1.929688, 2.015625, 0.9823, 1.917969, 1.734375, 1.628906, 1.597656, 1.886719, 1.867188, 1.929688, 1.851562, 1.992188, 1.859375, 1.757812, 1.855469, 1.988281, 1.957031, 1.867188, 1.804688, 1.960938, 1.734375, 2.078125, 1.839844, 1.585938, 0.875488, 2.984375, 1.90625, 1.789062, 1.835938, 1.859375, 1.90625, 1.835938, 1.902344, 0.834961, 1.585938, 1.6875, 1.976562, 1.90625, 1.032959, 1.800781, 1.933594, 1.839844, 1.761719, 1.855469, 1.742188, 1.722656, 1.070801, 1.769531, 1.949219, 1.960938, 1.241211, 1.910156, 1.941406, 1.710938, 1.992188, 2.375, 1.8125, 1.851562, 1.84375, 2.015625, 1.644531, 1.925781, 1.847656, 1.773438, 2.773438, 1.984375, 2.390625, 1.832031, 1.886719, 1.734375, 1.753906, 1.882812, 2.054688, 1.839844, 0.863281, 1.898438, 1.839844, 1.984375, 1.933594, 1.257812, 1.898438, 1.789062, 0.722656, 1.765625, 1.121094, 1.855469, 1.069336, 1.757812, 2.007812, 1.90625, 1.835938, 1.582031, 1.785156, 1.945312, 1.839844, 1.019287, 1.746094, 1.777344, 1.462891, 1.351562, 1.945312, 2.007812, 1.773438, 2.320312, 2.023438, 1.808594, 1.859375, 1.738281, 1.855469, 1.816406, 1.007111, 2.007812, 1.96875, 2.0, 1.200195, 1.091309, 1.894531, 1.800781, 1.765625, 1.914062, 2.023438, 1.78125, 1.820312, 3.03125, 1.945312, 1.714844, 1.925781, 1.996094, 1.914062, 1.882812, 1.980469, 1.847656, 1.910156, 1.914062, 1.898438, 1.902344, 1.867188, 2.03125, 1.9375, 1.839844, 1.949219, 2.03125, 1.835938, 1.898438, 1.933594, 2.25, 1.980469, 1.036377, 1.789062, 1.960938, 1.129883, 1.964844, 1.648438, 1.765625, 1.855469, 1.859375, 1.894531, 1.957031, 1.804688, 0.958008, 1.84375, 1.824219, 1.90625, 1.855469, 1.890625, 1.683594, 1.800781, 1.855469, 1.957031, 1.878906, 2.0625, 0.968018, 1.972656, 2.0, 1.859375, 1.839844, 1.824219, 2.007812, 1.703125, 1.839844, 1.875, 1.769531, 2.03125, 1.785156, 1.867188, 1.429688, 1.945312, 1.902344, 1.964844, 1.929688, 1.9375, 1.746094, 1.953125, 1.171875, 1.753906, 1.695312, 1.8125, 1.886719, 1.859375, 2.132812, 1.875, 1.910156, 1.855469, 1.131836, 0.806641, 1.014099, 1.828125, 2.0, 1.339844, 1.859375, 1.863281, 1.941406, 1.384766, 1.917969, 1.835938, 1.792969, 1.132812, 1.847656, 1.96875, 1.65625, 2.0625, 1.800781, 1.875, 1.972656, 1.8125, 1.367188, 2.359375, 1.135742, 1.757812, 1.910156, 1.882812, 1.90625, 1.894531, 1.988281, 1.929688, 0.96875, 1.283203, 1.855469, 1.863281, 1.792969, 1.585938, 1.890625, 2.039062, 1.910156, 1.832031, 1.855469, 1.84375, 2.148438, 2.054688, 1.914062, 1.554688, 1.800781, 1.808594, 1.992188, 1.980469, 1.804688, 1.867188, 1.898438, 1.8125, 1.921875, 1.929688, 1.960938, 1.839844, 1.785156, 1.871094, 1.871094, 1.949219, 1.886719, 1.75, 1.855469, 1.847656, 2.015625, 1.617188, 1.933594, 1.249023, 2.117188, 1.753906, 1.933594, 1.640625, 1.917969, 1.890625, 1.878906, 1.464844, 1.871094, 1.402344, 1.847656, 1.6875, 1.808594, 1.851562, 1.820312, 1.507812, 1.980469, 0.981201, 1.753906, 1.691406, 1.929688, 1.742188, 1.910156, 1.84375, 1.835938, 1.964844, 1.753906, 1.851562, 1.933594, 1.785156, 1.12207, 1.898438, 1.722656, 1.875, 1.8125, 1.898438, 2.25, 1.796875, 1.582031, 1.992188, 1.851562, 1.90625, 1.542969, 1.851562, 1.820312, 1.726562, 1.742188, 1.832031, 0.879395, 1.867188, 1.929688, 1.984375, 2.328125, 1.792969, 1.546875, 0.823242, 1.945312, 1.101074, 1.617188, 1.9375, 1.894531, 1.886719, 1.972656, 2.65625, 1.832031, 1.851562, 1.898438, 0.960449, 1.914062, 1.855469, 1.851562, 2.0625, 2.023438, 2.023438, 1.082031, 1.863281, 2.039062, 1.789062, 1.255859, 1.835938, 1.988281, 1.298828, 1.945312, 2.046875, 1.894531, 1.785156, 1.722656, 1.96875, 1.139648, 1.90625, 1.929688, 1.808594, 1.722656, 1.917969, 1.695312, 1.196289, 1.886719, 1.976562, 2.007812, 1.929688, 1.902344, 1.925781, 1.824219, 1.988281, 1.816406, 1.808594, 1.427734, 1.8125, 1.886719, 1.976562, 1.769531, 2.0625, 1.800781, 1.808594, 1.953125, 0.895508, 1.890625, 1.972656, 1.71875, 1.898438, 1.753906, 1.953125, 1.859375, 1.828125, 1.886719, 1.898438, 1.8125, 1.992188, 1.921875, 1.71875, 1.78125, 1.007477, 1.980469, 1.154297, 1.855469, 2.03125, 1.851562, 0.891113, 1.890625, 1.820312, 1.820312, 1.769531, 1.753906, 1.871094, 1.816406, 1.914062, 1.914062, 1.8125, 1.410156, 1.773438, 1.8125, 1.609375, 1.949219, 1.933594, 1.6875, 1.957031, 1.863281, 1.90625, 1.820312, 2.0625, 1.933594, 1.945312, 1.816406, 1.300781, 1.75, 1.925781, 1.929688, 1.8125, 0.942139, 1.84375, 1.828125, 1.832031, 1.953125, 1.886719, 1.863281, 1.898438, 1.609375, 1.227539, 1.824219, 1.894531, 2.007812, 2.0, 1.886719, 1.777344, 1.929688, 1.992188, 1.835938, 1.933594, 2.007812, 1.878906, 1.738281, 1.707031, 1.847656, 1.8125, 1.582031, 1.439453, 1.828125, 1.867188, 1.863281, 1.730469, 1.699219, 2.054688, 1.941406, 1.910156, 1.050293, 1.734375, 1.699219, 2.09375, 1.945312, 1.941406, 1.824219, 0.783203, 1.90625, 1.6875, 0.808594, 1.730469, 1.894531, 1.898438, 1.917969, 1.894531, 1.890625, 1.835938, 1.953125, 1.714844, 1.820312, 1.351562, 1.832031, 1.972656, 1.941406, 1.84375, 1.898438, 1.976562, 1.878906, 1.859375, 1.8125, 1.941406, 1.984375, 1.90625, 1.378906, 1.691406, 1.925781, 2.007812, 1.855469, 1.730469, 1.832031, 2.210938, 1.910156, 1.992188, 1.628906, 1.808594, 1.988281, 1.882812, 2.640625, 1.710938, 1.957031, 1.878906, 1.921875, 1.730469, 0.976074, 1.902344, 1.722656, 1.957031, 1.84375, 1.855469, 1.789062, 1.78125, 0.838867, 1.945312, 1.902344, 1.820312, 1.828125, 2.023438, 1.949219, 1.863281, 1.824219, 1.839844, 1.96875, 1.867188, 1.894531, 1.941406, 1.96875, 1.859375, 1.816406, 1.796875, 1.832031, 2.0625, 1.699219, 2.226562, 1.886719, 1.683594, 1.894531, 1.859375, 1.910156, 1.808594, 1.875, 1.914062, 1.902344, 1.859375, 1.820312, 1.734375, 1.78125, 1.898438, 1.746094, 1.917969, 1.917969, 1.949219, 2.007812, 2.203125, 1.902344, 1.914062, 1.8125, 1.886719, 1.804688, 1.453125, 1.882812, 1.863281, 1.945312, 2.679688, 1.84375, 1.980469, 1.847656, 1.742188, 1.917969, 1.863281, 1.777344, 1.726562, 1.742188, 1.886719, 1.730469, 1.863281, 1.730469, 1.890625, 1.933594, 2.0, 1.898438, 2.046875, 1.949219, 1.820312, 1.890625, 1.820312, 2.109375, 1.9375, 1.792969, 1.878906, 1.683594, 1.878906, 1.871094, 1.882812, 2.1875, 1.878906, 1.558594, 1.785156, 1.867188, 1.949219, 0.855469, 1.878906, 1.910156, 1.824219, 1.464844, 1.839844, 1.828125, 1.667969, 0.921387, 1.9375, 1.847656, 1.976562, 1.835938, 1.875, 1.855469, 2.007812, 1.882812, 1.890625, 2.195312, 1.894531, 1.441406, 2.023438, 1.847656, 1.427734, 0.870117, 1.988281, 1.957031, 2.0, 1.484375, 1.941406, 1.949219, 2.046875, 1.964844, 1.902344, 1.75, 1.777344, 1.820312, 1.808594, 1.9375, 1.980469, 3.015625, 1.165039, 1.574219, 1.886719, 1.992188, 1.792969, 1.722656, 1.878906, 2.0625, 1.746094, 1.519531, 1.882812, 1.925781, 1.871094, 1.949219, 1.847656, 1.789062, 1.851562, 1.753906, 1.033447, 0.901367, 1.953125, 1.789062, 1.699219, 2.007812, 1.828125, 1.898438, 1.347656, 1.847656, 1.429688, 1.486328, 1.996094, 2.015625, 1.925781, 1.859375, 1.835938, 1.980469, 1.402344, 1.960938, 1.847656, 1.785156, 1.851562, 2.023438, 1.863281, 1.878906, 1.863281, 1.871094, 2.101562, 1.984375, 1.878906, 1.953125, 1.710938, 1.851562, 1.746094, 1.867188, 1.910156, 0.922363, 1.859375, 1.824219, 2.3125, 1.9375, 1.554688, 1.828125, 1.855469, 1.730469, 1.068848, 1.535156, 1.773438, 1.898438, 1.875, 1.941406, 2.046875, 1.558594, 1.785156, 1.972656, 1.894531, 1.894531, 1.777344, 1.480469, 1.12793, 1.886719, 1.886719, 1.957031, 1.859375, 1.796875, 0.805664, 1.910156, 1.964844, 2.007812, 1.996094, 1.306641, 1.875, 1.828125, 1.867188, 1.792969, 1.914062, 1.472656, 1.761719, 1.828125, 2.085938, 1.640625, 1.976562, 1.099609, 2.0, 1.441406, 1.241211, 1.875, 2.789062, 1.945312, 1.878906, 1.796875, 1.898438, 2.585938, 1.828125, 2.0, 1.929688, 1.910156, 1.921875, 1.945312, 1.652344, 1.574219, 1.792969, 2.140625, 2.234375, 1.84375, 1.855469, 1.886719, 2.039062, 1.84375, 1.859375, 2.46875, 1.929688, 1.59375, 1.808594, 0.873047, 2.007812, 1.742188, 1.855469, 1.890625, 1.960938, 1.84375, 1.996094, 1.882812, 1.863281, 1.886719, 1.859375, 2.0625, 1.832031, 1.976562, 1.699219, 1.847656, 1.792969, 1.069824, 1.898438, 2.0625, 1.910156, 1.980469, 2.070312, 1.757812, 1.757812, 1.785156, 1.679688, 1.832031, 1.875, 2.054688, 2.054688, 1.929688, 1.890625, 1.984375, 1.96875, 1.910156, 1.808594, 1.257812, 1.808594, 2.015625, 1.96875, 1.910156, 1.894531, 1.789062, 1.808594, 1.769531, 1.769531, 1.90625, 1.941406, 1.777344, 1.894531, 1.800781, 1.847656, 1.910156, 1.820312, 1.921875, 1.960938, 1.890625, 1.882812, 1.972656, 1.427734, 1.335938, 1.933594, 2.148438, 1.886719, 1.738281, 1.859375, 0.96582, 1.9375, 1.890625, 1.886719, 1.835938, 1.960938, 1.894531, 1.855469, 1.0271, 1.9375, 1.882812, 1.925781, 1.804688, 2.390625, 1.972656, 1.933594, 1.921875, 1.789062, 1.839844, 2.234375, 1.808594, 1.898438, 1.859375, 1.710938, 1.699219, 0.9646, 2.085938, 1.941406, 1.898438, 1.863281, 3.203125, 1.867188, 1.921875, 1.898438, 1.925781, 1.964844, 1.824219, 1.957031, 1.558594, 1.890625, 1.84375, 1.753906, 1.890625, 1.875, 1.945312, 1.792969, 1.910156, 1.808594, 1.699219, 2.023438, 1.925781, 1.408203, 1.882812, 1.957031, 2.015625, 1.699219, 1.086914, 1.738281, 2.023438, 1.859375, 1.84375, 1.605469, 1.139648, 1.824219, 1.84375, 1.898438, 1.929688, 1.863281, 1.875, 1.828125, 1.789062, 1.792969, 1.878906, 1.992188, 2.117188, 1.878906, 2.007812, 1.832031, 0.830078, 1.878906, 1.867188, 1.988281, 1.871094, 1.890625, 1.921875, 1.652344, 1.664062, 1.785156, 1.964844, 1.789062, 1.851562, 1.660156, 1.878906, 2.117188, 1.816406, 1.988281, 1.820312, 1.898438, 1.796875, 1.964844, 1.8125, 1.890625, 1.972656, 1.898438, 1.9375, 1.898438, 1.890625, 1.890625, 1.945312, 2.015625, 1.5, 0.925293, 1.929688, 1.746094, 1.769531, 1.898438, 1.992188, 1.804688, 2.0, 1.890625, 1.785156, 2.0625, 1.910156, 1.996094, 2.109375, 0.956543, 1.9375, 1.800781, 2.023438, 1.808594, 2.15625, 1.980469, 1.925781, 2.007812, 1.699219, 1.851562, 1.777344, 1.742188, 1.972656, 1.757812, 2.28125, 1.933594, 1.679688, 1.964844, 2.0, 1.875, 1.832031, 1.878906, 2.085938, 2.109375, 1.855469, 1.703125, 1.777344, 1.898438, 1.796875, 1.423828, 1.90625, 1.984375, 1.867188, 0.99736, 1.75, 1.8125, 1.9375, 1.988281, 1.925781, 2.15625, 1.929688, 2.023438, 1.757812, 1.574219, 0.792969, 1.742188, 1.5, 1.851562, 2.070312, 1.988281, 1.929688, 1.925781, 1.004852, 1.910156, 1.796875, 1.859375, 1.980469, 1.910156, 1.683594, 1.921875, 1.828125, 1.96875, 1.443359, 1.898438, 1.851562, 1.769531, 1.984375, 1.851562, 1.9375, 2.0, 1.726562, 1.863281, 1.898438, 1.423828, 1.96875, 1.871094, 1.917969, 1.726562, 1.878906, 1.839844, 1.820312, 1.582031, 1.972656, 1.847656, 2.015625, 1.034912, 1.738281, 1.835938, 1.792969, 1.773438, 1.882812, 1.988281, 1.839844, 1.65625, 1.757812, 1.863281, 1.933594, 1.832031, 2.023438, 0.84668, 1.832031, 1.851562, 1.921875, 1.839844, 1.886719, 1.929688, 1.871094, 1.8125, 1.96875, 1.878906, 1.859375, 1.558594, 1.851562, 1.925781, 1.914062, 1.014099, 1.898438, 1.558594, 1.789062, 0.916504, 1.957031, 1.90625, 2.367188, 1.664062, 1.789062, 1.816406, 1.875, 1.765625, 2.03125, 1.855469, 1.964844, 1.878906, 1.75, 1.5625, 1.457031, 1.902344, 1.78125, 1.9375, 1.796875, 2.109375, 1.777344, 1.757812, 1.957031, 1.992188, 1.992188, 1.949219, 1.871094, 1.597656, 1.929688, 1.902344, 1.691406, 1.96875, 1.949219, 1.988281, 1.855469, 1.941406, 1.871094, 1.855469, 1.785156, 1.96875, 1.863281, 1.851562, 1.738281, 1.820312, 1.652344, 1.208008, 1.914062, 1.84375, 1.949219, 1.648438, 1.992188, 1.976562, 1.960938, 1.166016, 1.832031, 1.777344, 1.960938, 1.945312, 1.882812, 1.251953, 1.976562, 1.757812, 1.789062, 0.918457, 1.8125, 1.168945, 2.851562, 2.070312, 1.71875, 1.816406, 1.945312, 1.765625, 2.085938, 1.929688, 1.808594, 1.363281, 1.419922, 1.949219, 1.855469, 1.78125, 1.882812, 1.882812, 1.828125, 1.960938, 1.871094, 1.765625, 1.847656, 1.816406, 1.5, 1.90625, 1.941406, 1.554688, 1.988281, 1.902344, 1.378906, 1.535156, 1.246094, 1.523438, 1.972656, 2.0, 1.953125, 1.976562, 2.054688, 1.960938, 1.882812, 1.777344, 1.960938, 1.992188, 1.859375, 1.785156, 1.996094, 1.925781, 1.839844, 2.421875, 1.910156, 1.625, 1.871094, 1.820312, 1.660156, 1.753906, 1.886719, 1.878906, 1.933594, 1.8125, 1.8125, 1.945312, 1.550781, 1.539062, 1.964844, 2.328125, 1.695312, 1.832031, 1.964844, 1.90625, 1.792969, 1.769531, 1.773438, 1.847656, 1.867188, 1.757812, 1.423828, 1.890625, 1.789062, 1.515625, 1.902344, 1.902344, 0.968262, 1.949219, 1.792969, 2.054688, 1.839844, 1.773438, 1.914062, 2.101562, 1.972656, 1.8125, 1.972656, 1.765625, 1.945312, 1.765625, 1.632812, 1.824219, 1.839844, 1.964844, 1.263672, 1.835938, 1.824219, 1.957031, 1.494141, 1.886719, 1.875, 1.855469, 1.820312, 2.273438, 1.730469, 1.757812, 1.886719, 1.304688, 1.886719, 1.851562, 1.193359, 2.023438, 1.886719, 2.0, 1.84375, 1.914062, 2.015625, 1.283203, 1.980469, 1.976562, 1.90625, 1.746094, 1.914062, 1.808594, 1.828125, 1.117188, 1.652344, 1.894531, 1.707031, 1.914062, 1.78125, 1.808594, 1.871094, 1.890625, 1.396484, 1.792969, 2.078125, 0.999119, 2.007812, 1.871094, 2.078125, 1.753906, 1.24707, 2.015625, 1.882812, 1.472656, 1.945312, 2.484375, 1.839844, 1.886719, 1.910156, 1.847656, 1.128906, 1.976562, 1.820312, 1.90625, 1.847656, 1.933594, 2.015625, 2.148438, 1.984375, 1.902344, 1.902344, 1.933594, 1.095703, 1.753906, 1.882812, 1.777344, 1.902344, 1.925781, 1.839844, 1.84375, 1.863281, 1.980469, 1.636719, 1.894531, 2.039062, 2.460938, 1.765625, 1.960938, 1.056396, 1.832031, 1.898438, 1.617188, 1.976562, 1.886719, 1.792969, 2.15625, 2.117188, 1.894531, 0.994171, 1.964844, 1.373047, 1.929688 ] }, "name": "onnx::Mul_8519", "outputIndexes": [ 1352 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1351, 1352 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1353 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1353 ], "outputIndexes": [ 2882 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2882 ], "outputIndexes": [ 2883 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear", "inputIndexes": [ 2883 ], "outputIndexes": [ 2884 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 613124204, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2884 ], "outputIndexes": [ 2885 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2885 ], "outputIndexes": [ 1354 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1353 ], "main_type": "NONE", "name": "/Shape_197_output_0", "outputIndexes": [ 1355 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1355 ], "main_type": "NONE", "name": "Shape3902", "outputIndexes": [ 1356 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1355 ], "main_type": "NONE", "name": "Rank3904", "outputIndexes": [ 1357 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1357, 1357 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3906", "outputIndexes": [ 1358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1358 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3907", "outputIndexes": [ 1359 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1358, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3909", "outputIndexes": [ 1360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1360 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3910", "outputIndexes": [ 1361 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1356, 1359, 1361, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3913", "outputIndexes": [ 1362 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1362 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3914", "outputIndexes": [ 1363 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3915", "outputIndexes": [ 1364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1364, 1363 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3916", "outputIndexes": [ 1365 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 1365, 1358 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_214_output_0", "outputIndexes": [ 1366 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1366, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_449_output_0", "outputIndexes": [ 1367 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1367, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_182_output_0", "outputIndexes": [ 1368 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1354, 1368 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_127_output_0", "outputIndexes": [ 1369 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_112_output_0", "outputIndexes": [ 1370 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369 ], "main_type": "NONE", "name": "/Shape_198_output_0", "outputIndexes": [ 1371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1371 ], "main_type": "NONE", "name": "Shape3923", "outputIndexes": [ 1372 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1371 ], "main_type": "NONE", "name": "Rank3925", "outputIndexes": [ 1373 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373, 1373 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3927", "outputIndexes": [ 1374 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1374 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3928", "outputIndexes": [ 1375 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1374, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3930", "outputIndexes": [ 1376 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1376 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3931", "outputIndexes": [ 1377 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1372, 1375, 1377, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3934", "outputIndexes": [ 1378 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1378 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3935", "outputIndexes": [ 1379 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1379 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3936", "outputIndexes": [ 1380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1380, 1379 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3937", "outputIndexes": [ 1381 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1371, 1381, 1374 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_215_output_0", "outputIndexes": [ 1382 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1382, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_42_output_0", "outputIndexes": [ 1383 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1383, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_454_output_0", "outputIndexes": [ 1384 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369, 1384, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_57_output_0", "outputIndexes": [ 1385 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1385 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_28_output_0", "outputIndexes": [ 1386 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369, 21, 1384, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_56_output_0", "outputIndexes": [ 1387 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1386, 1387 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_185_output_0", "outputIndexes": [ 1388 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1388, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_113_output_0", "outputIndexes": [ 1389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1370, 1389 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_70_output_0", "outputIndexes": [ 1390 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1353 ], "outputIndexes": [ 2886 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2886 ], "outputIndexes": [ 2887 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear", "inputIndexes": [ 2887 ], "outputIndexes": [ 2888 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 615778434, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2888 ], "outputIndexes": [ 2889 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2889 ], "outputIndexes": [ 1391 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1367, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_183_output_0", "outputIndexes": [ 1392 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1391, 1392 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_128_output_0", "outputIndexes": [ 1393 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1393, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_114_output_0", "outputIndexes": [ 1394 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1393 ], "main_type": "NONE", "name": "/Shape_199_output_0", "outputIndexes": [ 1395 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1395 ], "main_type": "NONE", "name": "Shape3986", "outputIndexes": [ 1396 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1395 ], "main_type": "NONE", "name": "Rank3988", "outputIndexes": [ 1397 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1397, 1397 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3990", "outputIndexes": [ 1398 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3991", "outputIndexes": [ 1399 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3993", "outputIndexes": [ 1400 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1400 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3994", "outputIndexes": [ 1401 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1396, 1399, 1401, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3997", "outputIndexes": [ 1402 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1402 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3998", "outputIndexes": [ 1403 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1403 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3999", "outputIndexes": [ 1404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1404, 1403 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4000", "outputIndexes": [ 1405 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1395, 1405, 1398 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_216_output_0", "outputIndexes": [ 1406 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_43_output_0", "outputIndexes": [ 1407 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1407, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_456_output_0", "outputIndexes": [ 1408 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1393, 1408, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_59_output_0", "outputIndexes": [ 1409 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1409 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_29_output_0", "outputIndexes": [ 1410 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1393, 21, 1408, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_58_output_0", "outputIndexes": [ 1411 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1410, 1411 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_186_output_0", "outputIndexes": [ 1412 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1412, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_115_output_0", "outputIndexes": [ 1413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394, 1413 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_71_output_0", "outputIndexes": [ 1414 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1353 ], "outputIndexes": [ 2890 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2890 ], "outputIndexes": [ 2891 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear", "inputIndexes": [ 2891 ], "outputIndexes": [ 2892 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 617105560, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2892 ], "outputIndexes": [ 2893 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2893 ], "outputIndexes": [ 1415 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1415, 1392 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_129_output_0", "outputIndexes": [ 1416 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1390, 1414, 1416, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_134_output_0", "outputIndexes": [ 1417 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1417 ], "outputIndexes": [ 2894 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2894 ], "outputIndexes": [ 2895 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear", "inputIndexes": [ 2895 ], "outputIndexes": [ 2896 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 618432686, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2896 ], "outputIndexes": [ 2897 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2897 ], "outputIndexes": [ 1418 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1418 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_14/Mul_output_0", "outputIndexes": [ 1419 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.882812, 1.957031, 1.742188, 2.132812, 2.039062, 1.980469, 1.683594, 0.257812, 1.972656, 1.345703, 1.917969, 1.675781, 1.660156, 2.171875, 1.90625, 1.640625, 1.785156, 1.894531, 1.929688, 1.882812, 1.851562, 1.863281, 2.015625, 1.648438, 1.722656, 1.863281, 1.523438, 1.695312, 2.03125, 2.0, 1.474609, 1.289062, 1.960938, 0.390625, 1.722656, 1.324219, 1.757812, 2.046875, 1.550781, 1.796875, 2.023438, 1.941406, 1.972656, 1.333984, 0.638672, 1.859375, 2.0, 1.785156, 2.179688, 1.371094, 1.820312, 1.176758, 1.742188, 0.582031, 1.824219, 1.546875, 1.84375, 2.039062, 1.777344, 1.490234, 1.275391, 2.164062, 1.945312, 1.835938, 0.824219, 1.859375, 0.993347, 1.765625, 1.609375, 1.71875, 1.863281, 2.046875, 1.820312, 1.855469, 1.613281, 1.605469, 1.004822, 1.291016, 1.490234, 0.667969, 1.578125, 0.207031, 1.683594, 1.328125, 1.824219, 1.851562, 1.664062, 1.337891, 0.570312, 1.515625, 1.847656, 1.699219, 2.140625, 0.513672, 1.90625, 0.199219, 1.769531, 1.910156, 2.492188, 1.785156, 1.472656, 2.070312, 2.132812, 1.714844, 1.988281, 1.746094, 2.054688, 1.333984, 1.917969, 1.8125, 1.804688, 1.933594, 2.132812, 1.863281, 1.902344, 1.396484, 2.015625, 0.558594, 1.695312, 2.117188, 2.070312, 1.910156, 1.484375, 1.957031, 1.490234, 1.18457, 1.734375, 2.015625, 1.863281, 1.136719, 1.050049, 1.675781, 1.59375, 1.816406, 2.046875, 2.101562, 1.410156, 1.511719, 1.59375, 2.328125, 2.320312, 1.851562, 1.369141, 1.890625, 2.0625, 1.527344, 1.589844, 2.0625, 1.675781, 2.03125, 1.792969, 1.494141, 1.566406, 1.507812, 2.039062, 1.851562, 0.88623, 1.808594, 0.537109, 0.46875, 2.25, 2.046875, 1.71875, 0.794922, 2.148438, 1.832031, 2.265625, 0.398438, 2.117188, 1.613281, 1.78125, 0.509766, 1.679688, 0.480469, 1.75, 2.148438, 1.941406, 0.214844, 1.832031, 1.976562, 1.796875, 0.394531, 1.345703, 0.242188, 1.871094, 1.710938, 0.748047, 1.839844, 1.458984, 1.523438, 1.851562, 1.863281, 1.769531, 1.710938, 1.898438, 1.777344, 1.703125, 2.015625, 2.179688, 1.871094, 1.554688, 1.976562, 1.691406, 1.410156, 2.210938, 2.046875, 2.03125, 1.695312, 1.859375, 1.789062, 1.730469, 2.015625, 1.707031, 1.667969, 1.90625, 1.941406, 1.550781, 1.648438, 2.125, 1.863281, 1.349609, 1.570312, 1.828125, 2.078125, 1.832031, 1.785156, 1.71875, 1.738281, 1.570312, 1.386719, 2.726562, 2.046875, 2.039062, 1.890625, 1.859375, 2.257812, 1.527344, 1.972656, 1.660156, 1.6875, 2.21875, 1.769531, 1.890625, 1.855469, 1.550781, 1.835938, 1.5, 1.519531, 2.054688, 0.971558, 1.988281, 2.164062, 0.650391, 1.894531, 1.820312, 1.714844, 1.644531, 1.875, 1.898438, 1.710938, 1.921875, 2.046875, 1.769531, 1.5625, 1.820312, 1.261719, 1.960938, 1.90625, 1.644531, 1.851562, 2.140625, 1.894531, 1.691406, 1.449219, 1.863281, 1.773438, 0.632812, 1.667969, 2.015625, 1.835938, 1.298828, 1.847656, 0.611328, 1.722656, 1.851562, 1.777344, 1.753906, 1.742188, 0.417969, 1.695312, 1.425781, 0.748047, 1.511719, 2.007812, 1.832031, 1.851562, 1.5, 1.847656, 1.882812, 1.863281, 1.714844, 1.457031, 0.433594, 1.992188, 0.054688, 1.757812, 1.96875, 1.722656, 1.478516, 2.085938, 2.007812, 0.285156, 1.886719, 1.914062, 1.773438, 1.695312, 1.757812, 1.949219, 1.714844, 2.15625, 1.710938, 1.882812, 1.447266, 1.882812, 1.804688, 1.828125, 1.213867, 1.601562, 2.132812, 1.871094, 1.296875, 1.316406, 1.722656, 1.703125, 2.242188, 2.046875, 1.792969, 2.015625, 2.085938, 1.738281, 1.664062, 1.796875, 1.898438, 1.550781, 1.902344, 1.07666, 1.925781, 1.069336, 1.322266, 1.859375, 0.861328, 1.324219, 1.143555, 1.378906, 0.28125, 0.529297, 2.015625, 2.03125, 1.235352, 1.482422, 0.429688, 1.96875, 1.443359, 0.774414, 1.785156, 1.84375, 1.648438, 0.675781, 1.851562, 1.746094, 2.070312, 1.609375, 1.675781, 1.742188, 2.078125, 1.972656, 2.015625, 1.8125, 1.730469, 0.973389, 1.984375, 2.171875, 0.914062, 0.6875, 2.234375, 1.542969, 1.285156, 1.244141, 1.816406, 1.875, 1.882812, 1.914062, 0.332031, 1.984375, 1.980469, 2.03125, 1.474609, 0.398438, 1.625, 1.898438, 1.765625, 2.054688, 1.808594, 2.109375, 0.623047, 1.332031, 1.945312, 1.601562, 1.824219, 0.854492, 2.0, 1.882812, 2.046875, 1.820312, 1.566406, 1.429688, 1.757812, 1.710938, 1.65625, 1.738281, 2.28125, 1.957031, 2.328125, 1.675781, 1.632812, 1.347656, 2.015625, 1.714844, 1.972656, 1.710938, 1.542969, 2.226562, 2.007812, 1.273438, 1.621094, 1.914062, 2.078125, 2.0625, 1.914062, 1.851562, 2.492188, 1.925781, 1.949219, 1.172852, 1.398438, 1.90625, 1.949219, 2.070312, 1.457031, 1.910156, 1.832031, 1.902344, 1.726562, 1.894531, 1.84375, 1.902344, 1.257812, 2.101562, 1.777344, 2.171875, 1.824219, 1.996094, 1.910156, 1.835938, 0.816406, 1.636719, 0.429688, 1.609375, 1.914062, 1.699219, 1.777344, 1.730469, 2.265625, 1.71875, 1.773438, 1.804688, 0.53125, 1.765625, 1.832031, 1.957031, 1.734375, 1.652344, 0.648438, 1.847656, 1.945312, 1.863281, 0.417969, 1.617188, 1.597656, 2.179688, 1.353516, 1.839844, 2.0, 1.871094, 1.199219, 1.925781, 0.292969, 0.695312, 0.994904, 0.386719, 2.0625, 1.832031, 1.769531, 1.019043, 0.628906, 1.804688, 1.212891, 1.231445, 1.5625, 1.992188, 1.875, 2.046875, 1.699219, 1.816406, 1.660156, 1.929688, 1.306641, 1.910156, 1.867188, 1.449219, 1.824219, 1.597656, 0.558594, 0.589844, 1.796875, 0.667969, 2.015625, 1.6875, 1.621094, 1.984375, 1.585938, 1.523438, 1.804688, 0.484375, 1.9375, 1.953125, 1.910156, 1.617188, 2.023438, 0.433594, 1.578125, 1.273438, 2.03125, 1.996094, 2.09375, 1.914062, 1.796875, 1.839844, 0.972656, 2.09375, 0.816406, 2.039062, 2.210938, 1.675781, 1.617188, 1.851562, 1.785156, 2.007812, 1.550781, 2.070312, 2.015625, 1.566406, 1.443359, 2.171875, 1.914062, 1.953125, 2.140625, 2.398438, 1.742188, 1.839844, 2.148438, 1.886719, 2.132812, 1.804688, 0.238281, 1.824219, 1.730469, 1.675781, 0.753906, 1.8125, 2.140625, 1.894531, 2.179688, 1.804688, 2.359375, 1.550781, 2.015625, 1.789062, 1.546875, 1.155273, 1.96875, 1.738281, 1.699219, 1.628906, 1.515625, 1.490234, 1.792969, 2.023438, 1.960938, 1.349609, 1.699219, 2.054688, 1.349609, 1.957031, 1.832031, 1.777344, 1.800781, 2.023438, 2.070312, 1.496094, 2.070312, 1.738281, 2.015625, 1.022583, 1.601562, 1.941406, 1.773438, 1.539062, 1.726562, 1.734375, 2.0, 1.660156, 1.636719, 1.957031, 1.945312, 1.320312, 1.894531, 2.007812, 2.1875, 1.59375, 1.523438, 1.898438, 1.863281, 2.046875, 1.992188, 1.660156, 1.773438, 1.695312, 1.957031, 1.010071, 1.808594, 1.408203, 1.410156, 0.445312, 1.714844, 1.326172, 1.773438, 2.367188, 1.617188, 0.825195, 0.316406, 0.371094, 1.828125, 1.996094, 1.960938, 1.835938, 1.566406, 1.71875, 1.757812, 1.664062, 1.785156, 1.785156, 1.695312, 0.355469, 1.574219, 1.785156, 1.824219, 1.820312, 1.757812, 1.855469, 1.902344, 1.400391, 1.753906, 1.695312, 1.519531, 1.820312, 1.859375, 1.949219, 1.238281, 1.902344, 1.800781, 0.246094, 1.632812, 1.667969, 1.582031, 1.734375, 1.200195, 1.996094, 1.929688, 2.023438, 1.65625, 1.519531, 1.789062, 1.644531, 2.046875, 1.535156, 1.738281, 1.929688, 1.8125, 1.75, 2.671875, 1.933594, 1.679688, 1.667969, 1.726562, 1.753906, 1.800781, 1.455078, 1.644531, 1.683594, 1.886719, 2.023438, 1.890625, 1.792969, 1.859375, 1.992188, 1.984375, 0.934082, 1.890625, 1.447266, 1.867188, 2.140625, 1.808594, 1.820312, 1.066895, 1.24707, 0.948486, 1.941406, 2.140625, 1.808594, 1.304688, 1.921875, 1.984375, 1.707031, 1.835938, 1.988281, 1.679688, 1.792969, 1.851562, 1.816406, 1.855469, 1.816406, 1.554688, 2.078125, 1.378906, 1.412109, 2.070312, 1.542969, 1.90625, 2.179688, 1.960938, 1.964844, 1.894531, 2.023438, 2.0625, 1.605469, 1.75, 0.460938, 1.84375, 1.609375, 1.980469, 1.742188, 1.636719, 1.894531, 1.664062, 1.523438, 1.742188, 1.902344, 1.820312, 1.652344, 1.929688, 1.5, 1.484375, 1.722656, 1.628906, 1.847656, 1.757812, 1.820312, 1.894531, 1.326172, 1.566406, 1.746094, 1.363281, 1.617188, 3.078125, 1.882812, 1.832031, 1.03833, 0.98584, 1.894531, 1.84375, 1.503906, 1.223633, 1.882812, 1.292969, 1.921875, 1.910156, 1.028076, 1.980469, 2.023438, 1.188477, 2.0625, 1.804688, 1.828125, 1.398438, 0.8125, 1.675781, 1.71875, 0.685547, 1.494141, 1.957031, 2.078125, 0.515625, 1.972656, 1.005737, 1.960938, 2.109375, 1.490234, 1.049805, 1.796875, 1.703125, 1.675781, 1.714844, 1.921875, 2.085938, 1.800781, 1.644531, 1.589844, 1.761719, 1.660156, 2.039062, 1.742188, 1.742188, 1.964844, 1.949219, 1.113281, 1.914062, 1.6875, 1.166016, 1.722656, 1.108398, 1.976562, 1.789062, 1.902344, 1.945312, 1.941406, 1.648438, 1.984375, 1.851562, 2.023438, 1.417969, 1.675781, 1.789062, 2.171875, 0.011719, 1.376953, 1.322266, 1.679688, 1.515625, 1.255859, 1.980469, 2.023438, 1.789062, 2.070312, 1.78125, 0.433594, 1.921875, 1.691406, 1.466797, 1.267578, 2.03125, 1.816406, 1.753906, 0.460938, 1.349609, 1.628906, 1.589844, 1.875, 2.109375, 2.09375, 1.453125, 1.675781, 1.894531, 1.898438, 1.664062, 1.914062, 1.863281, 2.109375, 1.601562, 1.78125, 0.484375, 1.699219, 1.839844, 1.769531, 1.527344, 1.859375, 1.992188, 1.875, 1.65625, 1.789062, 1.152344, 1.53125, 1.726562, 1.988281, 1.152344, 1.416016, 1.738281, 0.386719, 0.175781, 1.097656, 1.427734, 1.832031, 1.976562, 1.636719, 1.769531, 0.3125, 0.273438, 1.664062, 2.039062, 1.314453, 1.757812, 1.523438, 1.898438, 1.859375, 1.546875, 0.433594, 1.816406, 1.431641, 1.369141, 0.829102, 1.714844, 1.601562, 1.628906, 1.535156, 1.886719, 1.804688, 1.550781, 1.800781, 1.464844, 1.886719, 1.882812, 1.310547, 1.777344, 1.933594, 2.273438, 1.761719, 0.856445, 0.308594, 3.03125, 1.726562, 1.78125, 1.785156, 1.632812, 1.714844, 1.589844, 1.9375, 0.222656, 1.416016, 1.158203, 2.09375, 1.851562, 0.414062, 1.890625, 1.839844, 1.894531, 1.726562, 1.820312, 1.527344, 1.365234, 0.417969, 1.628906, 1.416016, 1.75, 0.541016, 1.5625, 2.109375, 2.171875, 1.933594, 2.1875, 1.308594, 1.480469, 2.007812, 1.898438, 0.913086, 1.851562, 2.046875, 1.091309, 1.882812, 0.564453, 1.486328, 1.777344, 1.648438, 1.769531, 1.570312, 1.714844, 1.863281, 1.738281, 0.21875, 1.847656, 1.875, 1.894531, 1.894531, 1.660156, 1.765625, 1.855469, 0.121094, 1.423828, 0.4375, 1.949219, 0.460938, 1.21875, 2.039062, 1.941406, 2.070312, 1.024902, 1.546875, 1.388672, 1.636719, 0.328125, 1.65625, 1.097656, 0.958008, 0.628906, 1.703125, 2.109375, 1.298828, 1.9375, 2.164062, 1.494141, 1.90625, 1.175781, 1.378906, 1.707031, 0.339844, 1.789062, 2.054688, 1.609375, 0.460938, 0.316406, 1.890625, 1.984375, 1.539062, 1.96875, 2.015625, 1.609375, 1.117188, 2.226562, 1.617188, 1.636719, 2.382812, 1.431641, 1.929688, 1.914062, 2.171875, 1.863281, 1.890625, 1.867188, 2.132812, 1.84375, 1.417969, 2.101562, 2.078125, 1.339844, 1.835938, 1.992188, 1.765625, 1.816406, 1.9375, 1.898438, 2.054688, 0.355469, 1.239258, 1.550781, 0.464844, 1.867188, 1.597656, 1.75, 1.804688, 1.898438, 1.820312, 1.703125, 1.792969, 0.414062, 1.306641, 1.789062, 1.400391, 1.800781, 1.835938, 1.170898, 1.8125, 1.765625, 1.90625, 1.84375, 2.101562, 0.382812, 2.15625, 2.203125, 1.094727, 1.949219, 1.582031, 2.117188, 2.171875, 1.742188, 1.882812, 1.898438, 2.070312, 1.90625, 1.804688, 1.251953, 1.753906, 1.820312, 1.871094, 1.953125, 1.648438, 0.774414, 1.960938, 0.535156, 1.816406, 1.785156, 1.332031, 1.960938, 1.785156, 2.359375, 1.6875, 1.435547, 1.734375, 0.308594, 0.261719, 0.289062, 1.808594, 2.039062, 0.552734, 1.605469, 1.703125, 2.226562, 0.615234, 1.664062, 1.055664, 1.664062, 0.480469, 1.847656, 1.847656, 1.53125, 2.0, 1.445312, 1.478516, 2.007812, 1.882812, 0.766602, 1.640625, 0.269531, 1.617188, 1.902344, 1.816406, 2.0, 1.433594, 1.191406, 1.882812, 0.351562, 2.007812, 1.652344, 1.777344, 1.8125, 0.974243, 1.886719, 1.769531, 1.6875, 1.316406, 1.738281, 1.527344, 1.6875, 1.960938, 1.777344, 1.78125, 1.820312, 1.613281, 2.078125, 1.558594, 1.734375, 2.203125, 1.867188, 1.976562, 1.695312, 1.757812, 2.085938, 1.476562, 1.796875, 1.753906, 1.757812, 1.851562, 1.828125, 1.451172, 1.667969, 1.605469, 2.117188, 1.617188, 1.601562, 0.583984, 2.03125, 1.519531, 1.824219, 1.515625, 1.773438, 1.65625, 1.929688, 0.730469, 1.976562, 0.738281, 1.839844, 1.394531, 1.484375, 1.216797, 1.738281, 0.893066, 1.917969, 0.378906, 1.875, 1.029175, 1.992188, 1.621094, 1.574219, 1.90625, 1.960938, 1.695312, 1.46875, 1.589844, 1.824219, 1.957031, 0.300781, 2.046875, 1.515625, 1.550781, 1.910156, 1.882812, 0.59375, 1.632812, 1.033691, 1.550781, 1.796875, 1.722656, 2.117188, 1.78125, 1.796875, 1.675781, 1.482422, 1.632812, 0.277344, 2.078125, 1.726562, 1.988281, 1.933594, 1.482422, 0.885742, 0.3125, 1.761719, 0.371094, 0.560547, 1.408203, 1.714844, 2.039062, 1.929688, 0.662109, 1.660156, 1.294922, 1.804688, 0.351562, 1.957031, 1.660156, 1.625, 1.703125, 2.039062, 2.257812, 0.378906, 1.851562, 2.117188, 1.09668, 0.519531, 1.828125, 2.054688, 0.617188, 2.007812, 1.84375, 1.824219, 1.458984, 1.671875, 1.699219, 0.525391, 1.921875, 1.648438, 1.691406, 1.957031, 1.742188, 1.074707, 0.316406, 1.710938, 2.226562, 1.507812, 1.808594, 1.902344, 1.929688, 2.203125, 1.765625, 1.574219, 1.757812, 1.601562, 1.808594, 1.851562, 1.535156, 1.855469, 1.578125, 1.753906, 1.867188, 1.8125, 0.191406, 1.863281, 2.078125, 1.742188, 1.574219, 1.574219, 1.554688, 1.617188, 1.796875, 1.882812, 1.867188, 1.679688, 1.878906, 1.878906, 1.079102, 1.609375, 0.414062, 1.988281, 0.542969, 1.867188, 1.945312, 1.976562, 0.394531, 1.894531, 1.4375, 1.496094, 2.046875, 2.09375, 1.796875, 1.667969, 1.976562, 1.65625, 1.621094, 0.681641, 1.5625, 1.839844, 2.203125, 2.1875, 1.683594, 1.691406, 2.046875, 1.898438, 1.664062, 1.714844, 1.5, 1.507812, 1.734375, 1.597656, 0.574219, 1.574219, 1.976562, 2.015625, 1.507812, 0.398438, 1.949219, 1.941406, 2.132812, 1.867188, 1.90625, 2.023438, 1.726562, 1.511719, 0.488281, 1.945312, 1.722656, 1.945312, 1.894531, 1.494141, 1.738281, 1.871094, 2.203125, 1.835938, 1.675781, 2.453125, 1.867188, 1.648438, 1.585938, 2.070312, 1.921875, 0.947754, 3.375, 1.625, 1.644531, 1.894531, 1.632812, 0.959717, 2.210938, 1.679688, 1.722656, 0.402344, 1.318359, 1.277344, 1.925781, 1.707031, 1.972656, 1.964844, 0.1875, 1.910156, 2.140625, 0.269531, 0.941162, 1.800781, 1.984375, 1.859375, 1.886719, 1.777344, 1.550781, 1.820312, 1.445312, 1.972656, 0.601562, 1.742188, 2.242188, 1.785156, 0.957031, 1.804688, 2.0, 1.832031, 1.714844, 1.820312, 1.722656, 1.839844, 1.482422, 0.699219, 1.78125, 1.738281, 1.949219, 1.894531, 1.151367, 1.8125, 1.355469, 1.734375, 1.789062, 1.015625, 1.6875, 2.109375, 1.835938, 3.09375, 1.341797, 2.367188, 1.78125, 1.875, 0.949707, 0.347656, 1.734375, 1.664062, 1.835938, 1.392578, 2.03125, 1.785156, 1.71875, 0.355469, 1.507812, 1.847656, 1.574219, 1.632812, 1.796875, 2.109375, 1.851562, 1.789062, 1.507812, 1.84375, 1.660156, 1.921875, 2.132812, 2.023438, 1.71875, 1.396484, 1.412109, 1.429688, 2.132812, 1.427734, 1.753906, 1.910156, 0.984436, 1.601562, 1.671875, 1.878906, 1.597656, 1.914062, 1.847656, 1.176758, 1.65625, 1.902344, 2.070312, 1.820312, 2.046875, 0.992889, 1.589844, 1.933594, 1.722656, 2.070312, 2.132812, 1.664062, 2.085938, 1.667969, 1.785156, 1.648438, 0.742188, 1.660156, 1.851562, 1.929688, 2.804688, 1.929688, 1.972656, 1.773438, 1.65625, 1.765625, 1.761719, 1.644531, 1.427734, 1.003845, 1.539062, 1.5625, 2.007812, 1.648438, 1.898438, 1.847656, 1.84375, 1.710938, 1.96875, 1.820312, 1.945312, 1.714844, 1.707031, 1.734375, 1.929688, 1.855469, 1.714844, 1.773438, 1.855469, 1.875, 1.820312, 1.96875, 2.1875, 1.632812, 1.417969, 1.699219, 2.023438, 0.1875, 1.867188, 2.046875, 1.652344, 0.75293, 1.839844, 1.722656, 0.95459, 0.402344, 1.609375, 1.726562, 2.320312, 1.523438, 1.6875, 1.722656, 1.84375, 1.910156, 1.628906, 1.9375, 1.714844, 0.927734, 2.265625, 1.890625, 0.703125, 0.308594, 2.015625, 1.945312, 1.96875, 0.867188, 1.824219, 1.341797, 1.625, 2.046875, 1.804688, 1.585938, 1.917969, 1.601562, 1.429688, 1.820312, 2.007812, 1.59375, 0.488281, 0.948242, 1.832031, 1.75, 1.765625, 1.289062, 1.609375, 1.972656, 1.417969, 0.881348, 2.09375, 2.015625, 1.464844, 1.847656, 1.746094, 1.318359, 1.632812, 1.878906, 0.144531, 0.25, 1.773438, 1.792969, 1.570312, 2.273438, 1.578125, 1.992188, 0.636719, 1.722656, 0.707031, 0.791992, 1.855469, 2.265625, 1.792969, 1.816406, 1.878906, 2.09375, 0.611328, 1.90625, 1.478516, 1.5625, 1.679688, 1.851562, 1.800781, 1.613281, 1.289062, 1.828125, 2.0625, 1.539062, 1.535156, 1.294922, 1.363281, 1.828125, 1.984375, 1.871094, 1.90625, 0.378906, 1.902344, 2.070312, 1.71875, 1.75, 1.5625, 1.691406, 1.941406, 1.769531, 1.609375, 1.365234, 1.699219, 2.054688, 1.808594, 2.015625, 1.925781, 1.628906, 1.765625, 1.660156, 1.972656, 1.855469, 1.679688, 1.287109, 0.328125, 1.84375, 1.902344, 2.007812, 1.816406, 1.539062, 0.25, 1.953125, 2.140625, 1.570312, 1.890625, 0.664062, 1.898438, 1.902344, 1.84375, 1.800781, 1.726562, 1.945312, 1.558594, 1.306641, 1.941406, 1.898438, 1.882812, 0.402344, 2.179688, 1.494141, 0.300781, 1.738281, 1.804688, 2.101562, 1.5, 1.335938, 1.660156, 1.398438, 1.734375, 1.925781, 1.824219, 1.695312, 1.894531, 1.875, 1.447266, 2.101562, 1.886719, 1.992188, 2.328125, 2.0, 1.071289, 1.738281, 1.871094, 1.490234, 1.550781, 2.078125, 1.914062, 0.742188, 1.636719, 0.320312, 1.910156, 1.664062, 2.046875, 1.574219, 1.742188, 1.667969, 2.054688, 1.738281, 1.451172, 2.0, 1.773438, 2.179688, 1.460938, 1.976562, 1.050293, 1.652344, 1.083496, 0.421875, 1.777344, 2.078125, 2.0, 1.945312, 2.03125, 1.224609, 1.621094, 1.808594, 1.069824, 1.208008, 1.925781, 2.164062, 2.054688, 1.710938, 1.820312, 1.632812, 2.070312, 1.972656, 1.949219, 0.566406, 1.625, 2.476562, 1.929688, 1.945312, 1.441406, 1.941406, 1.695312, 1.628906, 1.867188, 1.855469, 1.882812, 1.110352, 1.691406, 1.75, 1.851562, 2.171875, 2.007812, 2.070312, 1.519531, 1.335938, 1.945312, 1.808594, 0.818359, 0.566406, 1.800781, 2.109375, 1.898438, 1.691406, 2.046875, 0.304688, 1.832031, 2.210938, 1.609375, 2.007812, 1.279297, 1.691406, 1.542969, 0.558594, 1.835938, 1.753906, 1.972656, 1.523438, 1.878906, 2.140625, 1.765625, 2.179688, 1.683594, 1.863281, 2.5, 1.554688, 1.570312, 1.040771, 1.632812, 0.942627, 0.40625, 1.921875, 2.039062, 1.863281, 1.925781, 2.070312, 1.84375, 1.984375, 1.773438, 1.914062, 1.851562, 1.357422, 1.609375, 0.861328, 1.886719, 1.206055, 1.535156, 1.660156, 1.730469, 1.730469, 1.757812, 1.894531, 1.882812, 1.136719, 1.894531, 2.101562, 0.546875, 1.429688, 1.832031, 2.164062, 1.523438, 0.558594, 1.695312, 1.921875, 1.757812, 1.726562, 1.683594, 0.472656, 1.664062, 1.710938, 1.132812, 1.785156, 1.503906, 1.570312, 1.482422, 1.917969, 1.515625, 1.761719, 2.078125, 2.023438, 1.617188, 2.03125, 1.929688, 0.339844, 1.644531, 1.710938, 1.933594, 1.917969, 2.078125, 2.007812, 1.392578, 0.851562, 1.835938, 2.171875, 1.953125, 1.589844, 0.982666, 1.503906, 1.941406, 1.757812, 1.792969, 1.486328, 1.921875, 1.644531, 1.894531, 1.382812, 1.84375, 1.78125, 1.707031, 1.871094, 1.796875, 1.707031, 2.070312, 1.328125, 2.117188, 0.740234, 0.160156, 1.828125, 1.238281, 1.84375, 1.902344, 1.652344, 1.546875, 1.427734, 1.917969, 1.326172, 1.886719, 1.875, 2.179688, 1.886719, 0.375, 1.84375, 1.964844, 2.0625, 1.617188, 2.0, 1.902344, 1.949219, 1.96875, 1.386719, 1.925781, 1.902344, 1.773438, 1.929688, 1.511719, 1.464844, 1.796875, 1.265625, 1.457031, 1.882812, 2.039062, 1.902344, 1.960938, 2.109375, 2.203125, 1.574219, 2.523438, 1.292969, 1.746094, 1.318359, 0.833984, 1.910156, 1.769531, 1.722656, 0.394531, 1.182617, 2.070312, 1.804688, 2.09375, 2.070312, 2.09375, 1.949219, 1.710938, 1.423828, 1.910156, 0.246094, 1.667969, 0.954346, 1.644531, 1.882812, 2.242188, 2.078125, 1.695312, 0.292969, 1.898438, 1.777344, 1.78125, 1.832031, 2.007812, 1.90625, 1.96875, 1.710938, 1.597656, 0.810547, 1.707031, 1.945312, 1.431641, 1.855469, 1.925781, 1.832031, 1.996094, 1.353516, 1.773438, 1.482422, 2.296875, 1.800781, 2.015625, 1.878906, 1.539062, 1.597656, 1.664062, 1.644531, 1.914062, 2.078125, 1.550781, 1.617188, 0.394531, 1.828125, 1.808594, 1.871094, 1.816406, 1.976562, 2.007812, 1.773438, 1.617188, 1.957031, 1.242188, 1.734375, 1.757812, 1.875, 0.308594, 1.765625, 1.796875, 1.972656, 1.820312, 1.859375, 1.6875, 2.226562, 1.507812, 2.109375, 1.832031, 2.03125, 0.533203, 1.523438, 1.429688, 1.902344, 0.394531, 1.898438, 0.646484, 1.695312, 0.324219, 1.9375, 1.539062, 1.828125, 0.918457, 1.376953, 1.800781, 1.792969, 1.494141, 1.808594, 1.660156, 2.109375, 1.960938, 0.285156, 0.902832, 1.119629, 1.789062, 1.941406, 1.613281, 2.015625, 2.046875, 1.835938, 1.214844, 1.902344, 1.800781, 2.03125, 2.273438, 1.816406, 1.261719, 1.8125, 2.046875, 1.07666, 1.859375, 1.921875, 1.941406, 1.789062, 1.945312, 1.3125, 2.109375, 1.753906, 1.582031, 2.070312, 1.832031, 1.875, 1.835938, 2.085938, 0.605469, 1.75, 1.710938, 1.886719, 0.615234, 2.09375, 2.203125, 2.09375, 0.53125, 1.613281, 1.102539, 1.957031, 1.628906, 1.322266, 0.300781, 2.0, 1.902344, 1.796875, 0.226562, 1.176758, 0.484375, 2.132812, 2.164062, 1.400391, 1.875, 2.148438, 1.601562, 1.878906, 1.863281, 1.451172, 0.583984, 0.714844, 1.992188, 1.396484, 1.492188, 1.882812, 1.757812, 1.738281, 2.148438, 1.289062, 1.585938, 1.757812, 1.621094, 0.873047, 2.132812, 1.867188, 2.125, 1.996094, 1.644531, 0.507812, 1.859375, 0.476562, 1.730469, 2.015625, 1.820312, 1.824219, 2.015625, 1.515625, 1.855469, 2.101562, 1.898438, 1.839844, 1.574219, 1.5625, 1.871094, 1.910156, 2.1875, 1.460938, 2.132812, 1.800781, 0.918945, 1.546875, 1.554688, 0.921387, 1.746094, 1.835938, 1.9375, 1.894531, 1.498047, 1.484375, 1.628906, 1.753906, 1.117676, 1.933594, 1.609375, 1.785156, 1.679688, 2.09375, 1.851562, 1.322266, 1.742188, 1.925781, 1.683594, 1.949219, 1.671875, 0.869141, 1.992188, 1.71875, 0.779297, 1.734375, 1.804688, 0.441406, 1.761719, 1.204102, 1.980469, 1.871094, 1.671875, 1.851562, 2.007812, 1.875, 1.605469, 1.878906, 1.699219, 1.6875, 1.691406, 0.948242, 1.574219, 2.007812, 1.882812, 0.636719, 1.570312, 1.625, 1.890625, 1.792969, 1.753906, 1.816406, 1.691406, 1.515625, 1.5, 1.376953, 1.792969, 1.890625, 0.414062, 1.898438, 1.636719, 0.492188, 1.925781, 1.703125, 2.140625, 1.667969, 1.703125, 1.914062, 0.679688, 1.953125, 1.824219, 2.140625, 1.648438, 1.546875, 1.574219, 1.546875, 0.533203, 0.827148, 1.949219, 1.402344, 2.132812, 1.369141, 1.507812, 1.769531, 1.714844, 0.558594, 1.404297, 2.046875, 0.332031, 2.054688, 1.578125, 2.023438, 1.910156, 0.472656, 1.953125, 1.722656, 0.46875, 1.984375, 1.863281, 1.550781, 1.953125, 2.03125, 2.039062, 0.46875, 1.929688, 1.353516, 1.703125, 1.71875, 1.960938, 1.96875, 1.316406, 1.96875, 1.90625, 1.855469, 1.53125, 0.480469, 1.632812, 1.921875, 1.65625, 1.738281, 2.242188, 1.734375, 1.376953, 1.388672, 1.929688, 1.519531, 1.867188, 1.439453, 2.375, 2.09375, 1.898438, 0.339844, 1.890625, 1.507812, 1.621094, 2.1875, 1.792969, 1.3125, 1.447266, 1.929688, 1.886719, 0.578125, 1.757812, 1.648438, 1.628906 ] }, "name": "onnx::Mul_8542", "outputIndexes": [ 1420 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1419, 1420 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1421 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1350, 1421 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_73_output_0", "outputIndexes": [ 1422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1422 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_14/Mul_output_0", "outputIndexes": [ 1423 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.814453, 0.859375, 0.806641, 0.84375, 0.905273, 0.826172, 0.818359, 0.628906, 0.832031, 0.847656, 0.823242, 0.832031, 0.814453, 0.78418, 0.857422, 0.858398, 0.817383, 0.859375, 0.876953, 0.853516, 0.838867, 0.942627, 0.871094, 0.811523, 0.822266, 0.833984, 0.716797, 0.807617, 0.806641, 0.820312, 0.865234, 0.844727, 0.84668, 0.662109, 0.849609, 0.78418, 0.868164, 0.806641, 0.882324, 0.876953, 0.824219, 0.836914, 0.862305, 0.823242, 0.755859, 0.845703, 0.838867, 0.84082, 0.859375, 0.839844, 0.833008, 0.722656, 0.813477, 0.564453, 0.827148, 0.796875, 0.81543, 0.845703, 0.854492, 0.87207, 0.824219, 0.799805, 0.849609, 0.814453, 0.740234, 0.854492, 0.796875, 0.849609, 0.803711, 0.849609, 0.834961, 0.825195, 0.829102, 0.880371, 0.864258, 0.850586, 0.810547, 0.884277, 0.832031, 0.71875, 0.864258, 0.609375, 0.841797, 0.849609, 0.838867, 0.78125, 0.857422, 0.850586, 0.777344, 0.868164, 0.81543, 0.84668, 0.830078, 0.740234, 0.870117, 0.626953, 0.810547, 0.877441, 0.734375, 0.84668, 0.829102, 0.84375, 0.836914, 0.81543, 0.826172, 0.87207, 0.800781, 0.833008, 0.847656, 0.865234, 0.801758, 0.803711, 0.853516, 0.519531, 0.821289, 0.824219, 0.852539, 0.599609, 0.861328, 0.792969, 0.825195, 0.80957, 0.776367, 0.847656, 0.81543, 0.780273, 0.80957, 0.832031, 0.797852, 0.805664, 0.826172, 0.844727, 0.857422, 0.879883, 0.837891, 0.81543, 0.867188, 0.714844, 0.866211, 0.830078, 0.701172, 0.879395, 0.897461, 0.845703, 0.885742, 0.861328, 0.833984, 0.893066, 0.87793, 0.876465, 0.869141, 0.834961, 0.861328, 0.705078, 0.827148, 0.84082, 0.841797, 0.819336, 0.742188, 0.669922, 0.394531, 0.831055, 0.802734, 0.826172, 0.819336, 0.891113, 0.862305, 0.677734, 0.783203, 0.866211, 0.833008, 0.75, 0.814453, 0.742188, 0.89209, 0.865234, 0.779297, 0.609375, 0.841797, 0.864258, 0.845703, 0.642578, 0.818359, 0.548828, 0.742188, 0.897949, 0.870117, 0.828125, 0.895996, 0.833984, 0.856445, 0.748047, 0.823242, 0.803711, 0.831055, 0.763672, 0.862305, 0.81543, 0.84668, 0.833984, 0.838867, 0.831055, 0.861328, 0.869141, 0.875, 0.838867, 0.786133, 0.857422, 0.807617, 0.834961, 0.792969, 0.859375, 0.833008, 0.871094, 0.827148, 0.830078, 0.836914, 0.855469, 0.8125, 0.831055, 0.845703, 0.748047, 0.838867, 0.842773, 0.805664, 0.818359, 0.854492, 0.819336, 0.825195, 0.89502, 0.359375, 0.839844, 0.763672, 0.825195, 0.832031, 0.831055, 0.738281, 0.80957, 0.857422, 0.868164, 0.617188, 0.857422, 0.855469, 0.787109, 0.918945, 0.833984, 0.829102, 0.845703, 0.879395, 0.823242, 0.861328, 0.841797, 0.762695, 0.900391, 0.818359, 0.860352, 0.825195, 0.849609, 0.826172, 0.844727, 0.849609, 0.885254, 0.841797, 0.856445, 0.868164, 0.816406, 0.842773, 0.837891, 0.827148, 0.822266, 0.810547, 0.857422, 0.855469, 0.870117, 0.866211, 0.84375, 0.816406, 0.833008, 0.818359, 0.849609, 0.833984, 0.84082, 0.701172, 0.849609, 0.820312, 0.884277, 0.824219, 0.847656, 0.708984, 0.870117, 0.87207, 0.691406, 0.873047, 0.876953, 0.779297, 0.804688, 0.839844, 0.833984, 0.874023, 0.875977, 0.755859, 0.849609, 0.638672, 0.825195, 0.564453, 0.768555, 0.795898, 0.826172, 0.884277, 0.833008, 0.888672, 0.636719, 0.845703, 0.837891, 0.802734, 0.822266, 0.794922, 0.88916, 0.863281, 0.841797, 0.841797, 0.813477, 0.856445, 0.855469, 0.828125, 0.794922, 0.873047, 0.832031, 0.797852, 0.830078, 0.861328, 0.803711, 0.831055, 0.832031, 0.285156, 0.837891, 0.837891, 0.863281, 0.831055, 0.835938, 0.861328, 0.892578, 0.864258, 0.88916, 0.805664, 0.84082, 0.847656, 0.758789, 0.911621, 0.817383, 0.623047, 0.868164, 0.667969, 0.868164, 0.583984, 0.750977, 0.831055, 0.847656, 0.851562, 0.862305, 0.681641, 0.800781, 0.890625, 0.802734, 0.842773, 0.847656, 0.84375, 0.6875, 0.81543, 0.861328, 0.839844, 0.837891, 0.854492, 0.862305, 0.842773, 0.855469, 0.849609, 0.8125, 0.764648, 0.790039, 0.854492, 0.838867, 0.823242, 0.724609, 0.885742, 0.834961, 0.885742, 0.783203, 0.845703, 0.852539, 0.831055, 0.864258, 0.671875, 0.817383, 0.850586, 0.810547, 0.824219, 0.703125, 0.870117, 0.832031, 0.860352, 0.835938, 0.850586, 0.824219, 0.732422, 1.189453, 0.84668, 0.84082, 0.895508, 0.667969, 0.822266, 0.884766, 0.790039, 0.856445, 0.742188, 0.885742, 0.848633, 0.827148, 0.875, 0.821289, 0.88623, 0.820312, 0.675781, 0.821289, 0.825195, 0.782227, 0.827148, 0.84082, 0.799805, 0.81543, 0.808594, 0.893066, 0.831055, 0.827148, 0.542969, 0.838867, 0.831055, 0.854492, 0.830078, 0.808594, 0.833984, 0.786133, 0.803711, 0.869141, 0.611328, 0.819336, 0.835938, 0.841797, 0.861328, 0.788086, 0.8125, 0.847656, 0.831055, 0.783203, 0.825195, 0.822266, 0.75, 0.818359, 0.87207, 0.841797, 0.862305, 0.804688, 0.833008, 0.862305, 0.77832, 0.848633, 0.654297, 0.873047, 0.823242, 0.888184, 0.833984, 0.856445, 0.893066, 0.87793, 0.837891, 0.842773, 0.703125, 0.830078, 0.879395, 0.839844, 0.826172, 0.864258, 1.084473, 0.853516, 0.834961, 0.818359, 0.658203, 0.870117, 0.823242, 0.81543, 0.833984, 0.80957, 0.873047, 0.821289, 0.847656, 0.862305, 0.595703, 0.677734, 0.879883, 0.660156, 0.826172, 0.818359, 0.829102, 0.888672, 0.566406, 0.814453, 0.835938, 0.740234, 0.876953, 0.881348, 0.850586, 0.814453, 0.84082, 0.824219, 0.854492, 0.854492, 0.826172, 0.863281, 0.873047, 0.842773, 0.75293, 0.822266, 0.800781, 0.740234, 0.84082, 0.84082, 0.852539, 0.856445, 0.836914, 0.877441, 0.817383, 0.868164, 0.87793, 0.664062, 0.865234, 0.636719, 0.833008, 0.855469, 0.850586, 0.607422, 0.638672, 0.847656, 0.705078, 0.864258, 0.854492, 0.859375, 0.856445, 0.805664, 0.835938, 0.835938, 0.662109, 0.882812, 0.81543, 0.797852, 0.81543, 0.728516, 0.849609, 0.603516, 0.845703, 0.800781, 0.852539, 0.767578, 0.789062, 0.862305, 0.793945, 0.817383, 0.84375, 0.626953, 0.746094, 0.802734, 0.77832, 0.80957, 0.869141, 0.841797, 0.587891, 0.789062, 0.849609, 0.833008, 0.833008, 0.837891, 0.762695, 0.92041, 0.801758, 0.831055, 0.738281, 0.881348, 0.724609, 0.810547, 0.615234, 0.806641, 0.818359, 0.849609, 0.732422, 0.646484, 0.84668, 0.868164, 0.797852, 0.818359, 0.847656, 0.879395, 0.834961, 0.870117, 0.878906, 0.823242, 0.865234, 0.889648, 0.834961, 0.816406, 0.84082, 0.862305, 0.857422, 0.859375, 0.863281, 0.611328, 0.816406, 0.839844, 0.844727, 0.863281, 0.870117, 0.801758, 0.883301, 0.830078, 0.801758, 0.84375, 0.869141, 0.868164, 0.865234, 0.81543, 0.884277, 0.732422, 0.893555, 0.881836, 0.893066, 0.850586, 0.921387, 0.824219, 0.836914, 0.855469, 0.829102, 0.854492, 0.918457, 0.989685, 0.856445, 0.710938, 0.857422, 0.712891, 0.857422, 0.833008, 0.795898, 0.742188, 0.517578, 0.667969, 0.866211, 0.862305, 0.839844, 0.885254, 0.869141, 0.865234, 0.813477, 0.748047, 0.794922, 0.814453, 0.853516, 0.595703, 0.858398, 0.862305, 0.831055, 0.865234, 0.848633, 0.899902, 0.860352, 0.75293, 0.861328, 0.845703, 0.793945, 0.834961, 0.845703, 0.801758, 0.798828, 0.838867, 0.84668, 0.558594, 1.080078, 0.848633, 0.943604, 0.853516, 0.848633, 0.818359, 0.814453, 0.708984, 0.768555, 0.877441, 0.818359, 0.877441, 0.792969, 0.84082, 0.823242, 0.857422, 0.833008, 0.862305, 0.351562, 0.851562, 0.806641, 0.838867, 0.900391, 0.836914, 0.822266, 0.87207, 0.861328, 0.836914, 0.838867, 0.861328, 0.833984, 0.807617, 0.932129, 0.556641, 0.799805, 0.767578, 0.839844, 0.837891, 0.825195, 0.87207, 0.826172, 0.835938, 0.805664, 0.705078, 0.885742, 0.857422, 0.798828, 0.84668, 0.916504, 0.813477, 0.835938, 0.849609, 0.837891, 0.827148, 0.860352, 0.838867, 0.8125, 0.834961, 0.84668, 0.842773, 0.841797, 0.821289, 0.848633, 0.813477, 0.84668, 0.877441, 0.791016, 0.874023, 0.899902, 0.829102, 0.887207, 0.831055, 0.838867, 0.887695, 0.833008, 0.685547, 0.779297, 0.837891, 0.798828, 0.861328, 0.819336, 0.850586, 0.867188, 0.87793, 0.800781, 0.808594, 0.841797, 0.779297, 0.862305, 0.869141, 0.860352, 0.816406, 0.802734, 0.823242, 0.851562, 0.807617, 0.813477, 0.857422, 0.869141, 0.866211, 0.866211, 0.856445, 0.332031, 0.851562, 0.856445, 0.667969, 0.852539, 0.827148, 0.790039, 0.842773, 0.811523, 0.870117, 0.847656, 0.857422, 0.818359, 0.832031, 0.826172, 0.876953, 0.630859, 0.887207, 0.875, 0.853516, 0.847656, 0.821289, 0.858398, 0.842773, 0.662109, 0.848633, 0.84375, 0.873047, 0.652344, 0.880859, 0.838867, 0.786133, 0.760742, 0.877441, 0.814453, 0.833008, 0.790039, 0.884766, 0.858398, 0.806641, 0.831055, 0.814453, 0.821289, 0.833984, 0.850586, 0.855469, 0.8125, 0.873047, 0.869141, 0.744141, 0.836914, 0.830078, 0.84668, 0.826172, 0.699219, 0.854492, 0.834961, 0.798828, 0.854492, 0.837891, 0.84668, 0.838867, 0.895996, 0.820312, 0.858398, 0.836914, 0.883301, 0.837891, 0.825195, 0.838867, 0.394531, 0.849609, 0.81543, 0.862305, 0.823242, 0.720703, 0.837891, 0.849609, 0.84668, 0.881836, 0.870117, 0.615234, 0.862305, 0.78125, 0.892578, 0.646484, 0.803711, 0.850586, 0.854492, 0.716797, 0.880859, 0.821289, 0.854492, 0.807617, 0.833008, 0.816406, 0.758789, 0.761719, 0.833984, 0.857422, 0.831055, 0.833984, 0.816406, 0.847656, 0.824219, 0.823242, 0.722656, 0.870117, 0.862305, 0.823242, 0.854492, 0.814453, 0.830078, 0.919922, 0.828125, 0.836914, 0.871094, 0.869141, 0.880371, 0.84668, 0.822266, 0.873047, 0.853516, 0.693359, 0.576172, 0.854492, 0.748047, 0.863281, 0.857422, 0.87207, 0.881836, 0.658203, 0.548828, 0.878906, 0.833008, 0.792969, 0.90332, 0.833984, 0.814453, 0.800781, 0.720703, 0.65625, 0.787109, 0.879883, 0.857422, 0.712891, 0.822266, 0.847656, 0.814453, 0.89209, 0.914551, 0.876465, 0.837891, 0.896484, 0.801758, 0.816406, 0.865234, 0.874023, 0.817383, 0.798828, 0.905273, 0.864258, 0.821289, 0.634766, 0.285156, 0.833984, 0.850586, 0.819336, 0.850586, 0.829102, 0.84082, 0.837891, 0.5625, 0.839844, 0.805664, 0.916016, 0.854492, 0.623047, 0.84668, 0.873047, 0.865234, 0.882324, 0.841797, 0.827148, 0.837891, 0.712891, 0.84668, 0.879883, 0.807617, 0.675781, 0.878906, 0.84668, 0.705078, 0.800781, 0.529297, 0.883301, 0.856445, 0.851562, 0.758789, 0.833984, 0.837891, 0.84668, 0.847656, 0.673828, 0.801758, 0.472656, 0.864258, 0.783203, 0.855469, 0.830078, 0.824219, 0.895508, 0.875488, 0.578125, 0.831055, 0.860352, 0.820312, 0.814453, 0.582031, 0.853516, 0.87793, 0.457031, 0.849609, 0.626953, 0.8125, 0.646484, 0.870117, 0.831055, 0.833008, 0.828125, 0.885742, 0.817383, 0.638672, 0.834961, 0.634766, 0.835938, 0.876953, 0.806641, 0.795898, 0.826172, 0.799805, 0.876953, 0.679688, 0.866211, 0.850586, 0.835938, 0.870117, 0.87207, 0.839844, 0.644531, 0.837891, 0.864258, 0.794922, 0.582031, 0.636719, 0.864258, 0.84668, 0.84668, 0.837891, 0.835938, 0.868164, 0.801758, 0.277344, 0.855469, 0.851562, 0.863281, 0.810547, 0.811523, 0.81543, 0.871094, 0.817383, 0.845703, 0.841797, 0.845703, 0.8125, 0.856445, 0.881348, 0.856445, 0.825195, 0.873047, 0.826172, 0.861328, 0.831055, 0.855469, 0.766602, 0.81543, 0.621094, 0.834961, 0.797852, 0.660156, 0.851562, 0.80957, 0.832031, 0.821289, 0.858398, 0.84668, 0.811523, 0.852539, 0.617188, 0.88623, 0.842773, 0.833008, 0.841797, 0.857422, 0.84668, 0.873047, 0.864258, 0.897461, 0.855469, 0.833984, 0.634766, 0.874023, 0.851562, 0.851562, 0.848633, 0.830078, 0.857422, 0.730469, 0.84082, 0.833984, 0.830078, 0.831055, 0.861328, 0.837891, 0.734375, 0.810547, 0.841797, 0.887695, 0.823242, 0.734375, 0.677734, 0.800781, 0.726562, 0.833984, 0.845703, 0.80957, 0.864258, 0.833984, 0.839844, 0.826172, 0.84668, 0.81543, 0.566406, 0.632812, 0.634766, 0.859375, 0.856445, 0.716797, 0.873047, 0.861328, 0.823242, 0.716797, 0.825195, 0.785156, 0.841797, 0.71875, 0.835938, 0.833984, 0.71875, 0.864258, 0.848633, 0.848633, 0.918945, 0.824219, 0.640625, 1.143555, 0.591797, 0.81543, 0.810547, 0.842773, 0.864258, 0.813477, 0.625, 0.863281, 0.701172, 0.697266, 0.873047, 0.853516, 0.837891, 0.799805, 0.834961, 0.810547, 0.863281, 0.838867, 0.879395, 0.856445, 0.924316, 0.857422, 0.862305, 0.756836, 0.877441, 0.848633, 0.835938, 0.790039, 0.881348, 0.844727, 0.869141, 0.826172, 0.829102, 0.848633, 0.838867, 0.849609, 0.838867, 0.862305, 0.819336, 0.852539, 0.841797, 0.829102, 0.861328, 0.77832, 0.767578, 0.798828, 0.816406, 0.71875, 0.792969, 0.860352, 0.862305, 0.794922, 0.866211, 0.857422, 0.833984, 0.703125, 0.84082, 0.839844, 0.84082, 0.887695, 0.860352, 0.841797, 0.837891, 0.81543, 0.805664, 0.671875, 0.814453, 0.833984, 0.873047, 0.822266, 0.84082, 0.865234, 0.835938, 0.857422, 0.887695, 0.837891, 0.831055, 0.854492, 0.611328, 0.833008, 0.84375, 0.896973, 0.841797, 0.810547, 0.601562, 0.84668, 0.808594, 0.816406, 0.854492, 0.844727, 0.738281, 0.864258, 0.837891, 0.837891, 0.849609, 0.816406, 0.642578, 0.84375, 0.866211, 0.808594, 0.544922, 0.875, 0.756836, 0.595703, 0.826172, 0.619141, 0.625, 0.863281, 0.88623, 0.849609, 0.867188, 1.052979, 0.845703, 0.84375, 0.787109, 0.695312, 0.832031, 0.827148, 0.794922, 0.93457, 0.849609, 0.877441, 0.626953, 0.8125, 0.863281, 0.738281, 0.677734, 0.833984, 0.818359, 0.734375, 0.839844, 0.642578, 0.850586, 0.838867, 0.833008, 0.849609, 0.695312, 0.830078, 0.871094, 0.879395, 0.823242, 0.865234, 0.863281, 0.638672, 0.857422, 0.830078, 0.881348, 0.881348, 0.836914, 0.818359, 0.842773, 0.869141, 0.84668, 0.87793, 0.667969, 0.833984, 0.831055, 0.830078, 0.860352, 0.795898, 0.84082, 0.791992, 0.871094, 0.541016, 0.854492, 0.855469, 0.852539, 0.875, 0.799805, 0.837891, 0.808594, 0.849609, 0.760742, 0.818359, 0.862305, 0.862305, 0.837891, 0.755859, 0.782227, 0.6875, 0.831055, 0.710938, 0.75293, 0.838867, 0.816406, 0.646484, 0.797852, 0.869141, 0.915527, 0.894531, 0.848633, 0.841797, 0.862305, 0.802734, 0.861328, 0.818359, 0.748047, 0.845703, 0.832031, 0.740234, 0.866211, 0.868164, 0.803711, 0.871094, 0.818359, 0.826172, 0.84668, 0.762695, 0.831055, 0.845703, 0.879883, 0.792969, 0.853516, 0.816406, 0.834961, 0.836914, 0.667969, 0.821289, 0.853516, 0.800781, 0.841797, 0.8125, 0.845703, 0.802734, 0.854492, 0.648438, 0.863281, 0.849609, 0.794922, 0.81543, 0.874023, 0.823242, 0.847656, 0.871094, 0.849609, 0.814453, 0.874023, 0.837891, 0.875, 0.868164, 0.825195, 0.851562, 0.848633, 0.445312, 0.849609, 0.842773, 0.829102, 0.870117, 0.862305, 0.819336, 0.859375, 0.845703, 0.630859, 0.878906, 0.899902, 0.699219, 0.847656, 0.841797, 0.854492, 0.566406, 0.830078, 0.758789, 0.59375, 0.755859, 0.838867, 0.857422, 0.844727, 0.826172, 0.84668, 0.861328, 0.870117, 0.845703, 0.857422, 0.774414, 0.877441, 0.870117, 0.88623, 0.619141, 0.852539, 0.828125, 0.834961, 0.813477, 0.845703, 0.841797, 0.827148, 0.826172, 0.673828, 0.919922, 0.857422, 0.808594, 0.828125, 0.807617, 0.804688, 0.671875, 0.813477, 0.828125, 0.814453, 0.869141, 0.797852, 0.826172, 0.300781, 0.826172, 0.946777, 0.836914, 0.854492, 0.801758, 0.693359, 0.814453, 0.811523, 0.8125, 0.828125, 0.836914, 0.869141, 0.822266, 0.609375, 0.857422, 0.845703, 0.84668, 0.836914, 0.775391, 0.855469, 0.830078, 0.862305, 0.785156, 0.822266, 0.864258, 0.888672, 0.826172, 0.834961, 0.722656, 0.803711, 0.791992, 0.833984, 0.828125, 0.881348, 0.615234, 0.833008, 0.864258, 0.744141, 0.854492, 0.823242, 0.911621, 0.833984, 0.849609, 0.759766, 0.839844, 0.819336, 0.78418, 0.791992, 0.816406, 0.827148, 0.899902, 0.854492, 0.900879, 0.84082, 0.790039, 0.84375, 0.845703, 0.849609, 0.853516, 0.859375, 0.677734, 0.839844, 0.825195, 0.913086, 0.472656, 0.833984, 0.831055, 0.800781, 0.839844, 0.825195, 0.856445, 0.861328, 0.825195, 0.893555, 0.894531, 0.864258, 0.879395, 0.876465, 0.829102, 0.825195, 0.875, 0.870117, 0.87207, 0.806641, 0.799805, 0.882324, 0.798828, 0.685547, 0.818359, 0.859375, 0.874023, 0.822266, 0.825195, 0.806641, 0.864258, 0.75, 0.842773, 0.862305, 0.84375, 0.848633, 0.900391, 0.580078, 0.816406, 0.78418, 0.838867, 0.761719, 0.848633, 0.853516, 0.794922, 0.675781, 0.794922, 0.865234, 0.841797, 0.826172, 0.814453, 0.838867, 0.84082, 0.871094, 0.867188, 0.779297, 0.857422, 0.806641, 0.807617, 0.825195, 0.798828, 0.583984, 0.854492, 0.88623, 0.831055, 0.807617, 0.869141, 0.833008, 0.816406, 0.795898, 0.900879, 0.861328, 0.876465, 0.878418, 0.881836, 0.839844, 0.851562, 1.703125, 0.740234, 0.852539, 0.831055, 0.830078, 0.881836, 0.873047, 0.801758, 0.805664, 0.811523, 0.805664, 0.831055, 0.834961, 0.876953, 0.835938, 0.806641, 0.832031, 0.892578, 0.829102, 0.589844, 0.615234, 0.860352, 0.836914, 0.855469, 0.84668, 0.855469, 0.824219, 0.757812, 0.865234, 0.857422, 0.77832, 0.761719, 0.863281, 0.84082, 0.873047, 0.851562, 0.822266, 0.740234, 0.837891, 0.84668, 0.816406, 0.831055, 0.900879, 0.833984, 0.848633, 0.855469, 0.881348, 0.810547, 0.838867, 0.814453, 0.716797, 0.865234, 0.81543, 0.25, 0.850586, 0.826172, 0.681641, 0.825195, 0.837891, 0.742188, 0.849609, 0.786133, 0.841797, 0.788086, 0.818359, 0.807617, 0.848633, 0.875, 0.844727, 0.870117, 0.810547, 0.831055, 0.833984, 0.829102, 0.77832, 0.862305, 0.864258, 0.825195, 0.650391, 0.601562, 0.856445, 0.808594, 0.848633, 0.84082, 0.834961, 0.46875, 0.880371, 0.844727, 0.854492, 0.823242, 0.768555, 0.888672, 0.833984, 0.848633, 0.84668, 0.819336, 0.746094, 0.830078, 0.833008, 0.825195, 0.78418, 0.794922, 0.677734, 0.871094, 0.766602, 0.599609, 0.84082, 0.664062, 0.841797, 0.893555, 0.818359, 0.845703, 0.648438, 0.800781, 0.854492, 0.845703, 0.84668, 0.853516, 0.810547, 0.942139, 0.758789, 0.854492, 0.856445, 0.799805, 0.853516, 0.707031, 0.855469, 0.838867, 0.808594, 0.839844, 0.554688, 0.844727, 0.730469, 0.857422, 0.613281, 0.836914, 0.826172, 0.826172, 0.820312, 0.84082, 0.868164, 0.845703, 0.881836, 0.871094, 0.854492, 0.888672, 0.828125, 0.814453, 0.844727, 0.77832, 0.900879, 0.883301, 0.667969, 0.857422, 0.905273, 0.849609, 0.888184, 1.084473, 0.870117, 0.863281, 0.84668, 0.84375, 0.837891, 0.833984, 0.84668, 0.853516, 0.804688, 0.862305, 0.732422, 0.854492, 0.841797, 0.841797, 0.699219, 0.764648, 0.787109, 0.87793, 0.849609, 0.817383, 0.814453, 0.830078, 0.827148, 0.84082, 0.822266, 0.849609, 0.677734, 0.8125, 0.84082, 0.853516, 0.762695, 0.801758, 0.831055, 0.839844, 0.841797, 0.826172, 0.850586, 0.795898, 0.730469, 0.816406, 0.880371, 0.851562, 0.849609, 0.842773, 0.53125, 0.816406, 0.837891, 0.829102, 0.88623, 0.770508, 0.875977, 0.84375, 0.597656, 0.807617, 0.842773, 0.813477, 0.858398, 0.928711, 0.880371, 0.88916, 0.804688, 0.863281, 0.827148, 0.942627, 0.80957, 0.803711, 0.792969, 0.874023, 0.88916, 0.644531, 0.861328, 0.831055, 0.862305, 0.838867, 0.550781, 0.820312, 0.836914, 0.825195, 0.803711, 0.865234, 0.742188, 0.869141, 0.799805, 0.862305, 0.775391, 0.832031, 0.883301, 0.87207, 0.738281, 0.825195, 0.793945, 0.830078, 0.860352, 0.880859, 0.834961, 0.701172, 0.829102, 0.839844, 0.813477, 0.907715, 0.708984, 0.824219, 0.757812, 0.807617, 0.845703, 0.84668, 0.664062, 0.807617, 0.851562, 0.771484, 0.84082, 0.802734, 0.8125, 0.833008, 0.807617, 0.864258, 0.844727, 0.854492, 0.854492, 0.870117, 0.833008, 0.830078, 0.630859, 0.877441, 0.826172, 0.824219, 0.861328, 0.854492, 0.877441, 0.856445, 0.821289, 0.776367, 0.856445, 0.816406, 0.836914, 0.783203, 0.892578, 0.732422, 0.827148, 0.829102, 0.860352, 0.829102, 0.841797, 0.798828, 0.863281, 0.874023, 0.833008, 0.845703, 0.849609, 0.863281, 0.821289, 0.788086, 0.800781, 0.838867, 0.789062, 0.513672, 0.853516, 0.822266, 0.830078, 0.84668, 0.888672, 0.847656, 0.834961, 0.87793, 0.868164, 0.791992, 0.862305, 0.887695, 0.862305, 0.662109, 0.853516, 0.834961, 0.849609, 0.806641, 0.675781, 0.84082, 0.834961, 0.818359, 0.855469, 0.830078, 0.833008, 0.863281, 0.893555, 0.865234, 0.770508, 0.845703, 0.794922, 0.829102, 0.810547, 0.823242, 0.823242, 0.844727, 0.913574, 0.810547, 0.876953, 0.740234, 0.84375, 0.856445, 0.861328, 0.75293, 0.899902, 0.806641, 0.879395, 0.710938, 0.810547, 0.831055, 0.87793, 0.831055, 0.861328, 0.701172, 0.841797, 0.742188, 0.769531, 0.740234, 0.658203, 0.831055, 0.798828, 0.864258, 0.853516, 0.871094, 0.847656, 0.837891, 0.625, 0.858398, 0.829102, 0.837891, 0.849609, 0.811523, 0.817383, 0.883789, 0.864258, 0.810547, 0.842773, 0.834961, 0.866211, 0.884766, 0.802734, 0.813477, 0.788086, 0.786133, 0.862305, 0.868164, 0.845703, 0.742188, 0.847656, 0.833984, 0.870117, 0.871094, 0.845703, 0.866211, 0.771484, 0.667969, 0.830078, 0.854492, 0.742188, 0.626953, 0.857422, 0.856445, 0.888672, 0.84668, 0.826172, 0.792969, 0.848633, 0.830078, 0.813477, 0.777344, 0.868164, 0.847656, 0.818359, 0.652344, 0.856445, 0.783203, 0.830078, 0.819336, 0.830078, 0.839844, 0.859375, 0.883789, 0.880371, 0.833008, 0.829102, 0.644531, 0.855469, 0.831055, 0.877441, 0.685547, 0.804688, 0.662109, 0.845703, 0.609375, 0.817383, 0.816406, 0.666016, 0.798828, 0.880859, 0.828125, 0.818359, 0.880371, 0.878906, 0.820312, 0.789062, 0.845703, 0.589844, 0.748047, 0.738281, 0.877441, 0.80957, 0.879883, 0.81543, 0.75, 0.841797, 0.801758, 0.829102, 0.849609, 0.823242, 0.839844, 0.865234, 0.818359, 0.847656, 0.841797, 0.854492, 0.908691, 0.883789, 0.796875, 0.818359, 0.823242, 0.825195, 0.828125, 0.833008, 0.853516, 0.822266, 0.878906, 0.798828, 0.807617, 0.772461, 0.760742, 0.766602, 0.831055, 0.768555, 0.748047, 0.900879, 0.914062, 0.831055, 0.697266, 0.856445, 0.84668, 0.849609, 0.869141, 0.813477, 0.607422, 0.895996, 0.81543, 0.842773, 0.566406, 0.876465, 0.615234, 0.80957, 0.863281, 0.849609, 0.807617, 0.921387, 0.887695, 0.793945, 0.833008, 0.822266, 0.775391, 0.793945, 0.80957, 0.880371, 0.895508, 0.836914, 0.838867, 0.805664, 0.918945, 0.81543, 0.87207, 0.833984, 0.832031, 0.726562, 0.826172, 0.827148, 0.732422, 0.855469, 0.856445, 0.744141, 0.804688, 0.654297, 0.75, 0.900879, 0.818359, 0.888184, 0.783203, 0.876953, 0.810547, 0.833008, 0.850586, 0.798828, 0.849609, 0.829102, 0.834961, 0.849609, 0.818359, 0.833984, 0.632812, 0.873047, 0.742188, 0.808594, 0.820312, 0.859375, 0.837891, 0.837891, 0.834961, 0.825195, 0.862305, 0.856445, 0.882812, 0.801758, 0.769531, 0.848633, 1.100098, 0.730469, 0.833008, 0.941895, 0.845703, 0.856445, 0.857422, 0.871094, 0.833008, 0.861328, 0.832031, 0.765625, 0.811523, 0.879395, 0.748047, 0.885254, 0.80957, 0.636719, 0.81543, 0.845703, 0.844727, 0.849609, 0.854492, 0.838867, 0.853516, 0.833984, 0.865234, 0.852539, 0.862305, 0.847656, 0.870117, 0.776367, 0.824219, 0.804688, 0.833984, 0.710938, 0.856445, 0.831055, 0.858398, 0.748047, 0.819336, 0.80957, 0.791992, 0.814453, 0.496094, 0.799805, 0.833984, 0.819336, 0.740234, 0.821289, 0.80957, 0.772461, 0.835938, 0.896484, 0.807617, 0.885742, 0.800781, 0.831055, 0.769531, 0.84668, 0.854492, 0.836914, 0.84375, 0.770508, 0.883789, 0.875488, 0.675781, 0.884277, 0.828125, 0.873047, 0.865234, 0.826172, 0.861328, 0.837891, 0.84082, 0.71875, 0.851562, 0.841797, 0.595703, 0.848633, 0.857422, 0.855469, 0.816406, 0.6875, 0.755859, 0.865234, 0.642578, 0.909668, 0.529297, 0.861328, 0.833984, 0.819336, 0.799805, 0.705078, 0.779297, 0.870117, 0.842773, 0.830078, 0.856445, 0.850586, 0.726562, 0.829102, 0.898438, 0.851562, 0.869141, 0.703125, 0.842773, 0.862305, 0.829102, 0.870117, 0.849609, 0.827148, 0.818359, 0.813477, 0.845703, 0.838867, 0.845703, 0.708984, 0.476562, 0.791992, 0.870117, 0.646484, 0.885742, 0.816406, 0.860352, 0.905762, 0.850586, 0.864258, 0.748047, 0.833008, 0.800781, 0.697266, 0.888672, 0.728516, 0.869141 ] }, "name": "onnx::Mul_8544", "outputIndexes": [ 1424 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1423, 1424 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1425 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1425 ], "outputIndexes": [ 2898 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2898 ], "outputIndexes": [ 2899 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear", "inputIndexes": [ 2899 ], "outputIndexes": [ 2900 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 621086916, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2900 ], "outputIndexes": [ 2901 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2901 ], "outputIndexes": [ 1426 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1426, 1426 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_output_0", "outputIndexes": [ 1427 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1426, 1427 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_1_output_0", "outputIndexes": [ 1428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1428 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_2_output_0", "outputIndexes": [ 1429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1426, 1429 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Add_output_0", "outputIndexes": [ 1430 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1430 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_3_output_0", "outputIndexes": [ 1431 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1431 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_14/Tanh_output_0", "outputIndexes": [ 1432 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1432 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Add_1_output_0", "outputIndexes": [ 1433 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1426, 1433 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_4_output_0", "outputIndexes": [ 1434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1434 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_5_output_0", "outputIndexes": [ 1435 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1425 ], "outputIndexes": [ 2902 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2902 ], "outputIndexes": [ 2903 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear", "inputIndexes": [ 2903 ], "outputIndexes": [ 2904 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 633030874, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2904 ], "outputIndexes": [ 2905 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2905 ], "outputIndexes": [ 1436 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1435, 1436 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_14/Mul_output_0", "outputIndexes": [ 1437 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1437 ], "outputIndexes": [ 2906 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2906 ], "outputIndexes": [ 2907 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear", "inputIndexes": [ 2907 ], "outputIndexes": [ 2908 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 644974832, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2908 ], "outputIndexes": [ 2909 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2909 ], "outputIndexes": [ 1438 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1438 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_14/Mul_output_0", "outputIndexes": [ 1439 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.148438, 2.125, 2.203125, 2.390625, 2.40625, 2.210938, 2.039062, 0.740234, 2.234375, 1.722656, 2.296875, 1.996094, 1.859375, 2.296875, 2.304688, 2.046875, 2.046875, 2.164062, 1.78125, 2.0625, 2.117188, 2.234375, 2.265625, 1.84375, 1.933594, 2.148438, 1.714844, 1.929688, 2.289062, 2.234375, 1.726562, 1.472656, 2.171875, 0.782227, 2.078125, 1.640625, 2.109375, 2.257812, 1.867188, 2.117188, 2.320312, 2.171875, 2.195312, 1.546875, 0.899902, 2.140625, 2.304688, 2.046875, 2.3125, 1.617188, 2.140625, 1.371094, 1.988281, 1.004852, 2.179688, 1.738281, 2.101562, 2.257812, 2.101562, 1.804688, 1.435547, 2.523438, 2.195312, 2.046875, 1.882812, 1.917969, 1.213867, 2.09375, 1.820312, 1.996094, 2.226562, 2.1875, 2.078125, 2.125, 1.90625, 1.949219, 1.201172, 1.636719, 1.621094, 0.914062, 1.929688, 0.677734, 2.148438, 1.542969, 2.132812, 2.0, 2.039062, 1.5625, 0.859375, 1.882812, 2.078125, 1.941406, 2.476562, 0.791992, 2.179688, 0.742188, 2.007812, 2.234375, 2.882812, 1.984375, 1.835938, 2.234375, 2.226562, 2.078125, 2.242188, 2.171875, 2.304688, 1.589844, 2.265625, 2.148438, 2.203125, 2.09375, 2.320312, 1.777344, 2.148438, 1.699219, 2.257812, 0.916504, 1.925781, 2.304688, 2.203125, 2.140625, 2.03125, 2.234375, 1.800781, 1.458984, 2.007812, 2.265625, 1.996094, 1.287109, 1.21582, 2.015625, 1.882812, 2.109375, 2.21875, 2.3125, 1.738281, 1.585938, 1.9375, 2.351562, 2.773438, 2.25, 1.746094, 2.109375, 2.234375, 1.929688, 1.804688, 2.21875, 2.148438, 2.265625, 2.054688, 1.753906, 1.933594, 2.304688, 2.171875, 2.234375, 1.143555, 2.171875, 0.808594, 0.754883, 1.902344, 2.265625, 1.851562, 1.105469, 2.21875, 2.195312, 2.335938, 0.767578, 2.242188, 1.898438, 2.179688, 0.816406, 2.054688, 0.764648, 2.140625, 2.460938, 2.148438, 0.638672, 2.164062, 2.21875, 2.125, 0.708984, 1.542969, 0.617188, 2.484375, 2.03125, 0.969238, 2.109375, 1.820312, 1.703125, 2.179688, 2.203125, 1.980469, 2.0625, 2.234375, 1.96875, 2.132812, 2.242188, 2.210938, 2.148438, 1.882812, 2.109375, 2.039062, 1.789062, 2.328125, 2.289062, 2.375, 2.070312, 2.09375, 2.164062, 1.902344, 2.351562, 2.140625, 1.984375, 2.03125, 2.171875, 1.832031, 1.996094, 2.351562, 2.257812, 1.664062, 1.78125, 2.179688, 2.375, 2.171875, 2.117188, 1.992188, 1.988281, 1.816406, 1.617188, 1.824219, 2.320312, 2.359375, 2.234375, 2.203125, 2.4375, 1.710938, 2.164062, 1.96875, 1.992188, 1.914062, 2.054688, 2.273438, 2.195312, 1.945312, 2.164062, 1.761719, 1.792969, 2.375, 1.103027, 2.195312, 2.273438, 0.875, 2.203125, 2.171875, 1.996094, 1.945312, 2.273438, 2.3125, 1.992188, 2.203125, 2.296875, 2.070312, 1.882812, 2.109375, 1.574219, 2.070312, 2.203125, 1.976562, 2.101562, 2.148438, 2.007812, 2.039062, 1.792969, 2.257812, 2.148438, 0.929199, 2.03125, 2.273438, 2.195312, 1.484375, 2.132812, 0.895996, 2.070312, 2.25, 2.117188, 1.992188, 2.171875, 0.764648, 1.984375, 1.617188, 1.004364, 1.902344, 2.234375, 1.988281, 2.179688, 1.824219, 2.117188, 2.359375, 2.164062, 2.023438, 1.730469, 0.777344, 2.210938, 0.810547, 1.898438, 2.242188, 1.917969, 1.890625, 2.234375, 2.320312, 0.724609, 2.179688, 2.1875, 2.046875, 2.078125, 1.976562, 2.25, 1.859375, 2.171875, 1.902344, 2.289062, 1.742188, 2.171875, 2.054688, 1.996094, 1.414062, 1.882812, 2.257812, 2.164062, 1.550781, 1.617188, 2.03125, 2.023438, 6.5, 2.242188, 2.039062, 2.296875, 2.359375, 2.085938, 1.992188, 2.039062, 2.257812, 1.988281, 2.078125, 1.310547, 2.195312, 1.275391, 1.566406, 2.21875, 1.076172, 1.523438, 1.345703, 1.667969, 0.673828, 0.852539, 2.359375, 2.28125, 1.449219, 1.777344, 0.789062, 2.171875, 1.722656, 1.078125, 2.164062, 2.210938, 1.992188, 1.020996, 2.21875, 2.023438, 2.3125, 1.792969, 2.039062, 2.078125, 2.390625, 2.296875, 2.265625, 2.023438, 1.914062, 1.203125, 2.34375, 2.242188, 1.107422, 0.962891, 2.46875, 1.894531, 1.613281, 1.365234, 2.148438, 2.179688, 2.117188, 2.289062, 0.712891, 2.195312, 2.242188, 2.203125, 1.730469, 0.740234, 1.957031, 2.1875, 2.101562, 2.210938, 2.046875, 2.367188, 0.892578, 0.997559, 2.28125, 1.925781, 2.226562, 1.162109, 2.195312, 2.1875, 2.09375, 2.125, 1.558594, 1.824219, 2.03125, 2.046875, 2.085938, 1.984375, 2.335938, 2.15625, 2.976562, 1.992188, 2.015625, 1.597656, 2.195312, 2.117188, 2.148438, 2.046875, 2.046875, 2.429688, 2.265625, 1.550781, 1.777344, 2.125, 2.273438, 2.242188, 2.101562, 2.257812, 2.414062, 2.070312, 2.242188, 1.380859, 1.466797, 2.203125, 2.28125, 2.320312, 1.792969, 2.242188, 2.179688, 2.179688, 1.980469, 2.046875, 2.21875, 2.179688, 1.423828, 2.328125, 2.039062, 2.289062, 2.203125, 2.171875, 2.179688, 2.15625, 1.07373, 1.992188, 0.764648, 1.953125, 2.21875, 2.132812, 2.046875, 2.03125, 2.328125, 1.925781, 2.101562, 2.195312, 0.827148, 2.117188, 2.140625, 2.25, 1.960938, 1.964844, 2.929688, 2.21875, 2.1875, 2.132812, 0.75, 2.054688, 1.859375, 2.335938, 1.613281, 2.085938, 2.210938, 2.171875, 1.464844, 2.1875, 0.693359, 0.945801, 1.308594, 0.786133, 2.203125, 2.078125, 2.0625, 1.261719, 0.972656, 2.09375, 1.419922, 1.492188, 1.976562, 2.234375, 2.148438, 2.242188, 2.046875, 1.980469, 2.046875, 2.21875, 1.574219, 2.242188, 2.359375, 1.730469, 2.054688, 1.882812, 0.84082, 0.908203, 2.1875, 0.918945, 2.21875, 1.996094, 1.816406, 2.179688, 1.902344, 1.882812, 2.148438, 0.851562, 2.210938, 1.652344, 2.179688, 2.039062, 2.328125, 0.835938, 1.519531, 1.585938, 1.9375, 2.210938, 2.40625, 2.140625, 2.210938, 2.007812, 1.219727, 2.359375, 1.084473, 2.335938, 2.398438, 1.871094, 1.835938, 1.898438, 2.0625, 1.816406, 1.90625, 2.085938, 2.304688, 1.605469, 1.699219, 2.234375, 2.078125, 2.273438, 2.335938, 1.96875, 1.789062, 2.101562, 2.359375, 2.09375, 2.351562, 1.933594, 0.679688, 2.242188, 2.0, 1.941406, 0.949951, 2.109375, 2.695312, 2.179688, 2.265625, 2.023438, 2.664062, 1.875, 2.414062, 1.984375, 1.496094, 1.333984, 2.179688, 2.046875, 1.796875, 1.960938, 1.777344, 1.726562, 2.03125, 2.148438, 2.195312, 1.679688, 2.140625, 2.460938, 1.621094, 2.132812, 2.242188, 2.078125, 2.054688, 2.203125, 2.25, 1.796875, 2.25, 2.117188, 2.289062, 1.230469, 1.875, 2.140625, 2.171875, 1.699219, 2.023438, 2.023438, 2.179688, 2.078125, 1.894531, 2.140625, 2.320312, 1.617188, 2.109375, 2.328125, 2.398438, 2.085938, 1.820312, 2.25, 2.21875, 2.382812, 2.257812, 1.871094, 2.078125, 1.949219, 2.242188, 1.214844, 2.296875, 0.390625, 1.640625, 0.790039, 2.007812, 1.5625, 2.140625, 2.414062, 1.917969, 1.050781, 0.790039, 0.710938, 2.265625, 2.210938, 2.359375, 2.265625, 1.941406, 2.117188, 2.023438, 1.816406, 1.921875, 1.984375, 2.09375, 0.667969, 1.804688, 2.109375, 2.039062, 2.03125, 2.039062, 2.203125, 2.1875, 1.644531, 2.054688, 1.925781, 1.78125, 2.0625, 2.085938, 2.148438, 1.445312, 2.351562, 2.078125, 0.603516, 1.722656, 2.023438, 1.867188, 2.085938, 1.582031, 2.15625, 2.179688, 2.539062, 1.890625, 1.847656, 1.988281, 1.980469, 2.195312, 1.796875, 1.972656, 2.242188, 2.140625, 2.085938, 1.910156, 2.28125, 1.851562, 1.875, 2.109375, 2.015625, 2.21875, 1.726562, 2.0625, 1.996094, 2.242188, 2.21875, 2.25, 2.109375, 1.816406, 1.851562, 2.3125, 1.219727, 2.273438, 1.804688, 2.109375, 2.429688, 2.195312, 2.148438, 1.287109, 1.414062, 1.134766, 2.21875, 2.242188, 2.226562, 1.648438, 2.210938, 2.25, 2.015625, 2.085938, 2.242188, 2.015625, 2.039062, 2.195312, 2.203125, 2.117188, 2.125, 1.949219, 2.273438, 1.734375, 1.78125, 2.28125, 1.804688, 2.195312, 2.335938, 2.265625, 2.203125, 2.171875, 2.257812, 2.335938, 1.824219, 2.046875, 0.785156, 2.078125, 1.933594, 2.195312, 2.03125, 1.964844, 2.359375, 2.054688, 1.796875, 2.101562, 2.210938, 2.140625, 1.945312, 2.179688, 1.882812, 1.734375, 2.1875, 1.9375, 2.226562, 2.039062, 2.125, 2.4375, 1.511719, 1.828125, 2.054688, 1.6875, 1.964844, 1.84375, 2.125, 2.28125, 1.283203, 1.214844, 2.210938, 2.125, 1.804688, 1.417969, 2.234375, 1.5625, 2.164062, 2.140625, 1.292969, 2.242188, 2.203125, 1.316406, 2.273438, 2.171875, 2.125, 1.640625, 1.032471, 1.921875, 2.046875, 0.927246, 1.941406, 2.28125, 2.328125, 0.788086, 2.257812, 1.240234, 2.320312, 2.570312, 1.804688, 1.198242, 2.101562, 1.9375, 2.039062, 2.023438, 2.28125, 2.257812, 2.15625, 1.949219, 1.8125, 2.117188, 2.015625, 2.304688, 2.09375, 2.023438, 2.398438, 2.289062, 1.335938, 2.296875, 1.957031, 1.318359, 2.085938, 1.341797, 2.132812, 2.09375, 2.140625, 2.132812, 2.265625, 1.839844, 2.28125, 2.085938, 2.328125, 1.65625, 1.894531, 2.171875, 2.296875, 0.449219, 1.605469, 1.5625, 1.949219, 1.789062, 1.466797, 2.257812, 2.289062, 2.078125, 2.1875, 2.023438, 0.751953, 2.179688, 1.894531, 1.84375, 1.390625, 2.164062, 2.210938, 1.949219, 0.772461, 1.644531, 2.007812, 1.875, 2.242188, 2.265625, 2.320312, 1.722656, 2.15625, 1.992188, 2.054688, 1.84375, 2.203125, 2.109375, 2.320312, 1.742188, 2.007812, 0.788086, 2.085938, 2.140625, 2.140625, 1.839844, 2.117188, 2.132812, 2.320312, 2.039062, 2.140625, 1.412109, 1.863281, 2.179688, 2.289062, 1.330078, 1.65625, 1.984375, 0.701172, 0.574219, 1.294922, 1.933594, 2.046875, 2.234375, 1.980469, 2.179688, 0.703125, 0.603516, 1.972656, 2.429688, 1.542969, 2.085938, 1.757812, 2.203125, 2.1875, 1.707031, 0.770508, 2.210938, 1.746094, 1.761719, 1.083496, 1.976562, 1.789062, 1.867188, 1.792969, 2.367188, 2.125, 1.867188, 2.242188, 1.601562, 2.265625, 2.226562, 1.597656, 2.046875, 2.3125, 2.46875, 2.125, 1.139648, 0.754883, 1.792969, 1.988281, 2.0, 2.171875, 2.015625, 2.070312, 1.90625, 2.3125, 0.541016, 1.757812, 1.353516, 2.328125, 2.210938, 0.801758, 2.234375, 2.101562, 2.164062, 2.078125, 2.203125, 1.867188, 1.558594, 0.774414, 1.941406, 1.660156, 1.976562, 0.855469, 1.804688, 2.34375, 2.539062, 2.140625, 1.902344, 1.65625, 1.746094, 2.304688, 2.140625, 1.12793, 2.015625, 2.179688, 1.341797, 1.988281, 0.763672, 1.523438, 2.046875, 1.953125, 2.132812, 2.015625, 2.054688, 2.046875, 2.195312, 0.644531, 2.195312, 2.203125, 2.0, 2.273438, 2.210938, 2.109375, 2.1875, 0.769531, 1.792969, 0.730469, 2.195312, 0.790039, 1.486328, 2.265625, 2.242188, 2.242188, 1.298828, 1.8125, 1.675781, 1.945312, 0.720703, 1.976562, 1.310547, 1.162109, 0.878418, 2.054688, 2.320312, 1.494141, 1.902344, 2.367188, 1.914062, 2.304688, 1.449219, 1.675781, 2.0625, 0.75, 2.125, 2.25, 1.84375, 0.857422, 0.750977, 2.070312, 2.25, 1.863281, 2.273438, 2.257812, 1.972656, 1.419922, 1.984375, 1.972656, 2.039062, 2.453125, 1.570312, 2.148438, 2.171875, 2.359375, 2.164062, 2.273438, 2.109375, 2.445312, 2.070312, 1.753906, 2.335938, 2.203125, 1.539062, 2.210938, 2.21875, 2.148438, 2.046875, 2.320312, 2.40625, 2.171875, 0.683594, 1.412109, 1.640625, 0.869141, 2.101562, 1.902344, 2.054688, 2.140625, 2.179688, 2.132812, 1.902344, 2.117188, 0.793945, 1.458984, 2.070312, 1.695312, 2.101562, 2.078125, 1.453125, 2.1875, 2.09375, 2.210938, 2.203125, 2.304688, 0.80957, 2.429688, 2.460938, 1.296875, 2.242188, 2.023438, 2.375, 2.59375, 2.054688, 2.109375, 2.1875, 2.242188, 2.242188, 2.109375, 1.625, 1.933594, 2.109375, 2.234375, 2.28125, 1.871094, 1.037842, 2.210938, 0.817383, 2.023438, 2.34375, 1.488281, 2.210938, 2.171875, 2.265625, 1.964844, 1.632812, 1.980469, 0.646484, 0.703125, 0.757812, 2.109375, 2.242188, 0.842773, 1.898438, 1.949219, 2.4375, 0.907715, 1.890625, 1.269531, 1.914062, 0.773438, 2.171875, 2.171875, 1.960938, 2.257812, 1.640625, 1.683594, 2.328125, 2.078125, 1.116211, 1.859375, 0.591797, 1.976562, 2.179688, 2.148438, 2.382812, 1.507812, 1.34375, 2.1875, 0.695312, 2.484375, 2.015625, 2.03125, 2.070312, 1.271484, 2.242188, 2.117188, 2.0, 1.554688, 2.09375, 1.796875, 2.875, 2.171875, 2.203125, 2.414062, 2.234375, 1.988281, 2.328125, 1.738281, 2.078125, 2.367188, 2.148438, 2.171875, 2.015625, 2.085938, 2.273438, 1.710938, 2.15625, 2.023438, 2.132812, 2.148438, 1.960938, 1.742188, 2.03125, 1.898438, 2.234375, 2.0625, 1.898438, 0.929688, 2.242188, 1.773438, 2.078125, 1.863281, 2.054688, 1.964844, 2.3125, 0.978027, 2.265625, 0.914551, 2.179688, 1.699219, 1.742188, 1.492188, 2.015625, 1.163086, 2.109375, 0.726562, 2.125, 1.1875, 2.289062, 1.949219, 1.828125, 2.203125, 2.304688, 2.007812, 1.789062, 1.949219, 2.015625, 2.242188, 0.728516, 2.257812, 1.898438, 1.828125, 2.265625, 2.140625, 2.117188, 1.976562, 1.306641, 1.882812, 2.078125, 2.0, 2.46875, 2.148438, 2.109375, 2.046875, 1.78125, 1.902344, 0.792969, 2.320312, 2.078125, 2.21875, 1.683594, 1.746094, 1.15332, 0.640625, 2.078125, 0.712891, 0.921387, 1.640625, 2.070312, 2.195312, 2.320312, 1.063965, 1.867188, 1.494141, 2.039062, 0.744141, 2.28125, 1.929688, 1.972656, 2.078125, 2.265625, 2.375, 0.756836, 2.117188, 2.296875, 1.269531, 0.859375, 2.226562, 2.265625, 0.929688, 2.296875, 1.855469, 2.179688, 1.765625, 2.125, 1.976562, 0.817383, 2.210938, 1.890625, 2.070312, 2.203125, 2.070312, 1.261719, 0.782227, 1.980469, 2.476562, 1.757812, 2.117188, 2.203125, 2.210938, 2.460938, 1.992188, 1.886719, 1.992188, 2.171875, 2.171875, 2.109375, 1.9375, 2.140625, 1.699219, 2.070312, 2.140625, 1.996094, 0.582031, 2.085938, 2.328125, 2.101562, 1.84375, 1.902344, 1.777344, 1.800781, 2.070312, 2.109375, 2.085938, 2.132812, 2.09375, 2.148438, 1.34375, 1.949219, 0.78418, 2.226562, 0.800781, 2.148438, 2.179688, 2.273438, 0.754883, 2.148438, 1.789062, 1.78125, 2.273438, 2.546875, 2.101562, 2.023438, 2.140625, 1.945312, 1.953125, 0.947754, 1.945312, 2.195312, 2.546875, 2.304688, 1.863281, 2.078125, 2.203125, 2.210938, 2.039062, 2.007812, 1.683594, 1.753906, 1.976562, 1.945312, 0.857422, 1.929688, 2.21875, 2.28125, 1.765625, 0.801758, 2.226562, 2.3125, 2.34375, 2.195312, 2.1875, 2.179688, 1.996094, 1.957031, 0.84375, 2.164062, 2.117188, 2.046875, 2.296875, 1.828125, 2.140625, 2.226562, 2.460938, 2.140625, 1.816406, 2.460938, 2.132812, 2.007812, 1.828125, 2.28125, 2.210938, 1.155273, 3.859375, 1.925781, 2.0, 2.28125, 1.992188, 1.166992, 2.382812, 1.964844, 2.070312, 0.807617, 1.691406, 1.539062, 1.933594, 2.015625, 2.273438, 2.328125, 0.714844, 2.15625, 2.703125, 0.681641, 1.18457, 2.070312, 2.140625, 2.109375, 2.21875, 2.109375, 1.9375, 2.101562, 1.808594, 2.273438, 0.924316, 2.078125, 2.304688, 2.203125, 1.21582, 2.179688, 2.117188, 2.148438, 2.015625, 2.234375, 1.945312, 2.0625, 1.695312, 1.006073, 2.25, 2.054688, 2.078125, 2.203125, 1.398438, 2.148438, 1.466797, 1.96875, 2.132812, 1.224609, 2.109375, 2.265625, 2.109375, 1.949219, 1.730469, 2.4375, 2.101562, 2.039062, 1.172852, 0.783203, 1.976562, 2.226562, 2.0, 1.605469, 2.25, 2.117188, 2.085938, 0.753906, 1.867188, 2.234375, 1.808594, 1.996094, 1.929688, 2.3125, 2.132812, 2.148438, 1.742188, 2.0625, 1.902344, 2.210938, 2.351562, 2.242188, 1.949219, 1.574219, 1.679688, 1.582031, 2.21875, 1.691406, 1.8125, 2.195312, 1.22168, 1.929688, 2.046875, 2.171875, 1.964844, 2.101562, 2.164062, 1.320312, 1.953125, 2.273438, 2.421875, 2.125, 2.257812, 1.206055, 1.925781, 2.109375, 2.046875, 2.367188, 2.164062, 1.746094, 2.273438, 2.0, 2.054688, 1.96875, 0.978027, 2.101562, 2.179688, 2.296875, 1.917969, 2.210938, 2.335938, 2.039062, 1.960938, 1.921875, 2.101562, 1.945312, 1.667969, 1.239258, 1.871094, 1.941406, 2.242188, 1.976562, 2.257812, 2.1875, 2.085938, 2.117188, 2.203125, 2.054688, 2.476562, 1.992188, 1.839844, 1.78125, 2.09375, 2.132812, 1.964844, 2.171875, 2.023438, 2.1875, 2.101562, 2.640625, 2.421875, 2.007812, 1.621094, 2.085938, 2.210938, 0.697266, 2.148438, 2.25, 2.007812, 1.026123, 2.046875, 1.972656, 1.208984, 0.762695, 1.863281, 1.914062, 2.398438, 1.847656, 1.929688, 2.078125, 2.039062, 2.359375, 1.949219, 2.296875, 2.03125, 1.145508, 2.296875, 2.171875, 0.915039, 0.6875, 2.273438, 2.3125, 2.273438, 1.160156, 2.117188, 1.490234, 1.949219, 2.273438, 2.304688, 1.929688, 2.203125, 1.933594, 1.699219, 2.179688, 2.273438, 2.03125, 0.744141, 1.202148, 2.054688, 2.015625, 2.15625, 1.490234, 1.921875, 2.210938, 1.722656, 1.124023, 2.414062, 2.304688, 1.714844, 2.148438, 1.941406, 1.640625, 1.933594, 2.179688, 0.792969, 0.703125, 1.992188, 2.179688, 1.914062, 2.421875, 1.914062, 2.210938, 0.894531, 2.148438, 0.966309, 1.07666, 1.976562, 2.320312, 2.09375, 2.078125, 2.1875, 2.296875, 0.868164, 2.21875, 1.871094, 1.777344, 2.070312, 2.289062, 2.015625, 1.886719, 1.5, 2.171875, 2.226562, 1.894531, 1.761719, 1.462891, 1.695312, 2.039062, 3.8125, 2.265625, 2.210938, 0.775391, 1.996094, 2.25, 1.648438, 2.078125, 1.929688, 2.109375, 2.171875, 2.046875, 1.996094, 1.601562, 2.054688, 2.304688, 2.234375, 2.226562, 2.265625, 2.0, 2.023438, 1.894531, 2.296875, 2.289062, 2.078125, 1.507812, 0.746094, 2.109375, 2.171875, 2.304688, 2.179688, 1.84375, 0.558594, 2.34375, 2.328125, 1.816406, 2.132812, 0.948242, 2.359375, 2.148438, 2.132812, 1.96875, 2.039062, 2.429688, 1.832031, 1.460938, 2.085938, 2.34375, 2.0, 0.770508, 2.351562, 1.875, 0.589844, 2.023438, 1.921875, 2.320312, 1.808594, 1.621094, 1.972656, 1.410156, 2.070312, 2.148438, 2.078125, 1.996094, 2.117188, 2.070312, 1.851562, 2.53125, 2.367188, 2.117188, 2.1875, 2.359375, 1.255859, 1.996094, 2.132812, 1.804688, 1.8125, 2.015625, 2.171875, 1.002304, 1.804688, 0.722656, 2.148438, 1.945312, 2.414062, 1.835938, 2.03125, 2.09375, 2.148438, 2.101562, 1.710938, 2.242188, 2.117188, 2.265625, 1.695312, 2.210938, 1.182617, 2.015625, 1.357422, 0.78418, 2.117188, 2.210938, 2.414062, 2.265625, 2.476562, 1.558594, 1.992188, 2.171875, 1.28125, 1.341797, 2.179688, 2.304688, 2.304688, 1.902344, 2.078125, 1.582031, 2.351562, 2.289062, 2.101562, 0.880371, 1.878906, 2.390625, 2.046875, 2.25, 1.625, 2.117188, 1.9375, 1.96875, 2.09375, 2.09375, 2.015625, 1.229492, 1.902344, 2.21875, 2.148438, 2.296875, 2.335938, 2.203125, 1.828125, 1.566406, 2.273438, 2.171875, 1.082031, 0.878418, 2.078125, 2.226562, 2.367188, 2.070312, 2.328125, 0.642578, 2.0625, 2.367188, 1.910156, 2.242188, 1.59375, 1.996094, 1.714844, 0.899902, 2.0625, 2.109375, 2.203125, 1.871094, 1.980469, 2.40625, 2.085938, 2.234375, 2.015625, 2.148438, 2.46875, 1.808594, 1.824219, 1.229492, 1.996094, 1.21582, 0.774414, 2.007812, 2.421875, 2.210938, 2.328125, 2.007812, 2.039062, 2.226562, 2.101562, 2.148438, 2.09375, 1.5625, 1.835938, 1.05542, 2.179688, 1.453125, 1.957031, 2.03125, 2.140625, 1.890625, 2.132812, 2.117188, 2.25, 1.355469, 2.070312, 2.257812, 0.922363, 1.613281, 2.148438, 2.429688, 1.863281, 0.858398, 2.03125, 2.125, 1.988281, 2.085938, 2.078125, 0.788086, 2.085938, 2.140625, 1.314453, 2.1875, 1.761719, 1.804688, 1.855469, 2.320312, 1.855469, 1.992188, 2.375, 2.132812, 1.988281, 2.210938, 2.117188, 0.722656, 1.972656, 2.015625, 2.140625, 2.195312, 2.296875, 2.414062, 1.734375, 1.035645, 2.109375, 2.25, 2.335938, 1.917969, 1.192383, 1.789062, 2.007812, 2.015625, 1.988281, 1.785156, 2.1875, 1.984375, 2.109375, 1.664062, 2.140625, 1.976562, 2.015625, 2.132812, 2.070312, 2.015625, 2.210938, 1.621094, 2.34375, 1.003235, 0.517578, 2.054688, 1.539062, 2.1875, 2.226562, 2.007812, 1.90625, 1.574219, 2.179688, 1.605469, 1.964844, 2.203125, 2.273438, 2.085938, 0.714844, 2.015625, 2.1875, 2.273438, 1.847656, 1.933594, 1.996094, 2.179688, 2.085938, 1.722656, 2.226562, 2.257812, 2.210938, 2.304688, 1.898438, 1.570312, 2.0625, 1.53125, 1.652344, 2.054688, 2.328125, 2.132812, 2.1875, 2.515625, 2.265625, 1.910156, 3.0, 1.484375, 2.117188, 1.503906, 1.072754, 2.34375, 2.039062, 2.09375, 0.742188, 1.470703, 2.335938, 2.046875, 2.351562, 2.25, 2.03125, 2.296875, 1.921875, 1.621094, 2.4375, 0.732422, 1.960938, 2.015625, 1.9375, 2.171875, 2.351562, 2.304688, 1.945312, 0.728516, 2.148438, 1.996094, 1.960938, 2.03125, 2.273438, 2.367188, 2.3125, 2.03125, 1.765625, 1.039795, 2.054688, 2.242188, 1.800781, 2.117188, 2.195312, 2.007812, 2.210938, 1.667969, 2.117188, 1.667969, 2.609375, 2.085938, 2.203125, 2.265625, 1.949219, 1.804688, 1.917969, 1.917969, 2.289062, 2.203125, 2.015625, 1.742188, 0.754883, 2.28125, 2.117188, 2.242188, 2.179688, 2.289062, 2.132812, 2.148438, 2.0625, 2.203125, 1.359375, 2.070312, 2.132812, 2.046875, 0.707031, 2.140625, 1.984375, 2.203125, 2.234375, 2.109375, 1.957031, 2.34375, 1.804688, 2.304688, 2.0625, 2.304688, 0.844727, 1.835938, 1.707031, 2.367188, 0.742188, 2.203125, 0.966797, 1.976562, 0.744141, 2.25, 1.660156, 1.757812, 1.174805, 1.664062, 2.117188, 2.046875, 1.84375, 2.070312, 1.9375, 2.289062, 2.21875, 0.544922, 1.067871, 1.419922, 2.140625, 2.242188, 1.902344, 2.289062, 2.195312, 2.179688, 1.474609, 2.179688, 2.085938, 2.257812, 2.421875, 2.070312, 1.691406, 2.179688, 2.257812, 1.341797, 2.21875, 2.203125, 2.367188, 2.078125, 2.242188, 1.507812, 2.429688, 2.085938, 1.800781, 2.273438, 2.21875, 2.210938, 2.054688, 2.421875, 0.835938, 1.964844, 2.023438, 1.988281, 0.895508, 2.351562, 2.484375, 2.375, 0.821289, 1.875, 1.351562, 2.234375, 1.808594, 1.570312, 0.744141, 2.171875, 2.179688, 2.078125, 0.568359, 1.332031, 0.838867, 2.070312, 2.296875, 1.652344, 2.265625, 2.382812, 2.070312, 2.054688, 2.101562, 1.847656, 0.866211, 0.963379, 2.242188, 1.722656, 1.796875, 2.164062, 1.964844, 1.960938, 2.34375, 1.460938, 1.992188, 2.03125, 1.980469, 1.103516, 2.492188, 2.234375, 2.585938, 2.335938, 1.976562, 0.825195, 2.296875, 0.850586, 2.15625, 2.265625, 2.023438, 2.125, 2.1875, 1.726562, 2.09375, 2.351562, 2.179688, 2.210938, 1.867188, 1.851562, 2.234375, 2.179688, 2.398438, 1.832031, 1.824219, 2.1875, 1.169922, 1.65625, 1.742188, 1.21875, 2.039062, 2.1875, 2.195312, 2.085938, 1.761719, 1.84375, 1.980469, 2.234375, 1.324219, 2.203125, 1.929688, 2.054688, 2.039062, 2.460938, 2.203125, 1.570312, 2.179688, 2.273438, 2.039062, 2.117188, 1.960938, 1.115723, 2.265625, 2.085938, 0.994385, 2.117188, 2.0625, 0.829102, 1.949219, 1.421875, 2.203125, 2.15625, 1.96875, 2.234375, 2.304688, 2.117188, 1.992188, 2.195312, 1.972656, 1.914062, 2.09375, 1.194336, 1.8125, 2.320312, 2.1875, 0.873047, 1.824219, 1.929688, 2.242188, 2.273438, 2.015625, 2.148438, 1.902344, 1.863281, 1.527344, 1.699219, 2.203125, 2.085938, 0.720703, 2.21875, 1.980469, 0.77832, 2.109375, 2.03125, 2.234375, 2.101562, 2.023438, 2.132812, 0.919922, 2.21875, 2.234375, 2.296875, 2.117188, 1.804688, 1.808594, 1.808594, 0.824219, 1.123535, 2.242188, 1.644531, 2.335938, 1.429688, 1.765625, 2.03125, 2.117188, 0.854492, 1.609375, 2.367188, 0.758789, 2.304688, 1.832031, 2.273438, 2.25, 0.800781, 2.132812, 2.117188, 0.819336, 2.289062, 1.726562, 1.902344, 2.296875, 2.210938, 2.242188, 0.770508, 2.171875, 1.539062, 1.964844, 2.015625, 2.1875, 2.179688, 1.351562, 2.304688, 2.304688, 2.203125, 1.839844, 0.768555, 2.046875, 2.179688, 1.929688, 2.007812, 2.367188, 2.148438, 1.703125, 1.652344, 2.164062, 1.886719, 2.210938, 1.527344, 2.0, 2.34375, 2.179688, 0.6875, 2.28125, 1.773438, 2.078125, 2.375, 2.265625, 1.730469, 1.628906, 2.164062, 2.234375, 0.873047, 2.070312, 2.046875, 1.898438 ] }, "name": "onnx::Mul_8546", "outputIndexes": [ 1440 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1439, 1440 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1441 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1422, 1441 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_74_output_0", "outputIndexes": [ 1442 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1442, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_135_output_0", "outputIndexes": [ 1443 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1443 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_15/Mul_output_0", "outputIndexes": [ 1444 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.589844, 1.570312, 1.498047, 1.480469, 1.566406, 1.605469, 1.511719, 1.207031, 1.482422, 1.585938, 1.408203, 1.542969, 1.605469, 1.527344, 1.542969, 1.527344, 1.671875, 1.570312, 1.863281, 1.601562, 1.574219, 1.792969, 1.566406, 1.644531, 1.554688, 1.539062, 1.832031, 1.773438, 1.474609, 1.53125, 1.636719, 1.613281, 1.494141, 1.302734, 1.449219, 1.730469, 1.488281, 1.550781, 1.609375, 1.546875, 1.605469, 1.482422, 1.617188, 1.667969, 1.433594, 1.5625, 1.474609, 1.632812, 1.742188, 1.6875, 1.550781, 1.785156, 1.433594, 1.445312, 1.462891, 1.707031, 1.589844, 1.558594, 1.597656, 1.476562, 1.699219, 1.5, 1.617188, 1.601562, 2.25, 1.640625, 1.636719, 1.574219, 1.601562, 1.625, 1.605469, 1.636719, 1.507812, 1.570312, 1.585938, 1.570312, 1.707031, 1.589844, 1.65625, 1.494141, 1.53125, 1.275391, 1.462891, 1.679688, 1.539062, 1.609375, 1.648438, 1.550781, 1.449219, 1.617188, 1.5625, 1.609375, 1.671875, 1.488281, 1.5, 1.291016, 1.570312, 1.605469, 1.494141, 1.554688, 1.589844, 1.503906, 1.605469, 1.59375, 1.466797, 1.53125, 1.494141, 1.589844, 1.523438, 1.605469, 1.515625, 1.5625, 1.597656, 2.679688, 1.507812, 1.511719, 1.792969, 1.425781, 1.546875, 1.589844, 1.523438, 1.460938, 1.265625, 1.527344, 1.625, 1.675781, 1.628906, 1.542969, 1.582031, 1.664062, 1.601562, 1.427734, 1.542969, 1.566406, 1.539062, 1.632812, 1.613281, 1.910156, 1.554688, 1.632812, 1.326172, 1.511719, 1.46875, 1.550781, 1.527344, 1.53125, 1.625, 1.683594, 1.574219, 1.574219, 1.566406, 1.511719, 1.542969, 1.155273, 1.578125, 1.59375, 1.589844, 1.498047, 1.486328, 1.351562, 1.855469, 1.554688, 1.667969, 1.617188, 1.542969, 1.476562, 1.636719, 1.217773, 1.5625, 1.550781, 1.523438, 1.542969, 1.466797, 1.455078, 1.589844, 1.490234, 1.601562, 1.316406, 1.490234, 1.558594, 1.539062, 1.217773, 1.695312, 1.235352, 1.496094, 1.652344, 1.632812, 1.535156, 1.589844, 1.570312, 1.511719, 1.412109, 1.507812, 1.59375, 1.53125, 1.585938, 1.515625, 1.527344, 1.636719, 1.515625, 1.494141, 1.570312, 1.542969, 1.480469, 1.625, 1.5625, 1.632812, 1.566406, 1.484375, 1.458984, 1.570312, 1.71875, 1.589844, 1.609375, 1.660156, 1.527344, 1.570312, 1.503906, 1.628906, 1.458984, 1.589844, 1.648438, 1.59375, 1.511719, 1.515625, 1.609375, 1.519531, 1.546875, 1.53125, 1.601562, 2.320312, 1.605469, 1.585938, 1.503906, 1.447266, 1.636719, 1.585938, 1.585938, 1.558594, 1.613281, 1.851562, 1.542969, 1.582031, 1.425781, 1.582031, 1.515625, 1.574219, 1.539062, 1.605469, 1.761719, 1.617188, 1.667969, 1.570312, 1.617188, 1.574219, 1.546875, 1.511719, 1.478516, 1.527344, 1.558594, 1.523438, 1.648438, 1.542969, 1.578125, 1.613281, 1.527344, 1.652344, 1.486328, 1.554688, 1.507812, 1.601562, 1.746094, 1.558594, 1.570312, 1.566406, 1.496094, 1.574219, 1.445312, 1.597656, 1.539062, 1.839844, 1.5625, 1.441406, 1.5625, 1.410156, 1.644531, 1.589844, 1.478516, 1.474609, 1.570312, 1.570312, 1.789062, 1.498047, 1.605469, 1.558594, 1.472656, 1.554688, 1.507812, 1.582031, 1.511719, 1.605469, 1.667969, 1.388672, 1.441406, 1.216797, 1.597656, 1.566406, 1.65625, 1.478516, 1.570312, 1.785156, 1.248047, 1.480469, 1.460938, 1.546875, 1.535156, 1.597656, 1.605469, 1.566406, 1.589844, 1.574219, 1.474609, 1.601562, 1.539062, 1.652344, 1.613281, 1.667969, 1.601562, 1.542969, 1.503906, 1.597656, 1.742188, 1.494141, 1.574219, 1.03125, 1.511719, 1.570312, 1.539062, 1.613281, 1.527344, 1.496094, 1.660156, 1.625, 1.625, 1.613281, 1.6875, 1.527344, 1.726562, 1.542969, 1.632812, 1.6875, 1.632812, 1.808594, 1.636719, 1.267578, 1.523438, 1.605469, 1.589844, 1.789062, 1.589844, 1.462891, 1.605469, 1.566406, 1.640625, 1.664062, 1.5625, 1.511719, 1.433594, 1.613281, 1.542969, 1.675781, 1.589844, 1.59375, 1.523438, 1.625, 1.574219, 1.503906, 1.574219, 1.550781, 1.738281, 1.5, 1.707031, 1.742188, 1.445312, 1.617188, 1.609375, 1.527344, 1.773438, 1.511719, 1.511719, 1.570312, 1.578125, 1.239258, 1.470703, 1.636719, 1.699219, 1.597656, 1.335938, 1.527344, 1.558594, 1.523438, 1.636719, 1.458984, 1.667969, 1.503906, 1.894531, 1.574219, 1.554688, 1.640625, 1.660156, 1.498047, 1.652344, 1.734375, 1.527344, 1.765625, 1.558594, 1.558594, 1.578125, 1.519531, 1.636719, 1.621094, 1.699219, 1.443359, 1.570312, 1.492188, 1.671875, 1.589844, 1.605469, 1.660156, 1.554688, 1.570312, 1.75, 1.585938, 1.589844, 2.101562, 1.542969, 1.507812, 1.478516, 1.492188, 1.578125, 1.640625, 1.695312, 1.484375, 1.554688, 2.117188, 1.589844, 1.542969, 1.515625, 1.535156, 1.445312, 1.566406, 1.597656, 1.578125, 1.458984, 1.625, 1.511719, 1.878906, 1.464844, 1.574219, 1.632812, 1.523438, 1.589844, 1.515625, 1.546875, 1.613281, 1.494141, 1.279297, 1.625, 1.640625, 1.617188, 1.574219, 1.503906, 1.746094, 1.621094, 1.523438, 1.458984, 1.357422, 1.597656, 1.550781, 1.566406, 1.675781, 1.445312, 1.660156, 1.5, 1.578125, 1.496094, 1.267578, 1.578125, 1.585938, 1.535156, 1.628906, 1.5625, 1.578125, 1.542969, 1.558594, 1.621094, 1.070312, 1.679688, 1.730469, 1.351562, 1.542969, 1.601562, 1.589844, 1.628906, 1.175781, 1.566406, 1.730469, 1.707031, 1.929688, 1.4375, 1.566406, 1.503906, 1.578125, 1.558594, 1.574219, 1.566406, 1.90625, 1.597656, 1.480469, 1.601562, 1.648438, 1.644531, 1.621094, 1.490234, 1.511719, 1.761719, 1.5, 1.539062, 1.753906, 1.570312, 1.621094, 1.542969, 1.503906, 1.570312, 1.625, 1.108398, 1.617188, 1.570312, 1.632812, 1.515625, 2.640625, 1.671875, 1.722656, 1.636719, 1.644531, 1.539062, 1.492188, 1.511719, 1.578125, 1.519531, 1.839844, 1.601562, 1.546875, 1.609375, 1.601562, 1.714844, 1.507812, 2.367188, 1.621094, 1.667969, 1.644531, 1.773438, 1.570312, 1.675781, 1.679688, 1.574219, 1.550781, 2.273438, 1.820312, 1.546875, 1.5625, 1.605469, 1.699219, 1.738281, 1.359375, 1.515625, 1.394531, 1.578125, 1.640625, 1.550781, 1.625, 1.589844, 1.570312, 1.636719, 1.482422, 1.542969, 1.371094, 1.589844, 2.242188, 1.765625, 1.65625, 1.486328, 1.664062, 1.652344, 1.648438, 1.648438, 1.539062, 1.628906, 1.585938, 1.578125, 1.441406, 1.574219, 1.628906, 1.511719, 1.742188, 1.628906, 1.613281, 1.667969, 1.570312, 1.601562, 1.597656, 1.609375, 1.734375, 1.683594, 1.494141, 1.621094, 1.482422, 1.667969, 1.601562, 1.53125, 1.636719, 1.585938, 1.613281, 1.554688, 1.550781, 1.621094, 1.558594, 1.59375, 1.667969, 1.310547, 1.625, 1.546875, 1.621094, 1.605469, 1.683594, 1.632812, 1.601562, 1.59375, 1.574219, 1.632812, 1.671875, 1.933594, 1.597656, 1.433594, 1.519531, 1.585938, 1.542969, 1.632812, 1.507812, 1.671875, 1.106934, 1.419922, 1.636719, 1.535156, 1.492188, 1.65625, 1.597656, 1.451172, 1.441406, 1.703125, 1.714844, 1.457031, 1.570312, 1.460938, 1.59375, 1.566406, 1.636719, 1.490234, 1.722656, 1.511719, 1.582031, 1.753906, 1.644531, 1.496094, 1.554688, 1.5625, 1.589844, 1.695312, 1.710938, 1.917969, 1.542969, 1.431641, 2.007812, 1.539062, 1.746094, 1.527344, 1.5625, 1.570312, 1.474609, 1.380859, 1.675781, 1.628906, 1.703125, 1.5625, 1.585938, 1.558594, 1.507812, 1.53125, 1.796875, 1.652344, 2.085938, 1.458984, 1.542969, 1.667969, 1.574219, 1.546875, 1.478516, 1.636719, 1.453125, 1.5, 1.6875, 1.578125, 1.515625, 1.570312, 2.328125, 1.820312, 1.6875, 1.746094, 1.605469, 1.53125, 1.570312, 1.484375, 1.589844, 1.527344, 1.703125, 2.039062, 1.804688, 1.539062, 1.632812, 1.470703, 1.648438, 1.490234, 1.511719, 1.542969, 1.494141, 1.496094, 1.539062, 1.490234, 1.435547, 1.535156, 1.574219, 1.570312, 1.511719, 1.558594, 1.621094, 1.478516, 1.601562, 1.59375, 1.496094, 1.546875, 1.726562, 1.558594, 1.59375, 1.462891, 1.632812, 1.695312, 1.476562, 1.28125, 1.5, 1.644531, 1.664062, 1.515625, 1.539062, 1.566406, 1.535156, 1.636719, 1.519531, 1.523438, 1.490234, 1.652344, 1.566406, 1.945312, 1.527344, 1.482422, 1.621094, 1.455078, 1.476562, 1.546875, 1.566406, 1.605469, 1.75, 1.597656, 1.59375, 1.585938, 2.132812, 1.820312, 1.539062, 1.847656, 1.6875, 1.474609, 1.554688, 1.5, 1.691406, 1.617188, 1.613281, 1.617188, 1.550781, 1.6875, 1.535156, 1.65625, 1.972656, 1.542969, 1.597656, 1.617188, 1.589844, 1.589844, 1.585938, 1.523438, 1.851562, 1.535156, 1.582031, 1.527344, 1.462891, 1.597656, 1.789062, 1.578125, 1.443359, 1.707031, 1.699219, 1.570312, 1.675781, 1.542969, 1.523438, 1.486328, 1.570312, 1.589844, 1.53125, 1.640625, 1.574219, 1.523438, 1.617188, 1.507812, 1.574219, 1.361328, 1.539062, 1.648438, 1.535156, 1.515625, 1.914062, 1.492188, 1.699219, 1.648438, 1.546875, 1.496094, 1.550781, 1.679688, 1.625, 1.542969, 1.621094, 1.59375, 1.777344, 1.507812, 1.621094, 1.558594, 1.130859, 1.597656, 1.671875, 1.625, 1.578125, 1.714844, 1.550781, 1.550781, 1.482422, 1.648438, 1.496094, 1.621094, 1.613281, 1.554688, 1.539062, 2.125, 1.558594, 1.527344, 1.609375, 1.478516, 1.625, 1.482422, 1.566406, 1.511719, 1.804688, 1.625, 1.804688, 1.392578, 1.640625, 1.546875, 1.597656, 1.535156, 1.566406, 1.5625, 1.679688, 1.59375, 1.554688, 1.570312, 1.519531, 1.519531, 1.609375, 1.515625, 1.542969, 1.574219, 1.474609, 1.546875, 1.714844, 1.566406, 1.820312, 1.613281, 1.625, 1.636719, 1.757812, 1.431641, 1.351562, 1.609375, 1.322266, 1.621094, 1.523438, 1.492188, 1.558594, 1.132812, 1.238281, 1.527344, 1.585938, 1.792969, 1.742188, 1.617188, 1.515625, 1.462891, 1.757812, 1.466797, 1.535156, 1.601562, 1.554688, 1.585938, 1.535156, 1.542969, 1.550781, 1.578125, 1.597656, 1.59375, 1.566406, 1.511719, 1.757812, 1.519531, 1.550781, 1.558594, 1.476562, 1.558594, 1.820312, 1.507812, 1.613281, 1.180664, 2.109375, 1.585938, 1.582031, 1.464844, 1.511719, 1.691406, 1.625, 1.53125, 1.183594, 1.455078, 1.5625, 1.707031, 1.515625, 1.367188, 1.474609, 1.507812, 1.546875, 1.617188, 1.546875, 1.582031, 1.652344, 1.455078, 1.427734, 1.65625, 1.539062, 1.527344, 1.59375, 1.480469, 1.5, 1.695312, 1.996094, 1.554688, 1.597656, 1.425781, 1.628906, 1.71875, 1.554688, 1.503906, 1.679688, 2.4375, 2.21875, 2.390625, 1.59375, 1.597656, 1.478516, 1.496094, 1.515625, 1.699219, 1.621094, 1.235352, 1.53125, 1.558594, 1.617188, 1.507812, 1.146484, 1.558594, 1.507812, 1.029663, 1.445312, 1.318359, 1.617188, 1.351562, 1.628906, 1.574219, 1.496094, 1.625, 1.578125, 1.570312, 1.703125, 1.574219, 1.460938, 1.589844, 1.683594, 1.671875, 1.511719, 1.519531, 1.535156, 1.683594, 2.164062, 1.683594, 1.578125, 1.558594, 1.617188, 1.6875, 1.527344, 1.34375, 1.609375, 1.570312, 1.585938, 1.390625, 1.394531, 1.546875, 1.609375, 1.539062, 1.503906, 1.640625, 1.474609, 1.6875, 2.71875, 1.652344, 1.5, 1.566406, 1.695312, 1.53125, 1.535156, 1.566406, 1.632812, 1.482422, 1.597656, 1.578125, 1.484375, 1.59375, 1.65625, 1.652344, 1.714844, 1.554688, 1.585938, 1.707031, 1.554688, 1.691406, 2.882812, 1.5625, 1.375, 1.773438, 1.628906, 1.417969, 1.515625, 1.519531, 1.65625, 1.519531, 1.644531, 1.550781, 1.632812, 1.46875, 1.304688, 1.605469, 1.488281, 1.632812, 1.621094, 1.660156, 1.511719, 1.482422, 1.480469, 1.664062, 1.550781, 1.582031, 1.304688, 1.644531, 1.621094, 1.667969, 1.488281, 1.578125, 1.738281, 1.523438, 1.472656, 1.839844, 1.492188, 1.585938, 1.585938, 1.492188, 1.417969, 1.609375, 1.523438, 1.609375, 1.558594, 1.632812, 1.875, 1.5625, 1.427734, 1.632812, 1.617188, 1.605469, 1.609375, 1.550781, 1.582031, 1.601562, 1.777344, 1.546875, 1.445312, 1.244141, 1.369141, 1.652344, 1.574219, 1.691406, 1.566406, 1.640625, 1.546875, 1.578125, 1.722656, 1.835938, 1.578125, 1.382812, 1.601562, 1.609375, 1.605469, 1.617188, 1.6875, 1.535156, 1.699219, 1.515625, 1.53125, 2.5625, 1.554688, 1.613281, 1.535156, 1.652344, 1.498047, 1.722656, 1.960938, 1.585938, 1.300781, 1.316406, 1.453125, 1.527344, 1.5625, 1.59375, 1.636719, 1.597656, 1.617188, 1.621094, 1.550781, 1.578125, 2.0625, 1.632812, 1.550781, 1.431641, 1.546875, 1.527344, 1.542969, 1.792969, 1.570312, 1.550781, 1.5, 1.5, 1.535156, 1.640625, 1.59375, 1.5625, 1.554688, 1.617188, 1.539062, 1.5625, 1.570312, 1.527344, 1.578125, 1.632812, 1.613281, 1.40625, 1.523438, 1.457031, 1.640625, 1.550781, 1.53125, 1.515625, 1.570312, 1.664062, 1.570312, 1.609375, 1.613281, 1.898438, 1.570312, 1.617188, 1.554688, 1.769531, 1.554688, 1.535156, 1.490234, 1.324219, 1.455078, 1.710938, 1.605469, 1.472656, 1.585938, 1.574219, 1.480469, 1.542969, 1.601562, 1.527344, 1.585938, 1.605469, 1.412109, 1.550781, 1.539062, 1.558594, 1.535156, 1.503906, 2.367188, 1.511719, 1.691406, 1.671875, 1.433594, 1.546875, 1.388672, 1.507812, 1.570312, 1.507812, 1.597656, 1.539062, 1.24707, 1.527344, 1.695312, 1.667969, 1.839844, 1.511719, 1.636719, 1.369141, 1.632812, 1.419922, 1.742188, 1.59375, 1.53125, 1.589844, 1.558594, 2.492188, 1.507812, 1.589844, 1.632812, 1.289062, 1.486328, 1.628906, 1.59375, 1.980469, 1.601562, 1.636719, 1.460938, 1.527344, 1.558594, 1.644531, 1.433594, 1.5, 1.558594, 1.482422, 1.707031, 1.976562, 1.671875, 1.625, 1.476562, 1.679688, 1.492188, 1.574219, 1.558594, 1.476562, 1.511719, 1.703125, 1.824219, 1.601562, 1.617188, 1.503906, 1.753906, 1.703125, 1.431641, 1.597656, 1.535156, 1.527344, 1.490234, 1.835938, 1.259766, 1.492188, 1.449219, 1.574219, 1.507812, 1.773438, 1.5625, 1.486328, 1.617188, 1.186523, 1.617188, 1.632812, 1.486328, 1.550781, 1.53125, 1.597656, 1.597656, 1.601562, 1.539062, 1.589844, 1.554688, 1.582031, 1.640625, 1.710938, 1.464844, 1.28125, 1.609375, 1.443359, 1.546875, 1.574219, 1.554688, 1.226562, 1.511719, 1.546875, 1.574219, 1.472656, 1.523438, 1.585938, 1.574219, 1.585938, 1.554688, 1.546875, 1.570312, 1.589844, 1.490234, 1.310547, 1.652344, 1.574219, 1.511719, 1.597656, 1.5625, 1.498047, 1.550781, 1.691406, 1.566406, 1.558594, 1.464844, 1.488281, 1.539062, 1.511719, 1.800781, 1.554688, 1.3125, 1.535156, 1.683594, 1.466797, 1.527344, 1.558594, 1.503906, 1.570312, 1.480469, 1.6875, 1.53125, 1.546875, 1.597656, 1.578125, 1.628906, 1.474609, 1.566406, 1.613281, 1.527344, 1.5625, 1.667969, 1.53125, 1.496094, 1.59375, 1.496094, 1.605469, 1.703125, 1.202148, 1.726562, 1.515625, 1.503906, 1.539062, 1.6875, 1.585938, 1.519531, 1.644531, 1.345703, 1.636719, 1.667969, 1.898438, 1.644531, 1.539062, 1.761719, 1.084961, 1.53125, 1.439453, 1.241211, 1.84375, 1.605469, 1.601562, 1.554688, 1.628906, 1.597656, 1.585938, 1.566406, 1.453125, 1.486328, 1.515625, 1.490234, 1.742188, 1.6875, 1.863281, 1.546875, 1.462891, 1.601562, 1.492188, 1.507812, 1.550781, 1.667969, 1.621094, 1.738281, 1.507812, 1.507812, 1.535156, 1.644531, 1.683594, 1.550781, 1.933594, 1.636719, 1.535156, 1.667969, 1.53125, 1.5625, 1.535156, 1.957031, 1.542969, 1.773438, 1.554688, 1.570312, 1.710938, 1.412109, 1.601562, 1.511719, 1.59375, 1.640625, 1.761719, 1.566406, 1.480469, 1.105469, 1.667969, 1.5625, 1.660156, 1.578125, 1.832031, 1.628906, 1.566406, 1.558594, 1.609375, 1.589844, 1.621094, 1.648438, 1.523438, 1.527344, 1.621094, 1.601562, 1.574219, 1.617188, 1.644531, 1.574219, 1.863281, 1.507812, 1.746094, 1.621094, 1.59375, 1.589844, 1.527344, 1.519531, 1.496094, 1.730469, 1.644531, 1.5, 1.419922, 1.636719, 1.535156, 1.742188, 1.621094, 1.636719, 1.632812, 1.636719, 1.605469, 1.769531, 1.558594, 1.539062, 1.589844, 1.53125, 1.53125, 1.515625, 1.542969, 1.679688, 1.960938, 1.523438, 1.613281, 1.628906, 1.441406, 1.53125, 1.566406, 1.558594, 1.617188, 1.8125, 1.589844, 1.451172, 1.652344, 1.482422, 1.503906, 1.589844, 1.652344, 1.507812, 1.570312, 1.503906, 1.396484, 1.59375, 1.617188, 1.863281, 1.609375, 1.46875, 1.503906, 1.523438, 1.503906, 1.453125, 1.628906, 2.234375, 1.675781, 1.427734, 1.691406, 1.625, 1.550781, 1.263672, 1.683594, 1.539062, 1.53125, 1.675781, 1.617188, 1.507812, 1.726562, 1.209961, 1.65625, 1.535156, 1.550781, 1.462891, 1.65625, 1.546875, 1.507812, 1.625, 1.636719, 2.375, 1.539062, 1.574219, 1.585938, 1.494141, 1.648438, 1.302734, 1.671875, 1.5, 1.597656, 1.667969, 1.648438, 1.589844, 1.621094, 1.589844, 1.632812, 1.574219, 1.519531, 1.519531, 1.652344, 1.597656, 1.53125, 2.632812, 1.535156, 1.6875, 1.574219, 1.597656, 1.490234, 1.65625, 1.609375, 1.59375, 1.578125, 1.695312, 1.480469, 1.554688, 1.554688, 1.660156, 1.435547, 1.609375, 1.632812, 1.474609, 1.310547, 1.259766, 1.539062, 1.515625, 1.496094, 1.664062, 1.431641, 1.496094, 1.558594, 1.443359, 1.585938, 1.558594, 1.785156, 1.796875, 1.605469, 1.554688, 1.527344, 1.511719, 1.679688, 1.574219, 1.574219, 1.585938, 1.589844, 1.632812, 1.53125, 1.578125, 1.746094, 1.597656, 1.660156, 1.585938, 1.710938, 1.769531, 1.523438, 1.648438, 1.808594, 1.667969, 1.484375, 1.294922, 1.478516, 1.550781, 2.210938, 1.527344, 1.425781, 1.660156, 1.554688, 1.5, 1.425781, 1.589844, 1.503906, 1.546875, 1.578125, 1.511719, 1.632812, 1.503906, 1.644531, 1.632812, 1.597656, 1.605469, 1.498047, 1.550781, 1.445312, 1.566406, 1.5, 1.585938, 1.527344, 1.507812, 1.096191, 1.558594, 1.574219, 1.769531, 1.570312, 1.498047, 1.609375, 1.503906, 1.494141, 1.470703, 1.550781, 1.376953, 1.554688, 1.714844, 1.652344, 1.486328, 1.617188, 1.425781, 1.71875, 1.683594, 1.578125, 1.539062, 2.367188, 1.570312, 1.671875, 1.601562, 1.523438, 2.507812, 1.464844, 1.597656, 1.539062, 1.570312, 1.566406, 1.554688, 1.933594, 1.507812, 1.498047, 1.632812, 1.664062, 1.535156, 1.753906, 1.609375, 1.566406, 1.597656, 1.683594, 1.914062, 1.542969, 1.699219, 1.558594, 1.257812, 1.550781, 1.490234, 1.617188, 1.601562, 1.527344, 1.542969, 1.574219, 1.648438, 1.652344, 1.511719, 1.523438, 1.585938, 1.71875, 1.632812, 1.640625, 1.515625, 1.660156, 1.498047, 1.519531, 1.679688, 1.507812, 1.636719, 1.839844, 1.574219, 1.431641, 1.494141, 1.605469, 1.691406, 1.511719, 1.625, 1.726562, 1.59375, 1.566406, 1.933594, 1.617188, 1.519531, 1.519531, 1.451172, 1.632812, 1.679688, 1.640625, 1.609375, 1.546875, 1.478516, 1.542969, 1.515625, 1.423828, 1.609375, 1.476562, 1.730469, 1.582031, 1.554688, 1.625, 1.503906, 1.609375, 1.484375, 1.582031, 1.605469, 1.558594, 1.585938, 1.53125, 1.585938, 1.574219, 1.710938, 1.582031, 1.535156, 1.480469, 1.245117, 1.648438, 1.554688, 1.605469, 1.527344, 1.71875, 1.570312, 1.617188, 1.283203, 1.566406, 1.535156, 1.503906, 1.523438, 2.6875, 1.8125, 1.613281, 1.542969, 1.535156, 1.486328, 1.71875, 1.699219, 1.636719, 1.726562, 1.578125, 1.6875, 1.337891, 1.695312, 1.527344, 1.597656, 1.478516, 2.734375, 1.478516, 1.640625, 1.494141, 1.546875, 1.574219, 1.664062, 1.605469, 1.757812, 1.601562, 1.746094, 1.457031, 1.570312, 1.558594, 1.667969, 1.496094, 1.474609, 1.492188, 1.539062, 1.566406, 1.601562, 1.714844, 1.585938, 1.578125, 1.589844, 1.675781, 1.419922, 1.535156, 1.671875, 1.519531, 1.585938, 1.431641, 1.400391, 1.425781, 1.570312, 1.847656, 1.570312, 1.644531, 1.574219, 1.511719, 1.542969, 1.585938, 1.5625, 1.683594, 1.578125, 1.4375, 1.742188, 1.570312, 1.175781, 1.519531, 1.628906, 1.574219, 1.546875, 1.566406, 1.566406, 1.503906, 1.664062, 1.498047, 1.699219, 1.570312, 1.644531, 1.785156, 1.617188, 1.621094, 1.515625, 1.609375, 1.621094, 1.503906, 1.613281, 1.482422, 1.59375, 1.542969, 1.636719, 1.539062, 1.589844, 1.535156, 1.53125, 1.466797, 1.777344, 1.558594, 1.667969, 1.4375, 1.535156, 1.601562, 1.490234, 1.480469, 1.574219, 1.535156, 1.761719, 1.605469, 1.648438, 1.574219, 1.636719, 1.527344, 1.632812, 1.337891, 1.535156, 1.449219, 1.664062, 1.617188, 1.769531, 1.550781, 1.585938, 1.554688, 1.597656, 1.511719, 1.478516, 1.554688, 1.714844, 1.621094, 1.921875, 1.554688, 1.554688, 1.605469, 1.625, 1.527344, 1.53125, 1.570312, 1.785156, 1.632812, 1.527344, 1.314453, 1.707031, 1.523438, 1.726562, 1.527344, 1.507812, 1.617188, 1.625, 1.304688, 1.660156, 1.652344, 1.648438, 1.515625, 1.566406, 1.753906, 1.474609, 1.578125, 1.667969, 1.451172, 1.1875, 1.519531, 1.392578, 1.558594, 1.566406, 1.621094, 1.542969, 1.609375, 1.371094, 1.601562, 1.5, 1.605469, 1.5625, 1.554688, 1.453125, 1.539062, 1.550781, 1.621094, 1.585938, 1.667969, 1.566406, 1.558594, 1.601562, 1.542969, 1.597656, 1.546875, 1.558594, 1.53125, 1.703125, 1.474609, 1.511719, 1.648438, 1.480469, 1.539062, 1.652344, 1.535156, 1.546875, 1.480469, 1.59375, 1.515625, 1.78125, 1.369141, 1.482422, 1.523438, 1.558594, 1.550781, 1.484375, 1.667969, 1.466797, 1.490234, 1.435547, 1.746094, 1.558594, 1.554688, 1.466797, 1.231445, 1.503906, 1.5625, 1.5625, 1.53125, 1.589844, 1.535156, 1.675781, 1.550781, 1.554688, 1.523438, 1.474609, 1.851562, 1.691406, 1.730469, 1.546875, 1.320312, 1.503906, 1.617188, 1.511719, 1.199219, 1.511719, 1.679688, 1.988281, 1.605469, 1.617188, 1.570312, 1.597656, 1.476562, 1.617188, 1.652344, 1.539062, 1.617188, 1.757812, 1.667969, 1.433594, 1.617188, 1.515625, 1.578125, 1.472656, 1.585938, 1.515625, 1.644531, 1.628906, 1.589844, 1.609375, 1.605469, 1.65625, 1.457031, 1.585938, 1.636719, 1.699219, 1.582031, 1.589844, 1.574219, 1.482422, 1.558594, 1.746094, 1.570312, 1.511719, 1.667969, 1.535156, 1.503906, 1.542969, 1.427734, 1.507812, 1.550781, 1.59375, 1.582031, 1.617188, 1.78125, 1.597656, 1.746094, 1.660156, 1.412109, 1.617188, 1.675781, 1.523438, 1.632812, 1.59375, 1.46875, 1.988281, 1.554688, 1.494141, 1.289062, 1.6875, 1.416016, 2.625, 1.546875, 1.679688, 1.460938, 1.625, 1.408203, 1.636719, 1.507812, 1.472656, 1.664062, 1.625, 1.414062, 1.632812, 1.671875, 1.476562, 1.511719, 1.539062, 1.753906, 1.683594, 1.691406, 1.503906, 1.523438, 1.703125, 1.605469, 1.628906, 1.416016, 1.652344, 1.5625, 1.601562, 1.408203, 1.53125, 1.275391, 1.765625, 1.550781, 1.707031, 1.585938, 1.664062, 1.554688, 1.628906, 1.558594, 1.617188, 1.546875, 1.527344, 1.484375, 1.515625, 1.605469, 1.542969, 1.789062, 1.486328, 1.636719, 1.617188, 1.550781, 1.710938, 1.660156, 1.496094, 1.5, 1.625, 1.542969, 1.476562, 1.625, 1.326172, 1.585938, 1.601562, 1.695312, 1.511719, 1.554688, 1.703125, 1.566406, 1.714844, 1.601562, 1.554688, 1.648438, 1.539062, 1.498047, 1.535156, 1.480469, 1.621094, 1.566406, 1.601562, 1.523438, 1.339844, 1.5, 1.683594, 1.578125, 1.535156, 1.628906, 1.585938, 1.683594, 1.488281, 1.5, 1.621094, 1.546875, 1.574219, 1.554688, 1.578125, 1.667969, 1.550781, 1.511719, 1.585938, 1.542969, 1.601562, 1.613281, 1.363281, 1.539062, 1.53125, 1.589844, 1.601562, 2.15625, 1.613281, 1.447266, 1.601562, 1.527344, 1.539062, 1.462891, 1.421875, 1.621094, 1.699219, 1.601562, 1.527344, 1.507812, 1.554688, 1.359375, 1.675781, 1.640625, 1.640625, 1.535156, 1.691406, 1.527344, 1.695312, 1.482422, 1.691406, 1.589844, 1.648438, 1.515625, 1.632812, 1.566406, 1.652344, 1.494141, 1.613281, 1.605469, 1.714844, 1.349609, 1.636719, 1.578125, 1.636719, 1.476562, 1.539062, 1.597656, 1.640625, 1.707031, 1.789062, 2.1875, 1.652344, 1.464844, 1.582031, 1.636719, 1.466797, 1.515625, 1.585938, 1.578125, 1.511719, 1.566406, 1.644531, 2.109375, 1.539062, 1.644531, 1.550781, 1.605469, 1.388672, 1.5625, 1.511719, 1.433594, 1.652344, 1.554688, 1.498047, 1.511719, 1.730469, 1.722656, 1.439453, 1.570312, 1.964844, 2.023438, 1.458984, 1.515625, 1.416016, 1.566406, 1.625, 1.466797, 1.613281, 1.539062, 1.527344, 1.734375, 1.605469, 1.578125, 1.324219, 1.628906, 1.259766, 1.570312 ] }, "name": "onnx::Mul_8548", "outputIndexes": [ 1445 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1444, 1445 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1446 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1446 ], "outputIndexes": [ 2910 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2910 ], "outputIndexes": [ 2911 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear", "inputIndexes": [ 2911 ], "outputIndexes": [ 2912 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 656918790, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2912 ], "outputIndexes": [ 2913 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2913 ], "outputIndexes": [ 1447 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1446 ], "main_type": "NONE", "name": "/Shape_211_output_0", "outputIndexes": [ 1448 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1448 ], "main_type": "NONE", "name": "Shape4175", "outputIndexes": [ 1449 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1448 ], "main_type": "NONE", "name": "Rank4177", "outputIndexes": [ 1450 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1450, 1450 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4179", "outputIndexes": [ 1451 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1451 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4180", "outputIndexes": [ 1452 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1451, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4182", "outputIndexes": [ 1453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4183", "outputIndexes": [ 1454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1449, 1452, 1454, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4186", "outputIndexes": [ 1455 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1455 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4187", "outputIndexes": [ 1456 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1456 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4188", "outputIndexes": [ 1457 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1457, 1456 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4189", "outputIndexes": [ 1458 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 1458, 1451 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_229_output_0", "outputIndexes": [ 1459 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1459, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_481_output_0", "outputIndexes": [ 1460 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1460, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_195_output_0", "outputIndexes": [ 1461 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1447, 1461 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_136_output_0", "outputIndexes": [ 1462 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1462, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_120_output_0", "outputIndexes": [ 1463 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1462 ], "main_type": "NONE", "name": "/Shape_212_output_0", "outputIndexes": [ 1464 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1464 ], "main_type": "NONE", "name": "Shape4196", "outputIndexes": [ 1465 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1464 ], "main_type": "NONE", "name": "Rank4198", "outputIndexes": [ 1466 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1466, 1466 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4200", "outputIndexes": [ 1467 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1467 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4201", "outputIndexes": [ 1468 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1467, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4203", "outputIndexes": [ 1469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1469 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4204", "outputIndexes": [ 1470 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1465, 1468, 1470, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4207", "outputIndexes": [ 1471 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1471 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4208", "outputIndexes": [ 1472 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1472 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4209", "outputIndexes": [ 1473 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1473, 1472 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4210", "outputIndexes": [ 1474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1464, 1474, 1467 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_230_output_0", "outputIndexes": [ 1475 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1475, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_45_output_0", "outputIndexes": [ 1476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1476, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_486_output_0", "outputIndexes": [ 1477 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1462, 1477, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_61_output_0", "outputIndexes": [ 1478 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_30_output_0", "outputIndexes": [ 1479 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1462, 21, 1477, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_60_output_0", "outputIndexes": [ 1480 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1479, 1480 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_198_output_0", "outputIndexes": [ 1481 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1481, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_121_output_0", "outputIndexes": [ 1482 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1463, 1482 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_75_output_0", "outputIndexes": [ 1483 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1446 ], "outputIndexes": [ 2914 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2914 ], "outputIndexes": [ 2915 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear", "inputIndexes": [ 2915 ], "outputIndexes": [ 2916 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 659573020, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2916 ], "outputIndexes": [ 2917 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2917 ], "outputIndexes": [ 1484 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1460, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_196_output_0", "outputIndexes": [ 1485 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1484, 1485 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_137_output_0", "outputIndexes": [ 1486 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_122_output_0", "outputIndexes": [ 1487 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486 ], "main_type": "NONE", "name": "/Shape_213_output_0", "outputIndexes": [ 1488 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1488 ], "main_type": "NONE", "name": "Shape4259", "outputIndexes": [ 1489 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1488 ], "main_type": "NONE", "name": "Rank4261", "outputIndexes": [ 1490 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1490, 1490 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4263", "outputIndexes": [ 1491 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1491 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4264", "outputIndexes": [ 1492 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1491, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4266", "outputIndexes": [ 1493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4267", "outputIndexes": [ 1494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1489, 1492, 1494, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4270", "outputIndexes": [ 1495 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1495 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4271", "outputIndexes": [ 1496 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1496 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4272", "outputIndexes": [ 1497 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1497, 1496 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4273", "outputIndexes": [ 1498 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1488, 1498, 1491 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_231_output_0", "outputIndexes": [ 1499 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1499, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_46_output_0", "outputIndexes": [ 1500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1500, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_488_output_0", "outputIndexes": [ 1501 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486, 1501, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_63_output_0", "outputIndexes": [ 1502 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1502 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_31_output_0", "outputIndexes": [ 1503 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486, 21, 1501, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_62_output_0", "outputIndexes": [ 1504 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1503, 1504 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_199_output_0", "outputIndexes": [ 1505 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1505, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_123_output_0", "outputIndexes": [ 1506 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1487, 1506 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_76_output_0", "outputIndexes": [ 1507 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1446 ], "outputIndexes": [ 2918 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2918 ], "outputIndexes": [ 2919 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear", "inputIndexes": [ 2919 ], "outputIndexes": [ 2920 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 660900146, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2920 ], "outputIndexes": [ 2921 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2921 ], "outputIndexes": [ 1508 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 1485 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_138_output_0", "outputIndexes": [ 1509 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1483, 1507, 1509, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_143_output_0", "outputIndexes": [ 1510 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1510 ], "outputIndexes": [ 2922 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2922 ], "outputIndexes": [ 2923 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear", "inputIndexes": [ 2923 ], "outputIndexes": [ 2924 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 662227272, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2924 ], "outputIndexes": [ 2925 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2925 ], "outputIndexes": [ 1511 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1511 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_15/Mul_output_0", "outputIndexes": [ 1512 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.125, 2.09375, 2.179688, 2.265625, 2.382812, 2.398438, 2.085938, 0.390625, 2.359375, 1.746094, 2.164062, 2.164062, 1.871094, 2.453125, 2.359375, 1.992188, 2.398438, 2.210938, 3.265625, 2.148438, 2.085938, 2.1875, 2.171875, 2.015625, 2.078125, 2.195312, 1.933594, 2.398438, 2.21875, 2.320312, 1.886719, 1.451172, 2.070312, 0.572266, 1.910156, 1.726562, 2.085938, 2.351562, 1.832031, 1.96875, 2.414062, 2.210938, 2.382812, 1.691406, 0.810547, 2.203125, 2.242188, 2.078125, 3.21875, 1.671875, 2.179688, 1.601562, 1.945312, 0.893066, 2.03125, 1.945312, 2.265625, 2.242188, 2.078125, 1.695312, 1.458984, 2.601562, 2.164062, 2.265625, 1.898438, 2.109375, 1.182617, 2.0, 1.882812, 2.078125, 2.203125, 2.289062, 2.125, 2.007812, 1.941406, 1.984375, 1.253906, 1.498047, 1.75, 0.893066, 1.902344, 0.3125, 2.046875, 1.730469, 2.132812, 2.0625, 2.109375, 1.542969, 0.770508, 1.839844, 2.085938, 1.964844, 2.5, 0.707031, 2.195312, 0.351562, 2.070312, 2.257812, 3.125, 2.015625, 1.78125, 2.140625, 2.445312, 2.203125, 2.289062, 1.96875, 2.460938, 1.5625, 2.351562, 2.164062, 2.210938, 2.203125, 2.421875, 2.929688, 2.179688, 1.621094, 2.257812, 0.798828, 1.902344, 2.59375, 2.226562, 2.15625, 1.953125, 2.320312, 1.804688, 1.554688, 1.957031, 2.273438, 2.203125, 1.457031, 1.245117, 1.96875, 1.820312, 1.988281, 2.21875, 2.546875, 1.78125, 2.054688, 2.015625, 2.40625, 3.03125, 2.140625, 1.585938, 1.972656, 2.25, 1.933594, 1.863281, 2.195312, 2.046875, 2.320312, 2.023438, 1.675781, 1.917969, 2.476562, 2.367188, 2.210938, 1.032227, 2.195312, 0.734375, 0.695312, 2.992188, 2.335938, 2.054688, 1.101074, 2.226562, 2.0625, 2.523438, 0.523438, 2.351562, 1.949219, 2.257812, 0.673828, 1.996094, 0.601562, 2.242188, 2.546875, 2.304688, 0.351562, 2.085938, 2.09375, 2.164062, 0.519531, 1.59375, 0.371094, 2.695312, 1.992188, 0.866211, 2.140625, 1.769531, 1.753906, 2.195312, 2.28125, 2.015625, 2.28125, 2.335938, 2.148438, 2.242188, 2.164062, 2.320312, 2.132812, 1.839844, 2.257812, 2.0, 1.632812, 2.382812, 2.328125, 2.796875, 2.0625, 2.125, 2.09375, 2.03125, 2.40625, 2.070312, 2.054688, 2.140625, 2.171875, 1.972656, 1.957031, 2.484375, 2.164062, 1.648438, 1.960938, 2.179688, 2.3125, 2.164062, 2.304688, 2.007812, 1.980469, 1.910156, 1.679688, 3.25, 2.453125, 2.484375, 2.195312, 2.109375, 2.601562, 1.851562, 2.195312, 1.941406, 1.757812, 2.507812, 2.171875, 2.296875, 2.140625, 1.898438, 2.21875, 1.789062, 1.792969, 2.507812, 1.208008, 2.203125, 2.578125, 0.792969, 2.195312, 2.15625, 1.988281, 1.945312, 2.320312, 2.296875, 2.039062, 2.242188, 2.53125, 2.085938, 1.816406, 2.054688, 1.589844, 2.046875, 2.09375, 2.09375, 2.046875, 2.273438, 2.132812, 2.046875, 1.675781, 2.25, 2.015625, 0.834961, 1.941406, 2.335938, 2.085938, 1.589844, 2.070312, 0.767578, 1.996094, 2.265625, 2.125, 2.109375, 2.117188, 0.5625, 2.015625, 1.621094, 1.143555, 1.820312, 2.234375, 2.070312, 2.203125, 1.859375, 2.070312, 2.273438, 2.101562, 2.140625, 1.769531, 0.589844, 2.171875, 0.289062, 2.1875, 2.414062, 2.070312, 1.773438, 2.429688, 2.335938, 0.433594, 2.179688, 2.148438, 2.132812, 2.046875, 2.1875, 2.3125, 1.855469, 2.078125, 1.792969, 2.320312, 1.765625, 2.21875, 2.1875, 2.03125, 1.490234, 1.921875, 2.273438, 2.140625, 1.496094, 1.898438, 1.964844, 2.132812, 3.015625, 2.171875, 2.101562, 2.320312, 2.460938, 2.078125, 2.015625, 2.070312, 2.390625, 1.882812, 2.539062, 1.400391, 2.203125, 1.523438, 1.494141, 2.210938, 1.142578, 1.589844, 1.46875, 1.660156, 0.40625, 0.705078, 2.4375, 2.265625, 1.439453, 1.6875, 0.617188, 2.265625, 1.691406, 1.076172, 2.320312, 2.289062, 1.929688, 0.939697, 2.21875, 2.007812, 2.382812, 1.886719, 2.015625, 2.109375, 2.460938, 2.367188, 2.25, 2.304688, 2.109375, 1.227539, 2.226562, 2.273438, 1.128906, 0.891113, 2.585938, 2.070312, 1.597656, 1.404297, 2.101562, 2.117188, 2.304688, 2.3125, 0.445312, 2.257812, 2.1875, 2.3125, 1.859375, 0.546875, 1.867188, 2.210938, 2.09375, 2.28125, 1.941406, 2.648438, 0.818359, 1.382812, 2.304688, 1.859375, 2.15625, 1.229492, 2.25, 2.117188, 2.203125, 2.148438, 1.851562, 1.738281, 1.980469, 2.09375, 2.085938, 2.148438, 2.421875, 2.398438, 3.03125, 2.148438, 1.929688, 1.65625, 2.351562, 2.070312, 2.390625, 2.140625, 2.0625, 2.429688, 2.429688, 1.582031, 2.257812, 2.101562, 2.289062, 2.234375, 2.101562, 2.203125, 2.585938, 2.28125, 2.320312, 1.3125, 2.078125, 2.25, 2.195312, 2.242188, 1.738281, 2.21875, 2.164062, 2.359375, 2.007812, 1.996094, 2.34375, 2.195312, 1.757812, 2.328125, 2.070312, 2.367188, 2.164062, 2.226562, 2.164062, 1.878906, 1.052979, 1.980469, 0.591797, 1.917969, 2.257812, 2.203125, 2.109375, 1.914062, 2.476562, 2.007812, 2.054688, 2.09375, 0.6875, 2.148438, 2.125, 2.359375, 2.046875, 1.890625, 2.085938, 2.171875, 2.242188, 2.257812, 0.574219, 2.15625, 1.800781, 2.484375, 1.625, 2.179688, 2.242188, 2.171875, 1.318359, 2.289062, 0.414062, 1.121094, 1.279297, 0.507812, 2.296875, 2.03125, 2.054688, 1.238281, 0.78125, 2.164062, 1.458984, 1.628906, 0.296875, 2.203125, 2.203125, 2.21875, 2.09375, 1.992188, 1.992188, 2.1875, 1.761719, 2.210938, 2.4375, 1.785156, 2.335938, 1.933594, 0.770508, 0.80957, 2.234375, 0.890625, 2.09375, 1.949219, 1.949219, 2.054688, 2.039062, 1.804688, 2.070312, 0.664062, 2.273438, 2.242188, 2.34375, 2.320312, 2.421875, 0.632812, 2.507812, 1.535156, 2.328125, 2.382812, 2.445312, 2.046875, 2.15625, 2.039062, 1.179688, 2.382812, 1.09668, 2.390625, 2.390625, 1.820312, 1.964844, 2.25, 1.996094, 2.570312, 1.96875, 2.398438, 2.390625, 2.09375, 1.742188, 2.304688, 2.296875, 2.257812, 2.382812, 2.890625, 2.046875, 2.179688, 2.515625, 2.21875, 2.523438, 2.085938, 0.433594, 2.351562, 1.980469, 2.0625, 0.951416, 2.0625, 2.921875, 2.179688, 2.492188, 2.085938, 3.21875, 1.808594, 2.226562, 2.0625, 2.203125, 1.363281, 2.296875, 1.933594, 2.054688, 2.273438, 1.828125, 1.671875, 2.125, 2.390625, 2.242188, 1.578125, 2.015625, 2.429688, 1.640625, 2.234375, 2.265625, 2.023438, 2.0625, 2.265625, 2.28125, 1.929688, 2.1875, 2.09375, 2.476562, 1.326172, 1.867188, 2.15625, 2.164062, 1.679688, 2.0625, 2.171875, 2.257812, 2.125, 1.898438, 2.148438, 2.257812, 1.515625, 1.941406, 2.414062, 2.4375, 2.195312, 1.800781, 2.28125, 2.1875, 2.476562, 2.367188, 2.078125, 2.140625, 1.929688, 2.367188, 1.253906, 2.234375, 1.380859, 1.648438, 0.605469, 2.039062, 2.132812, 2.140625, 2.609375, 1.960938, 1.087891, 0.529297, 0.568359, 2.210938, 2.171875, 2.289062, 2.226562, 1.910156, 2.03125, 1.988281, 1.988281, 2.234375, 2.039062, 2.085938, 0.505859, 1.855469, 1.917969, 2.117188, 1.996094, 1.984375, 2.070312, 2.375, 1.777344, 2.101562, 1.921875, 1.753906, 2.15625, 2.117188, 2.25, 1.503906, 2.179688, 2.132812, 0.355469, 2.273438, 1.996094, 1.941406, 2.070312, 1.550781, 2.34375, 2.195312, 2.890625, 2.015625, 1.761719, 2.15625, 1.921875, 2.328125, 1.867188, 1.925781, 2.226562, 2.078125, 2.171875, 3.5625, 2.210938, 2.046875, 1.902344, 2.101562, 2.078125, 2.234375, 1.699219, 2.054688, 2.046875, 2.328125, 2.140625, 2.289062, 2.210938, 2.65625, 2.5, 2.453125, 1.241211, 2.265625, 1.769531, 2.132812, 2.351562, 2.25, 2.179688, 1.378906, 1.726562, 1.15332, 2.21875, 2.398438, 2.148438, 1.664062, 2.179688, 2.179688, 2.046875, 2.109375, 2.335938, 2.039062, 2.015625, 2.132812, 2.34375, 2.085938, 2.078125, 1.847656, 2.328125, 1.691406, 1.695312, 2.351562, 1.792969, 2.265625, 2.351562, 2.273438, 2.328125, 2.179688, 2.21875, 2.351562, 1.898438, 2.03125, 0.623047, 2.109375, 1.855469, 2.570312, 1.988281, 1.90625, 2.304688, 2.03125, 1.769531, 2.210938, 2.273438, 2.101562, 2.101562, 2.25, 0.351562, 1.699219, 2.023438, 1.988281, 2.210938, 2.109375, 2.15625, 2.46875, 1.40625, 1.957031, 2.039062, 1.714844, 2.0, 3.609375, 2.140625, 2.242188, 1.404297, 1.220703, 2.125, 2.265625, 1.742188, 1.447266, 2.351562, 1.507812, 2.1875, 2.3125, 1.322266, 2.335938, 2.351562, 1.589844, 2.148438, 2.101562, 2.304688, 1.652344, 0.958252, 1.957031, 1.953125, 1.057861, 1.972656, 2.320312, 2.304688, 0.664062, 2.265625, 1.494141, 2.679688, 2.679688, 1.898438, 1.19043, 2.109375, 2.046875, 1.910156, 2.101562, 2.226562, 2.34375, 2.265625, 1.960938, 1.859375, 2.15625, 1.976562, 2.320312, 2.0, 2.054688, 2.46875, 2.28125, 1.353516, 2.234375, 1.886719, 1.478516, 1.976562, 1.480469, 2.289062, 2.023438, 2.164062, 2.351562, 2.351562, 1.972656, 2.25, 2.132812, 2.328125, 1.785156, 1.929688, 2.117188, 2.289062, 0.035156, 1.648438, 1.695312, 2.109375, 1.734375, 1.539062, 2.320312, 2.242188, 2.054688, 2.195312, 1.941406, 0.666016, 2.109375, 1.953125, 1.734375, 2.007812, 2.265625, 2.289062, 2.078125, 0.6875, 1.664062, 2.0, 1.839844, 2.1875, 2.414062, 2.351562, 2.023438, 2.070312, 2.265625, 2.101562, 1.914062, 2.289062, 2.210938, 2.476562, 1.90625, 2.046875, 0.740234, 2.023438, 2.203125, 2.101562, 1.832031, 2.203125, 2.25, 2.09375, 2.007812, 2.109375, 1.371094, 1.816406, 2.226562, 2.359375, 1.433594, 1.601562, 2.140625, 0.542969, 0.304688, 1.279297, 2.0, 2.265625, 2.132812, 1.910156, 2.117188, 0.429688, 0.394531, 1.933594, 2.570312, 1.628906, 1.957031, 1.710938, 2.296875, 2.203125, 1.941406, 0.658203, 2.289062, 1.773438, 1.746094, 1.08252, 2.109375, 1.6875, 1.988281, 1.871094, 2.265625, 2.078125, 1.867188, 2.070312, 1.839844, 2.304688, 2.320312, 1.503906, 2.015625, 2.601562, 2.546875, 2.101562, 1.143555, 0.449219, 4.34375, 2.109375, 2.226562, 2.070312, 1.851562, 2.117188, 1.878906, 2.289062, 0.371094, 1.5625, 1.289062, 2.335938, 2.289062, 0.585938, 2.242188, 2.078125, 2.148438, 1.910156, 2.242188, 1.855469, 1.628906, 0.542969, 1.929688, 1.625, 2.015625, 0.830078, 1.847656, 2.257812, 2.84375, 2.226562, 3.0625, 1.53125, 1.746094, 2.390625, 2.28125, 1.098145, 2.117188, 2.304688, 1.238281, 2.742188, 0.768555, 2.585938, 2.1875, 2.03125, 2.148438, 2.101562, 2.125, 2.132812, 2.125, 0.347656, 2.195312, 2.210938, 2.203125, 2.171875, 2.046875, 2.085938, 2.140625, 0.277344, 1.640625, 0.542969, 2.25, 0.617188, 1.423828, 2.367188, 2.375, 2.296875, 1.234375, 1.949219, 2.007812, 1.980469, 0.550781, 2.140625, 1.233398, 1.220703, 0.773438, 2.109375, 2.414062, 1.582031, 2.617188, 2.421875, 1.976562, 2.257812, 1.441406, 1.640625, 2.085938, 0.449219, 2.296875, 2.265625, 1.945312, 0.660156, 0.433594, 2.203125, 2.328125, 1.835938, 2.273438, 2.507812, 1.964844, 1.353516, 3.828125, 2.085938, 2.085938, 2.460938, 1.601562, 2.101562, 2.257812, 2.367188, 2.140625, 2.148438, 2.140625, 2.46875, 2.085938, 1.71875, 2.414062, 2.304688, 1.617188, 2.242188, 2.242188, 2.304688, 2.085938, 2.601562, 2.140625, 2.390625, 0.472656, 1.492188, 1.757812, 0.630859, 2.125, 2.070312, 1.921875, 2.109375, 2.195312, 2.054688, 2.085938, 2.054688, 0.505859, 1.412109, 2.078125, 1.742188, 2.195312, 2.164062, 1.361328, 2.078125, 2.0, 2.1875, 2.179688, 2.351562, 0.554688, 2.5625, 2.59375, 1.244141, 2.25, 2.085938, 2.367188, 2.921875, 2.070312, 2.335938, 2.21875, 2.34375, 2.351562, 2.1875, 1.597656, 2.101562, 2.117188, 2.03125, 2.3125, 2.078125, 1.104004, 2.398438, 0.746094, 1.972656, 2.578125, 1.5, 2.335938, 2.125, 2.398438, 2.0, 1.933594, 2.070312, 0.5, 0.390625, 0.449219, 2.25, 2.226562, 0.744141, 1.902344, 1.988281, 2.554688, 0.804688, 2.234375, 1.328125, 2.03125, 0.646484, 1.976562, 2.289062, 2.304688, 2.296875, 1.675781, 1.742188, 2.304688, 2.171875, 1.182617, 1.867188, 0.375, 2.039062, 2.164062, 2.195312, 2.414062, 1.738281, 1.660156, 2.125, 0.433594, 2.34375, 1.867188, 2.117188, 2.171875, 1.191406, 2.273438, 2.101562, 1.945312, 1.527344, 2.007812, 1.808594, 1.929688, 2.210938, 2.109375, 2.53125, 2.132812, 1.988281, 2.296875, 1.882812, 2.0, 2.40625, 2.210938, 2.21875, 2.039062, 2.179688, 2.398438, 1.746094, 2.234375, 2.070312, 2.125, 2.117188, 2.078125, 1.730469, 1.957031, 2.054688, 2.414062, 1.933594, 1.902344, 0.84082, 2.421875, 1.757812, 2.0625, 1.863281, 2.046875, 1.882812, 2.242188, 0.987488, 2.53125, 0.991516, 2.164062, 1.574219, 1.621094, 1.535156, 2.085938, 1.075684, 2.28125, 0.548828, 2.015625, 1.194336, 2.34375, 1.871094, 1.8125, 2.210938, 2.34375, 2.0, 1.652344, 1.976562, 2.070312, 2.289062, 0.472656, 2.242188, 1.910156, 1.804688, 2.117188, 2.09375, 1.707031, 1.949219, 1.363281, 2.046875, 2.046875, 1.964844, 3.0625, 2.070312, 2.15625, 1.960938, 1.820312, 1.886719, 0.425781, 2.289062, 2.09375, 2.445312, 2.257812, 1.714844, 1.132812, 0.445312, 2.140625, 0.484375, 0.907715, 1.699219, 2.101562, 2.257812, 2.25, 1.146484, 1.804688, 1.462891, 2.109375, 0.484375, 2.117188, 1.976562, 2.15625, 2.234375, 2.242188, 2.476562, 0.611328, 2.039062, 2.46875, 1.341797, 0.693359, 2.25, 2.484375, 0.819336, 2.359375, 2.609375, 2.242188, 1.675781, 2.195312, 2.078125, 0.716797, 2.445312, 1.902344, 1.992188, 2.203125, 2.203125, 1.394531, 0.5, 2.054688, 2.5, 1.898438, 2.171875, 2.28125, 2.203125, 2.46875, 1.914062, 1.796875, 2.179688, 2.054688, 2.085938, 2.125, 1.972656, 2.195312, 1.921875, 2.109375, 2.203125, 2.070312, 0.347656, 2.15625, 2.359375, 2.046875, 1.894531, 2.054688, 1.777344, 1.878906, 2.078125, 2.375, 2.179688, 2.078125, 2.117188, 2.273438, 1.373047, 1.917969, 0.542969, 2.265625, 0.699219, 2.34375, 2.289062, 2.398438, 0.546875, 2.046875, 1.785156, 1.792969, 2.140625, 2.507812, 2.0, 1.925781, 2.234375, 1.839844, 2.03125, 0.861328, 2.015625, 2.070312, 2.65625, 2.34375, 1.945312, 2.0, 2.164062, 2.25, 2.078125, 1.964844, 1.960938, 1.835938, 2.023438, 1.933594, 0.722656, 2.007812, 2.234375, 2.382812, 1.835938, 0.583984, 2.289062, 2.609375, 2.445312, 2.1875, 2.351562, 2.226562, 2.046875, 1.921875, 0.857422, 2.203125, 2.078125, 2.257812, 2.4375, 1.921875, 2.148438, 2.351562, 2.453125, 2.078125, 1.929688, 2.523438, 2.085938, 2.078125, 1.710938, 2.40625, 2.1875, 1.172852, 4.21875, 2.015625, 1.96875, 2.164062, 1.992188, 1.128906, 2.453125, 1.929688, 2.171875, 0.552734, 1.699219, 1.589844, 2.609375, 2.132812, 2.296875, 2.273438, 0.324219, 2.25, 2.875, 0.378906, 1.400391, 2.242188, 2.1875, 2.203125, 2.0, 2.09375, 2.007812, 2.078125, 1.722656, 2.265625, 0.810547, 2.015625, 2.445312, 2.335938, 1.376953, 2.203125, 2.132812, 2.171875, 2.023438, 2.164062, 2.007812, 2.132812, 1.652344, 1.037109, 2.140625, 2.015625, 2.171875, 2.359375, 1.464844, 2.242188, 1.804688, 2.1875, 2.148438, 1.316406, 2.117188, 2.351562, 2.132812, 3.625, 1.605469, 2.578125, 2.148438, 2.078125, 1.152344, 0.523438, 2.125, 2.25, 2.140625, 1.675781, 2.359375, 2.039062, 2.109375, 0.480469, 1.980469, 2.234375, 1.898438, 1.914062, 2.203125, 2.429688, 2.179688, 2.054688, 1.875, 2.21875, 2.109375, 2.15625, 2.304688, 2.398438, 2.203125, 1.679688, 1.6875, 1.570312, 2.359375, 1.675781, 2.242188, 2.242188, 1.236328, 2.171875, 1.957031, 2.257812, 1.890625, 2.078125, 2.171875, 1.414062, 1.976562, 2.203125, 2.351562, 2.296875, 2.273438, 1.271484, 1.757812, 2.265625, 1.90625, 2.335938, 2.382812, 1.972656, 2.359375, 2.117188, 2.109375, 1.882812, 0.949463, 2.023438, 2.179688, 2.304688, 3.171875, 2.140625, 2.40625, 2.289062, 1.917969, 2.015625, 2.070312, 1.941406, 1.699219, 1.333984, 1.804688, 1.917969, 2.3125, 2.054688, 2.09375, 2.125, 2.117188, 2.09375, 2.164062, 2.148438, 2.429688, 2.054688, 1.949219, 2.421875, 2.210938, 1.929688, 1.980469, 2.140625, 2.015625, 2.164062, 2.132812, 2.179688, 2.546875, 1.984375, 1.738281, 2.179688, 2.132812, 0.332031, 2.382812, 2.570312, 2.015625, 1.068359, 2.210938, 1.929688, 1.265625, 0.542969, 1.878906, 1.785156, 2.414062, 1.851562, 2.078125, 2.070312, 2.046875, 2.328125, 2.0, 2.320312, 1.988281, 1.183594, 2.585938, 2.226562, 0.950928, 0.441406, 2.289062, 2.117188, 2.367188, 1.170898, 2.125, 1.474609, 2.007812, 2.414062, 2.0625, 2.023438, 2.0625, 1.894531, 1.804688, 2.242188, 2.351562, 2.085938, 0.648438, 1.186523, 1.964844, 2.015625, 2.015625, 1.511719, 2.046875, 2.390625, 1.753906, 1.213867, 2.460938, 2.375, 1.644531, 2.296875, 1.902344, 1.585938, 2.039062, 2.296875, 0.332031, 0.382812, 1.855469, 2.28125, 1.894531, 2.65625, 1.734375, 2.28125, 0.830078, 2.046875, 0.845703, 0.951904, 2.296875, 2.335938, 2.164062, 2.117188, 2.140625, 2.351562, 0.823242, 2.203125, 1.84375, 1.832031, 1.910156, 2.203125, 2.054688, 1.964844, 1.546875, 2.171875, 2.4375, 1.8125, 1.882812, 1.570312, 1.648438, 2.125, 2.773438, 2.078125, 2.195312, 0.566406, 2.078125, 2.398438, 2.265625, 1.992188, 2.148438, 1.984375, 2.296875, 2.117188, 2.703125, 1.726562, 1.929688, 2.445312, 2.1875, 2.421875, 2.273438, 1.957031, 2.070312, 2.023438, 2.367188, 2.34375, 2.0625, 1.863281, 0.507812, 2.164062, 2.164062, 2.390625, 2.195312, 1.777344, 0.335938, 2.257812, 2.414062, 1.917969, 2.25, 0.817383, 2.414062, 2.140625, 2.085938, 1.988281, 2.039062, 2.453125, 1.777344, 1.474609, 2.390625, 2.476562, 2.109375, 0.583984, 2.34375, 1.792969, 0.425781, 2.007812, 2.78125, 2.335938, 1.882812, 1.753906, 1.878906, 2.375, 2.046875, 2.234375, 2.015625, 1.988281, 2.015625, 1.984375, 2.023438, 2.5625, 2.25, 2.328125, 2.40625, 2.539062, 1.433594, 1.996094, 2.109375, 1.898438, 1.785156, 2.992188, 2.1875, 1.018066, 1.851562, 0.472656, 2.046875, 1.929688, 2.523438, 1.90625, 2.046875, 2.109375, 2.242188, 2.046875, 1.742188, 2.179688, 2.039062, 2.390625, 1.820312, 2.171875, 1.214844, 1.957031, 1.310547, 0.605469, 2.007812, 2.414062, 2.304688, 2.148438, 2.398438, 1.519531, 1.847656, 2.132812, 1.285156, 1.416016, 2.242188, 2.351562, 2.304688, 1.953125, 2.101562, 2.242188, 2.460938, 2.25, 2.164062, 0.716797, 2.085938, 2.609375, 2.125, 2.257812, 1.652344, 2.296875, 2.101562, 1.933594, 2.148438, 2.242188, 1.964844, 1.400391, 1.894531, 2.203125, 2.039062, 2.484375, 2.367188, 2.242188, 1.808594, 1.535156, 2.3125, 2.179688, 1.05957, 0.786133, 2.007812, 2.375, 2.273438, 2.078125, 2.328125, 0.46875, 2.289062, 2.390625, 1.921875, 2.1875, 1.667969, 1.992188, 1.835938, 0.683594, 2.101562, 2.132812, 2.195312, 1.871094, 2.179688, 2.5625, 2.101562, 2.390625, 1.992188, 2.171875, 2.617188, 1.871094, 1.988281, 1.269531, 1.949219, 1.147461, 0.572266, 2.296875, 2.382812, 2.304688, 2.3125, 2.90625, 2.140625, 2.265625, 2.015625, 2.21875, 2.242188, 1.660156, 1.699219, 1.075684, 2.296875, 1.535156, 1.910156, 2.09375, 2.125, 2.09375, 2.078125, 2.164062, 2.257812, 1.230469, 2.0, 2.53125, 0.802734, 1.640625, 2.1875, 2.546875, 1.777344, 0.77832, 1.996094, 2.40625, 2.039062, 1.976562, 1.949219, 0.607422, 2.078125, 2.148438, 1.466797, 2.171875, 1.90625, 1.921875, 1.832031, 2.265625, 1.941406, 1.980469, 2.515625, 2.210938, 1.921875, 2.328125, 2.140625, 0.425781, 1.851562, 2.132812, 2.1875, 2.117188, 2.226562, 2.296875, 1.695312, 1.009949, 2.179688, 2.476562, 2.375, 1.832031, 1.332031, 1.746094, 2.242188, 2.0625, 2.023438, 1.820312, 2.171875, 2.054688, 2.140625, 1.625, 2.117188, 2.109375, 2.039062, 2.289062, 2.070312, 1.984375, 2.273438, 1.867188, 2.257812, 1.000694, 0.375, 1.988281, 1.589844, 2.109375, 2.210938, 1.910156, 1.867188, 1.621094, 2.085938, 1.660156, 2.023438, 2.1875, 2.257812, 2.101562, 0.535156, 2.140625, 2.117188, 2.46875, 2.039062, 2.570312, 2.039062, 2.109375, 2.09375, 1.695312, 2.25, 2.296875, 2.164062, 2.289062, 1.855469, 1.972656, 2.078125, 1.451172, 1.683594, 2.210938, 2.28125, 2.203125, 2.210938, 2.648438, 2.4375, 1.910156, 2.898438, 1.511719, 2.101562, 1.550781, 1.042725, 2.164062, 2.085938, 2.15625, 0.496094, 1.535156, 2.734375, 2.226562, 2.46875, 2.1875, 2.34375, 2.351562, 2.101562, 1.789062, 2.640625, 0.351562, 2.015625, 1.863281, 1.941406, 2.140625, 2.546875, 2.265625, 2.054688, 0.457031, 2.1875, 2.03125, 2.007812, 1.902344, 2.265625, 2.320312, 2.296875, 1.984375, 1.902344, 1.056396, 2.140625, 2.25, 1.664062, 2.273438, 2.273438, 1.972656, 2.28125, 1.710938, 2.0625, 1.773438, 2.765625, 1.992188, 2.4375, 2.265625, 1.875, 1.867188, 1.839844, 2.039062, 2.632812, 2.242188, 1.949219, 2.015625, 0.529297, 2.148438, 2.085938, 2.265625, 2.289062, 2.273438, 2.445312, 2.09375, 2.046875, 2.1875, 1.476562, 2.023438, 2.109375, 2.15625, 0.421875, 2.234375, 2.210938, 2.257812, 2.242188, 2.132812, 1.929688, 2.539062, 1.8125, 2.242188, 2.054688, 2.265625, 0.818359, 1.867188, 1.820312, 2.3125, 0.558594, 2.195312, 0.881348, 2.117188, 0.402344, 2.226562, 1.851562, 2.375, 1.146484, 1.757812, 2.242188, 2.132812, 1.632812, 2.015625, 2.046875, 2.414062, 2.265625, 0.371094, 1.116211, 1.361328, 2.179688, 2.226562, 1.863281, 2.148438, 2.453125, 2.0625, 1.492188, 2.320312, 2.148438, 2.25, 2.476562, 2.195312, 1.636719, 2.234375, 2.1875, 1.330078, 2.226562, 2.148438, 2.359375, 2.148438, 2.226562, 1.652344, 2.445312, 2.046875, 1.917969, 2.25, 2.109375, 2.359375, 1.957031, 2.648438, 0.722656, 2.109375, 1.964844, 2.210938, 0.879883, 2.390625, 2.585938, 2.523438, 0.716797, 1.941406, 1.378906, 2.226562, 1.824219, 1.554688, 0.460938, 2.367188, 2.257812, 2.109375, 0.347656, 1.376953, 0.634766, 2.398438, 2.25, 1.6875, 2.25, 2.398438, 1.957031, 2.328125, 2.03125, 1.753906, 0.734375, 0.941895, 2.28125, 1.714844, 1.867188, 2.148438, 1.921875, 2.117188, 2.453125, 1.498047, 1.648438, 2.0625, 1.859375, 1.25, 2.570312, 2.492188, 2.898438, 2.398438, 2.023438, 0.701172, 2.125, 0.6875, 1.992188, 2.265625, 2.164062, 2.117188, 2.453125, 1.691406, 2.242188, 2.351562, 2.15625, 2.265625, 1.859375, 1.851562, 2.140625, 2.171875, 2.515625, 1.863281, 2.273438, 1.976562, 1.151367, 1.660156, 1.84375, 1.213867, 2.039062, 2.046875, 2.210938, 2.179688, 1.625, 1.664062, 2.109375, 2.078125, 1.447266, 2.304688, 2.039062, 2.132812, 2.085938, 2.515625, 2.117188, 1.640625, 2.203125, 2.257812, 1.917969, 2.101562, 1.921875, 1.060059, 2.328125, 2.039062, 0.896484, 2.132812, 1.960938, 0.613281, 2.023438, 1.384766, 2.273438, 2.0625, 2.03125, 2.367188, 2.335938, 2.101562, 1.832031, 2.210938, 1.953125, 2.007812, 1.882812, 1.094727, 1.871094, 2.398438, 2.203125, 0.875488, 1.957031, 1.976562, 2.289062, 2.296875, 1.9375, 2.117188, 2.117188, 1.917969, 2.382812, 1.832031, 2.078125, 2.273438, 0.574219, 2.203125, 1.914062, 0.619141, 2.132812, 2.117188, 2.382812, 2.023438, 1.980469, 2.15625, 0.80957, 2.171875, 2.320312, 2.375, 2.0, 2.007812, 1.808594, 2.015625, 0.774414, 1.052246, 2.265625, 1.71875, 2.289062, 1.503906, 1.734375, 2.1875, 2.03125, 0.699219, 1.585938, 2.445312, 0.488281, 2.273438, 1.886719, 2.34375, 2.257812, 0.716797, 2.296875, 2.015625, 0.767578, 2.492188, 2.429688, 1.933594, 2.1875, 2.242188, 2.382812, 0.654297, 2.21875, 1.417969, 2.070312, 2.054688, 2.203125, 2.359375, 1.875, 2.289062, 2.242188, 2.195312, 1.78125, 0.591797, 2.125, 2.148438, 1.953125, 2.023438, 2.382812, 2.171875, 1.667969, 1.796875, 2.3125, 1.800781, 2.265625, 1.914062, 3.0625, 2.476562, 2.179688, 0.503906, 2.09375, 1.875, 1.953125, 2.296875, 2.257812, 1.554688, 1.859375, 2.296875, 2.3125, 0.762695, 2.226562, 1.921875, 1.847656 ] }, "name": "onnx::Mul_8571", "outputIndexes": [ 1513 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1512, 1513 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1514 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1443, 1514 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_78_output_0", "outputIndexes": [ 1515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1515 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_15/Mul_output_0", "outputIndexes": [ 1516 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.823242, 0.866211, 0.823242, 0.833008, 0.894531, 0.830078, 0.816406, 0.681641, 0.834961, 0.862305, 0.81543, 0.866211, 0.80957, 0.799805, 0.854492, 0.84668, 0.84668, 0.864258, 1.040039, 0.84668, 0.841797, 0.916504, 0.873047, 0.831055, 0.833984, 0.833984, 0.738281, 0.841797, 0.801758, 0.817383, 0.858398, 0.867188, 0.842773, 0.746094, 0.848633, 0.803711, 0.871094, 0.816406, 0.885742, 0.880371, 0.817383, 0.833984, 0.84082, 0.849609, 0.84082, 0.824219, 0.831055, 0.833008, 0.974121, 0.860352, 0.854492, 0.760742, 0.823242, 0.648438, 0.814453, 0.807617, 0.802734, 0.837891, 0.880859, 0.886719, 0.856445, 0.794922, 0.871094, 0.806641, 0.910645, 0.859375, 0.848633, 0.84082, 0.801758, 0.839844, 0.830078, 0.831055, 0.834961, 0.870117, 0.851562, 0.876953, 0.867188, 0.87207, 0.849609, 0.81543, 0.860352, 0.679688, 0.84082, 0.887695, 0.834961, 0.786133, 0.857422, 0.874023, 0.885742, 0.871094, 0.827148, 0.871094, 0.847656, 0.851562, 0.845703, 0.681641, 0.831055, 0.865234, 0.774414, 0.833008, 0.864258, 0.822266, 0.849609, 0.81543, 0.824219, 0.850586, 0.80957, 0.853516, 0.841797, 0.868164, 0.802734, 0.807617, 0.854492, 0.578125, 0.831055, 0.844727, 0.84668, 0.695312, 0.877441, 0.791992, 0.838867, 0.801758, 0.823242, 0.851562, 0.823242, 0.793945, 0.836914, 0.823242, 0.796875, 0.833984, 0.879883, 0.84082, 0.864258, 0.871094, 0.832031, 0.805664, 0.885742, 0.767578, 0.871094, 0.841797, 0.699219, 0.897461, 0.899902, 0.849609, 0.853516, 0.857422, 0.847656, 0.900391, 0.865234, 0.859375, 0.854492, 0.853516, 0.865234, 0.742188, 0.84375, 0.837891, 0.896484, 0.821289, 0.865234, 0.791992, 0.4375, 0.848633, 0.818359, 0.885254, 0.831055, 0.865234, 0.864258, 0.779297, 0.794922, 0.856445, 0.84668, 0.851562, 0.787109, 0.835938, 0.888672, 0.837891, 0.791016, 0.699219, 0.842773, 0.866211, 0.867188, 0.774414, 0.833984, 0.646484, 0.746094, 0.875, 0.95874, 0.833984, 0.87793, 0.84082, 0.860352, 0.775391, 0.828125, 0.808594, 0.845703, 0.786133, 0.841797, 0.832031, 0.842773, 0.835938, 0.829102, 0.828125, 0.869141, 0.875488, 0.878418, 0.845703, 0.775391, 0.863281, 0.81543, 0.825195, 0.821289, 0.871094, 0.832031, 0.860352, 0.84668, 0.807617, 0.859375, 0.826172, 0.821289, 0.839844, 0.848633, 0.755859, 0.873047, 0.861328, 0.817383, 0.814453, 0.845703, 0.84082, 0.842773, 0.916016, 0.40625, 0.84375, 0.771484, 0.816406, 0.825195, 0.852539, 0.763672, 0.821289, 0.855469, 0.871094, 0.654297, 0.867188, 0.842773, 0.84082, 0.922363, 0.823242, 0.833008, 0.865234, 0.863281, 0.878418, 0.850586, 0.838867, 0.859375, 0.888672, 0.822266, 0.854492, 0.849609, 0.865234, 0.833984, 0.838867, 0.84375, 0.862305, 0.870117, 0.87207, 0.859375, 0.844727, 0.825195, 0.821289, 0.825195, 0.818359, 0.814453, 0.847656, 0.853516, 0.867188, 0.87207, 0.844727, 0.893066, 0.833008, 0.818359, 0.850586, 0.845703, 0.828125, 0.786133, 0.832031, 0.820312, 0.845703, 0.811523, 0.838867, 0.780273, 0.84668, 0.89502, 0.807617, 0.875977, 0.866211, 0.77832, 0.825195, 0.831055, 0.833008, 0.869141, 0.856445, 0.755859, 0.870117, 0.746094, 0.824219, 0.572266, 0.785156, 0.786133, 0.829102, 0.87793, 0.831055, 0.856445, 0.720703, 0.851562, 0.837891, 0.811523, 0.828125, 0.806641, 0.879883, 0.853516, 0.84082, 0.853516, 0.81543, 0.853516, 0.837891, 0.833984, 0.791016, 0.884277, 0.84375, 0.791016, 0.826172, 0.885742, 0.841797, 0.824219, 0.84082, 0.304688, 0.832031, 0.818359, 0.844727, 0.830078, 0.838867, 0.856445, 0.894531, 0.87207, 0.87207, 0.822266, 0.873047, 0.837891, 0.845703, 0.916504, 0.819336, 0.708984, 0.892578, 0.732422, 0.885742, 0.685547, 0.855469, 0.842773, 0.856445, 0.876465, 0.845703, 0.800781, 0.817383, 0.892578, 0.894531, 0.876465, 0.831055, 0.857422, 0.756836, 0.819336, 0.857422, 0.81543, 0.84082, 0.847656, 0.84375, 0.84375, 0.833984, 0.823242, 0.833008, 0.77832, 0.826172, 0.839844, 0.838867, 0.887695, 0.831055, 0.869141, 0.828125, 0.915527, 0.813477, 0.849609, 0.837891, 0.849609, 0.869141, 0.746094, 0.814453, 0.84375, 0.822266, 0.850586, 0.779297, 0.859375, 0.822266, 0.848633, 0.841797, 0.850586, 0.822266, 0.825195, 1.149414, 0.850586, 0.863281, 0.89209, 0.732422, 0.833984, 0.861328, 0.779297, 0.845703, 0.757812, 0.882812, 0.841797, 0.817383, 0.881348, 0.829102, 0.856445, 0.833008, 0.710938, 0.826172, 0.827148, 0.802734, 0.838867, 0.822266, 0.81543, 0.817383, 0.825195, 0.903809, 0.866211, 0.836914, 0.548828, 0.814453, 0.84668, 0.84082, 0.848633, 0.825195, 0.837891, 0.793945, 0.799805, 0.92041, 0.662109, 0.814453, 0.828125, 0.824219, 0.864258, 0.804688, 0.80957, 0.849609, 0.862305, 0.814453, 0.807617, 0.814453, 0.80957, 0.817383, 0.864258, 0.874023, 0.84082, 0.817383, 0.825195, 0.869141, 0.834961, 0.842773, 0.768555, 0.868164, 0.847656, 0.878418, 0.838867, 0.851562, 0.884766, 0.905273, 0.84668, 0.829102, 0.788086, 0.848633, 0.866211, 0.819336, 0.823242, 0.873047, 0.853516, 0.848633, 0.849609, 0.827148, 0.78125, 0.864258, 0.826172, 0.819336, 0.84668, 0.81543, 0.880859, 0.841797, 0.87207, 0.861328, 0.710938, 0.785156, 0.914551, 0.734375, 0.837891, 0.801758, 0.832031, 0.939941, 0.660156, 0.808594, 0.875488, 0.765625, 0.928711, 0.841797, 0.830078, 0.81543, 0.859375, 0.826172, 0.861328, 0.849609, 0.848633, 0.864258, 0.842773, 0.855469, 0.762695, 0.84082, 0.913086, 0.806641, 0.84082, 0.928711, 0.836914, 0.868164, 0.84668, 0.879395, 0.818359, 0.856445, 0.865234, 0.758789, 0.858398, 0.728516, 0.837891, 0.838867, 0.854492, 0.705078, 0.673828, 0.859375, 0.730469, 0.87793, 0.830078, 0.854492, 0.825195, 0.827148, 0.891602, 0.857422, 0.703125, 0.869141, 0.810547, 0.803711, 0.803711, 0.754883, 0.826172, 0.634766, 0.860352, 0.831055, 0.862305, 0.838867, 0.822266, 0.874023, 0.801758, 0.830078, 0.844727, 0.679688, 0.756836, 0.791016, 0.786133, 0.800781, 0.848633, 0.844727, 0.673828, 0.77832, 0.859375, 0.833008, 0.911133, 0.822266, 0.763672, 0.92041, 0.81543, 0.833008, 0.756836, 0.868164, 0.764648, 0.826172, 0.644531, 0.830078, 0.816406, 0.833984, 0.744141, 0.669922, 0.887695, 0.873047, 0.802734, 0.797852, 0.84082, 0.904297, 0.832031, 0.850586, 0.896484, 0.831055, 0.868164, 0.870117, 0.862305, 0.826172, 0.844727, 0.879395, 0.841797, 0.848633, 0.862305, 0.662109, 0.830078, 0.81543, 0.834961, 0.858398, 0.87207, 0.792969, 0.855469, 0.823242, 0.817383, 0.865234, 0.852539, 0.891113, 0.865234, 0.838867, 0.879883, 0.782227, 0.876953, 0.880371, 0.892578, 0.875977, 0.916016, 0.834961, 0.816406, 0.853516, 0.818359, 0.911133, 0.899414, 0.95459, 0.891113, 0.806641, 0.839844, 0.803711, 0.857422, 0.862305, 0.806641, 0.811523, 0.59375, 0.760742, 0.853516, 0.880371, 0.829102, 0.902832, 0.865234, 0.844727, 0.819336, 0.780273, 0.817383, 0.813477, 0.841797, 0.708984, 0.863281, 0.857422, 0.84082, 0.869141, 0.852539, 0.878418, 0.838867, 0.77832, 0.850586, 0.864258, 0.820312, 0.841797, 0.848633, 0.791016, 0.817383, 0.824219, 0.816406, 0.660156, 1.277344, 0.841797, 0.938965, 0.849609, 0.856445, 0.826172, 0.818359, 0.716797, 0.782227, 0.881836, 0.835938, 0.870117, 0.803711, 0.854492, 0.847656, 0.869141, 0.842773, 0.880371, 0.378906, 0.855469, 0.826172, 0.839844, 0.868164, 0.830078, 0.825195, 0.883301, 0.847656, 0.853516, 0.834961, 0.854492, 0.837891, 0.791016, 1.010315, 0.589844, 0.833008, 0.825195, 0.845703, 0.856445, 0.84082, 0.850586, 0.835938, 0.854492, 0.853516, 0.755859, 0.916016, 0.853516, 0.828125, 0.848633, 0.917969, 0.801758, 0.823242, 0.845703, 0.856445, 0.827148, 0.84668, 0.841797, 0.810547, 0.817383, 0.850586, 0.84082, 0.84082, 0.814453, 0.869141, 0.818359, 0.838867, 0.888184, 0.785156, 0.863281, 0.892578, 0.822266, 0.87207, 0.831055, 0.84668, 0.90918, 0.831055, 0.798828, 0.800781, 0.874023, 0.816406, 0.84375, 0.836914, 0.84375, 0.866211, 0.862305, 0.813477, 0.793945, 0.838867, 0.794922, 0.832031, 0.939941, 0.852539, 0.8125, 0.814453, 0.825195, 0.84668, 0.818359, 0.796875, 0.87207, 0.853516, 0.873047, 0.87793, 0.852539, 0.421875, 0.849609, 0.854492, 0.740234, 0.902344, 0.833984, 0.799805, 0.855469, 0.855469, 0.850586, 0.874023, 0.864258, 0.834961, 0.864258, 0.833008, 0.87207, 0.708984, 0.880371, 0.865234, 0.849609, 0.860352, 0.898438, 0.856445, 0.838867, 0.753906, 0.863281, 0.880859, 0.836914, 0.779297, 0.864258, 0.916016, 0.837891, 0.763672, 0.887695, 0.853516, 0.84082, 0.793945, 0.869141, 0.849609, 0.813477, 0.825195, 0.803711, 0.845703, 0.84082, 0.836914, 0.844727, 0.833984, 0.838867, 0.858398, 0.744141, 0.825195, 0.892578, 0.857422, 0.811523, 0.744141, 0.856445, 0.887695, 0.811523, 0.856445, 0.837891, 0.84375, 0.857422, 0.889648, 0.825195, 0.848633, 0.827148, 0.879883, 0.838867, 0.833984, 0.839844, 0.554688, 0.891602, 0.838867, 0.861328, 0.831055, 0.757812, 0.831055, 0.850586, 0.856445, 0.876953, 0.863281, 0.720703, 0.862305, 0.801758, 0.895508, 0.724609, 0.811523, 0.848633, 0.873047, 0.836914, 0.904297, 0.854492, 0.849609, 0.818359, 0.842773, 0.830078, 0.792969, 0.787109, 0.856445, 0.864258, 0.850586, 0.839844, 0.807617, 0.844727, 0.823242, 0.821289, 0.813477, 0.853516, 0.849609, 0.829102, 0.858398, 0.818359, 0.824219, 0.932617, 0.836914, 0.831055, 0.889648, 0.880371, 0.895508, 0.834961, 0.863281, 0.877441, 0.850586, 0.818359, 0.648438, 0.889648, 0.796875, 0.874023, 0.862305, 0.850586, 0.875, 0.780273, 0.640625, 0.888672, 0.839844, 0.821289, 0.905762, 0.84082, 0.821289, 0.799805, 0.754883, 0.767578, 0.803711, 0.885254, 0.863281, 0.803711, 0.830078, 0.873047, 0.825195, 0.891602, 0.884766, 0.859375, 0.828125, 0.885742, 0.807617, 0.810547, 0.866211, 0.885254, 0.814453, 0.853516, 0.941895, 0.870117, 0.874023, 0.703125, 0.347656, 0.833984, 0.862305, 0.808594, 0.854492, 0.830078, 0.845703, 0.814453, 0.666016, 0.866211, 0.849609, 0.910645, 0.844727, 0.710938, 0.825195, 0.862305, 0.861328, 0.888672, 0.836914, 0.832031, 0.876465, 0.798828, 0.824219, 0.880859, 0.828125, 0.766602, 0.886719, 0.851562, 0.726562, 0.795898, 0.5625, 0.899902, 0.875, 0.833008, 0.78125, 0.885742, 0.839844, 0.837891, 0.907715, 0.738281, 0.896973, 0.492188, 0.87207, 0.808594, 0.848633, 0.824219, 0.848633, 0.909668, 0.890625, 0.677734, 0.823242, 0.856445, 0.822266, 0.813477, 0.628906, 0.857422, 0.870117, 0.521484, 0.863281, 0.716797, 0.825195, 0.746094, 0.897461, 0.833984, 0.818359, 0.836914, 0.911133, 0.833984, 0.666016, 0.847656, 0.759766, 0.855469, 0.898438, 0.884277, 0.885254, 0.825195, 0.806641, 0.900879, 0.728516, 0.865234, 0.864258, 0.833008, 0.888672, 0.888672, 0.825195, 0.720703, 0.845703, 0.834961, 0.807617, 0.677734, 0.712891, 0.878418, 0.842773, 0.848633, 0.837891, 0.868164, 0.863281, 0.84375, 0.382812, 0.842773, 0.854492, 0.851562, 0.839844, 0.817383, 0.814453, 0.873047, 0.814453, 0.859375, 0.841797, 0.861328, 0.828125, 0.865234, 0.877441, 0.841797, 0.864258, 0.865234, 0.810547, 0.850586, 0.848633, 0.890625, 0.837891, 0.813477, 0.751953, 0.879883, 0.801758, 0.753906, 0.84668, 0.811523, 0.80957, 0.823242, 0.841797, 0.865234, 0.816406, 0.857422, 0.701172, 0.913574, 0.822266, 0.853516, 0.841797, 0.848633, 0.874023, 0.861328, 0.857422, 0.879883, 0.849609, 0.81543, 0.710938, 0.88916, 0.870117, 0.90625, 0.849609, 0.841797, 0.856445, 0.734375, 0.833008, 0.81543, 0.838867, 0.849609, 0.867188, 0.828125, 0.786133, 0.811523, 0.842773, 0.84375, 0.826172, 0.760742, 0.744141, 0.807617, 0.84375, 0.839844, 0.875, 0.838867, 0.859375, 0.837891, 0.832031, 0.831055, 0.891113, 0.821289, 0.669922, 0.710938, 0.671875, 0.877441, 0.84668, 0.822266, 0.863281, 0.854492, 0.837891, 0.80957, 0.833008, 0.836914, 0.847656, 0.851562, 0.84375, 0.837891, 0.748047, 0.876465, 0.865234, 0.865234, 0.897949, 0.839844, 0.703125, 1.285156, 0.707031, 0.831055, 0.813477, 0.827148, 0.844727, 0.854492, 0.707031, 0.89502, 0.810547, 0.716797, 0.875488, 0.849609, 0.817383, 0.84375, 0.853516, 0.804688, 0.855469, 0.864258, 0.874023, 0.873047, 0.660156, 0.861328, 0.855469, 0.767578, 0.867188, 0.862305, 0.833008, 0.801758, 0.880859, 0.833008, 0.851562, 0.822266, 0.834961, 0.841797, 0.834961, 0.853516, 0.833008, 0.850586, 0.831055, 0.861328, 0.836914, 0.826172, 0.864258, 0.788086, 0.748047, 0.798828, 0.844727, 0.828125, 0.80957, 0.865234, 0.854492, 0.814453, 0.870117, 0.847656, 0.839844, 0.780273, 0.860352, 0.930176, 0.833984, 0.888184, 0.875977, 0.858398, 0.847656, 0.878418, 0.797852, 0.783203, 0.822266, 0.888184, 0.878906, 0.839844, 0.852539, 0.865234, 0.849609, 0.848633, 0.888184, 0.836914, 0.832031, 0.854492, 0.679688, 0.841797, 0.844727, 0.895508, 0.854492, 0.831055, 1.917969, 0.858398, 0.844727, 0.81543, 0.845703, 0.857422, 0.744141, 0.869141, 0.833984, 0.830078, 0.853516, 0.81543, 0.742188, 0.845703, 0.869141, 0.830078, 0.583984, 0.874023, 0.823242, 0.760742, 0.848633, 0.722656, 0.71875, 0.891113, 0.876953, 0.84082, 0.859375, 1.217773, 0.851562, 0.876465, 0.791992, 0.773438, 0.823242, 0.826172, 0.8125, 0.916504, 0.842773, 0.860352, 0.746094, 0.830078, 0.859375, 0.806641, 0.78125, 0.841797, 0.830078, 0.830078, 0.833008, 0.714844, 0.834961, 0.858398, 0.821289, 0.853516, 0.822266, 0.825195, 0.874023, 0.873047, 0.80957, 0.862305, 0.924316, 0.689453, 0.845703, 0.833008, 0.884277, 0.854492, 0.816406, 0.80957, 0.831055, 0.854492, 0.849609, 0.870117, 0.701172, 0.850586, 0.832031, 0.820312, 0.862305, 0.816406, 0.845703, 0.805664, 0.857422, 0.652344, 0.850586, 0.898438, 0.844727, 0.870117, 0.80957, 0.845703, 0.833008, 0.856445, 0.764648, 0.80957, 0.869141, 0.861328, 0.836914, 0.81543, 0.791992, 0.794922, 0.837891, 0.819336, 0.763672, 0.853516, 0.831055, 0.75, 0.798828, 0.87207, 0.92334, 0.868164, 0.814453, 0.842773, 0.861328, 0.806641, 0.865234, 0.833984, 0.823242, 0.84082, 0.830078, 0.746094, 0.856445, 0.860352, 0.830078, 0.855469, 0.842773, 0.823242, 0.833008, 0.779297, 0.870117, 0.852539, 0.868164, 0.883301, 0.853516, 0.810547, 0.862305, 0.849609, 0.769531, 0.824219, 0.87207, 0.805664, 0.831055, 0.8125, 0.847656, 0.802734, 0.84375, 0.732422, 0.861328, 0.833008, 0.798828, 0.802734, 0.864258, 0.84668, 0.874023, 0.858398, 0.837891, 0.834961, 0.845703, 0.833008, 0.871094, 0.862305, 0.810547, 0.850586, 0.882812, 0.414062, 0.854492, 0.834961, 0.819336, 0.864258, 0.90625, 0.818359, 0.844727, 0.865234, 0.728516, 0.905273, 0.931152, 0.760742, 0.837891, 0.847656, 0.942871, 0.615234, 0.837891, 0.761719, 0.679688, 0.818359, 0.828125, 0.856445, 0.833008, 0.821289, 0.832031, 0.860352, 0.863281, 0.857422, 0.84668, 0.831055, 0.884766, 0.861328, 0.853516, 0.689453, 0.848633, 0.827148, 0.852539, 0.818359, 0.841797, 0.851562, 0.832031, 0.829102, 0.788086, 0.906738, 0.845703, 0.833008, 0.84375, 0.829102, 0.8125, 0.75, 0.817383, 0.845703, 0.867188, 0.856445, 0.81543, 0.834961, 0.355469, 0.853516, 0.959229, 0.827148, 0.837891, 0.864258, 0.750977, 0.841797, 0.793945, 0.836914, 0.84375, 0.844727, 0.869141, 0.838867, 0.677734, 0.896484, 0.842773, 0.834961, 0.832031, 0.794922, 0.852539, 0.817383, 0.855469, 0.798828, 0.819336, 0.895996, 0.87207, 0.826172, 0.831055, 0.744141, 0.836914, 0.810547, 0.863281, 0.833008, 0.900391, 0.648438, 0.857422, 0.901855, 0.744141, 0.862305, 0.836914, 0.900879, 0.824219, 0.853516, 0.811523, 0.832031, 0.817383, 0.798828, 0.800781, 0.835938, 0.877441, 0.900879, 0.838867, 0.896484, 0.834961, 0.80957, 0.895996, 0.856445, 0.857422, 0.857422, 0.852539, 0.772461, 0.833984, 0.859375, 0.887695, 0.533203, 0.836914, 0.873047, 0.819336, 0.855469, 0.848633, 0.854492, 0.841797, 0.838867, 0.933105, 0.892578, 0.859375, 0.859375, 0.869141, 0.826172, 0.837891, 0.861328, 0.845703, 0.861328, 0.826172, 0.78418, 0.873047, 0.823242, 0.712891, 0.830078, 0.849609, 0.848633, 0.836914, 0.825195, 0.819336, 0.858398, 0.787109, 0.850586, 0.876465, 0.871094, 0.862305, 0.87207, 0.646484, 0.84082, 0.779297, 0.839844, 0.853516, 0.862305, 0.859375, 0.883301, 0.774414, 0.80957, 0.880859, 0.832031, 0.831055, 0.823242, 0.831055, 0.844727, 0.856445, 0.884277, 0.834961, 0.87207, 0.875, 0.825195, 0.830078, 0.870117, 0.666016, 0.833984, 0.901367, 0.854492, 0.850586, 0.89209, 0.873047, 0.822266, 0.816406, 0.944092, 0.839844, 0.861328, 0.881348, 0.891602, 0.835938, 0.839844, 1.253906, 0.867188, 0.900879, 0.839844, 0.831055, 0.84668, 0.893066, 0.806641, 0.791992, 0.831055, 0.855469, 0.831055, 0.831055, 0.871094, 0.831055, 0.808594, 0.864258, 0.875, 0.836914, 0.636719, 0.6875, 0.829102, 0.84375, 0.865234, 0.850586, 0.869141, 0.835938, 0.831055, 0.845703, 0.953369, 0.84375, 0.755859, 0.833984, 0.841797, 0.875, 0.845703, 0.806641, 0.854492, 0.830078, 0.862305, 0.850586, 0.835938, 0.903809, 0.838867, 0.84668, 0.892578, 0.864258, 0.831055, 0.850586, 0.818359, 0.722656, 0.874023, 0.823242, 0.339844, 0.862305, 0.821289, 0.774414, 0.834961, 0.833984, 0.827148, 0.837891, 0.829102, 0.847656, 0.793945, 0.810547, 0.922363, 0.888184, 0.889648, 0.817383, 0.861328, 0.806641, 0.822266, 0.837891, 0.824219, 0.791016, 0.838867, 0.863281, 0.838867, 0.724609, 0.720703, 0.845703, 0.801758, 0.833008, 0.856445, 0.837891, 0.554688, 0.866211, 0.830078, 0.866211, 0.816406, 0.880371, 0.869141, 0.817383, 0.839844, 0.84668, 0.831055, 0.728516, 0.856445, 0.858398, 0.839844, 0.769531, 0.819336, 0.768555, 0.869141, 0.783203, 0.708984, 0.830078, 0.726562, 0.842773, 0.885742, 0.842773, 0.834961, 0.697266, 0.803711, 0.855469, 0.839844, 0.837891, 0.84082, 0.822266, 1.053711, 0.801758, 0.841797, 0.825195, 0.826172, 0.847656, 0.758789, 0.845703, 0.852539, 0.830078, 0.860352, 0.568359, 0.832031, 0.810547, 0.893555, 0.695312, 0.835938, 0.822266, 0.827148, 0.833984, 0.830078, 0.868164, 0.854492, 0.873047, 0.871094, 0.858398, 0.89209, 0.818359, 0.823242, 0.853516, 0.84375, 0.91748, 0.90332, 0.782227, 0.839844, 0.895508, 0.84082, 0.885254, 1.004425, 0.885742, 0.864258, 0.849609, 0.885254, 0.865234, 0.839844, 0.831055, 0.863281, 0.823242, 0.852539, 0.788086, 0.848633, 0.822266, 0.831055, 0.806641, 0.779297, 0.802734, 0.864258, 0.84375, 0.838867, 0.822266, 0.852539, 0.837891, 0.826172, 0.838867, 0.862305, 0.780273, 0.835938, 0.84668, 0.87207, 0.791992, 0.786133, 0.845703, 0.848633, 0.854492, 0.820312, 0.833984, 0.851562, 0.816406, 0.814453, 0.878906, 0.873047, 0.833984, 0.831055, 0.617188, 0.818359, 0.831055, 0.830078, 0.879883, 0.821289, 0.873047, 0.839844, 0.705078, 0.796875, 0.845703, 0.806641, 0.873047, 0.980957, 0.893555, 0.895996, 0.818359, 0.866211, 0.81543, 0.962891, 0.818359, 0.822266, 0.84668, 0.900879, 0.932129, 0.750977, 0.887207, 0.854492, 0.863281, 0.8125, 0.558594, 0.80957, 0.823242, 0.84668, 0.818359, 0.883789, 0.754883, 0.877441, 0.883301, 0.856445, 0.802734, 0.837891, 0.857422, 0.848633, 0.757812, 0.822266, 0.804688, 0.823242, 0.91748, 0.882324, 0.845703, 0.793945, 0.84668, 0.822266, 0.835938, 0.87793, 0.817383, 0.830078, 0.770508, 0.825195, 0.836914, 0.839844, 0.766602, 0.811523, 0.849609, 0.791992, 0.867188, 0.798828, 0.817383, 0.832031, 0.81543, 0.854492, 0.827148, 0.865234, 0.84668, 0.87207, 0.852539, 0.81543, 0.701172, 0.876953, 0.833008, 0.813477, 0.854492, 0.849609, 0.853516, 0.877441, 0.914551, 0.818359, 0.862305, 0.824219, 0.833008, 0.848633, 0.893555, 0.734375, 0.803711, 0.823242, 0.873047, 0.827148, 0.841797, 0.833008, 0.871094, 0.847656, 0.844727, 0.848633, 0.837891, 0.871094, 0.814453, 0.770508, 0.820312, 0.831055, 0.865234, 0.619141, 0.853516, 0.841797, 0.820312, 0.84668, 0.886719, 0.855469, 0.854492, 0.853516, 0.88623, 0.8125, 0.859375, 0.868164, 0.84668, 0.765625, 0.848633, 0.841797, 0.870117, 0.814453, 0.697266, 0.84082, 0.845703, 0.824219, 0.870117, 0.814453, 0.833008, 0.857422, 0.902344, 0.854492, 0.775391, 0.857422, 0.828125, 0.833984, 0.818359, 0.818359, 0.826172, 0.852539, 0.94043, 0.845703, 0.881348, 0.705078, 0.87207, 0.854492, 0.90625, 0.833008, 0.866211, 0.8125, 0.897949, 0.830078, 0.842773, 0.854492, 0.848633, 0.817383, 0.850586, 0.748047, 0.833008, 0.746094, 0.798828, 0.757812, 0.6875, 0.833008, 0.786133, 0.87207, 0.847656, 0.861328, 0.854492, 0.831055, 0.6875, 0.848633, 0.838867, 0.836914, 0.849609, 0.833008, 0.801758, 0.855469, 0.838867, 0.818359, 0.909668, 0.845703, 0.876953, 0.896973, 0.80957, 0.800781, 0.791016, 0.788086, 0.864258, 0.857422, 0.84082, 0.800781, 0.841797, 0.854492, 0.863281, 0.868164, 0.850586, 0.88916, 0.77832, 0.691406, 0.841797, 0.84668, 0.754883, 0.693359, 0.856445, 0.845703, 0.870117, 0.845703, 0.831055, 0.810547, 0.851562, 0.84082, 0.822266, 0.832031, 0.892578, 0.833984, 0.823242, 0.728516, 0.854492, 0.811523, 0.833008, 0.830078, 0.816406, 0.845703, 0.862305, 0.870117, 0.861328, 0.823242, 0.823242, 0.763672, 0.850586, 0.861328, 0.859375, 0.769531, 0.818359, 0.746094, 0.84375, 0.673828, 0.833984, 0.827148, 0.728516, 0.864258, 0.90332, 0.822266, 0.836914, 0.882324, 0.857422, 0.813477, 0.810547, 0.850586, 0.697266, 0.833984, 0.782227, 0.838867, 0.803711, 0.871094, 0.814453, 0.761719, 0.833008, 0.830078, 0.833008, 0.828125, 0.823242, 0.839844, 0.875488, 0.848633, 0.829102, 0.839844, 0.888184, 0.880859, 0.862305, 0.80957, 0.817383, 0.811523, 0.847656, 0.84668, 0.84082, 0.876465, 0.834961, 0.87207, 0.818359, 0.798828, 0.793945, 0.904297, 0.780273, 0.832031, 0.775391, 0.819336, 0.881348, 0.898438, 0.848633, 0.789062, 0.870117, 0.906738, 0.837891, 0.866211, 0.833008, 0.685547, 0.855469, 0.817383, 0.842773, 0.666016, 0.92334, 0.695312, 0.879395, 0.898926, 0.877441, 0.822266, 0.895996, 0.845703, 0.816406, 0.838867, 0.839844, 0.841797, 0.871094, 0.814453, 0.885742, 0.904785, 0.84082, 0.841797, 0.802734, 0.896973, 0.84375, 0.865234, 0.833984, 0.837891, 0.822266, 0.833984, 0.833008, 0.736328, 0.897461, 0.842773, 0.833008, 0.820312, 0.740234, 0.77832, 0.903809, 0.81543, 0.881836, 0.798828, 0.884766, 0.825195, 0.841797, 0.833008, 0.791016, 0.841797, 0.84082, 0.84082, 0.849609, 0.837891, 0.830078, 0.673828, 0.856445, 0.8125, 0.853516, 0.816406, 0.892578, 0.853516, 0.839844, 0.838867, 0.833984, 0.875488, 0.869141, 0.873047, 0.791992, 0.828125, 0.831055, 0.984863, 0.768555, 0.829102, 0.92627, 0.859375, 0.88623, 0.863281, 0.849609, 0.841797, 0.831055, 0.830078, 0.831055, 0.830078, 0.886719, 0.838867, 0.869141, 0.818359, 0.726562, 0.813477, 0.873047, 0.863281, 0.862305, 0.856445, 0.839844, 0.854492, 0.820312, 0.856445, 0.875, 0.834961, 0.861328, 0.854492, 0.825195, 0.847656, 0.807617, 0.847656, 0.829102, 0.853516, 0.838867, 0.865234, 0.762695, 0.811523, 0.826172, 0.822266, 0.797852, 0.505859, 0.814453, 0.833984, 0.831055, 0.841797, 0.826172, 0.788086, 0.879395, 0.848633, 0.919922, 0.793945, 0.845703, 0.798828, 0.828125, 0.860352, 0.823242, 0.857422, 0.873047, 0.827148, 0.795898, 0.885254, 0.881836, 0.799805, 0.94043, 0.805664, 0.874023, 0.832031, 0.862305, 0.876953, 0.837891, 0.839844, 0.817383, 0.863281, 0.844727, 0.681641, 0.860352, 0.856445, 0.874023, 0.835938, 0.791992, 0.769531, 0.849609, 0.764648, 0.89209, 0.578125, 0.869141, 0.832031, 0.818359, 0.833008, 0.822266, 0.78125, 0.880859, 0.830078, 0.822266, 0.865234, 0.869141, 0.84375, 0.807617, 0.865234, 0.854492, 0.856445, 0.824219, 0.870117, 0.841797, 0.834961, 0.868164, 0.829102, 0.822266, 0.817383, 0.836914, 0.838867, 0.81543, 0.849609, 0.764648, 0.496094, 0.802734, 0.859375, 0.736328, 0.861328, 0.833008, 0.873047, 0.913574, 0.862305, 0.888672, 0.759766, 0.847656, 0.823242, 0.823242, 0.854492, 0.748047, 0.866211 ] }, "name": "onnx::Mul_8573", "outputIndexes": [ 1517 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1516, 1517 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1518 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1518 ], "outputIndexes": [ 2926 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2926 ], "outputIndexes": [ 2927 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear", "inputIndexes": [ 2927 ], "outputIndexes": [ 2928 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 664881502, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2928 ], "outputIndexes": [ 2929 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2929 ], "outputIndexes": [ 1519 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1519, 1519 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_output_0", "outputIndexes": [ 1520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1519, 1520 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_1_output_0", "outputIndexes": [ 1521 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1521 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_2_output_0", "outputIndexes": [ 1522 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1519, 1522 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Add_output_0", "outputIndexes": [ 1523 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1523 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_3_output_0", "outputIndexes": [ 1524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1524 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_15/Tanh_output_0", "outputIndexes": [ 1525 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1525 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Add_1_output_0", "outputIndexes": [ 1526 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1519, 1526 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_4_output_0", "outputIndexes": [ 1527 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1527 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_5_output_0", "outputIndexes": [ 1528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1518 ], "outputIndexes": [ 2930 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2930 ], "outputIndexes": [ 2931 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear", "inputIndexes": [ 2931 ], "outputIndexes": [ 2932 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 676825460, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2932 ], "outputIndexes": [ 2933 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2933 ], "outputIndexes": [ 1529 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 1529 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_15/Mul_output_0", "outputIndexes": [ 1530 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1530 ], "outputIndexes": [ 2934 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2934 ], "outputIndexes": [ 2935 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear", "inputIndexes": [ 2935 ], "outputIndexes": [ 2936 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 688769418, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2936 ], "outputIndexes": [ 2937 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2937 ], "outputIndexes": [ 1531 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1531 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_15/Mul_output_0", "outputIndexes": [ 1532 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.421875, 2.453125, 2.507812, 2.65625, 2.710938, 2.507812, 2.453125, 0.724609, 2.601562, 2.179688, 2.585938, 2.375, 2.296875, 2.578125, 2.609375, 2.382812, 2.46875, 2.484375, 2.5625, 2.351562, 2.46875, 2.484375, 2.640625, 2.265625, 2.296875, 2.507812, 2.242188, 2.289062, 2.609375, 2.546875, 2.148438, 1.851562, 2.492188, 0.893555, 2.429688, 2.101562, 2.445312, 2.554688, 2.1875, 2.515625, 2.679688, 2.546875, 2.5, 1.921875, 1.157227, 2.492188, 2.617188, 2.390625, 2.875, 2.03125, 2.460938, 1.761719, 2.421875, 1.300781, 2.476562, 2.132812, 2.492188, 2.515625, 2.421875, 2.164062, 1.867188, 2.882812, 2.484375, 2.421875, 2.46875, 2.273438, 1.605469, 2.507812, 2.117188, 2.429688, 2.570312, 2.460938, 2.421875, 2.4375, 2.328125, 2.328125, 1.574219, 2.015625, 2.007812, 1.230469, 2.320312, 0.664062, 2.492188, 1.957031, 2.421875, 2.375, 2.414062, 1.957031, 1.178711, 2.265625, 2.453125, 2.328125, 2.695312, 1.100586, 2.570312, 0.701172, 2.367188, 2.445312, 3.203125, 2.367188, 2.21875, 2.570312, 2.539062, 2.5, 2.585938, 2.53125, 2.625, 2.046875, 2.585938, 2.445312, 2.492188, 2.40625, 2.570312, 3.09375, 2.453125, 2.117188, 2.554688, 1.207031, 2.3125, 2.609375, 2.546875, 2.453125, 2.484375, 2.554688, 2.25, 1.847656, 2.382812, 2.554688, 2.453125, 1.679688, 1.617188, 2.375, 2.21875, 2.445312, 2.523438, 2.617188, 2.148438, 2.03125, 2.257812, 2.546875, 3.171875, 2.523438, 2.117188, 2.460938, 2.570312, 2.304688, 2.226562, 2.5, 2.476562, 2.546875, 2.414062, 2.148438, 2.257812, 2.859375, 2.4375, 2.640625, 1.486328, 2.46875, 1.069824, 1.013245, 2.8125, 2.609375, 2.25, 1.496094, 2.546875, 2.59375, 2.585938, 0.915527, 2.570312, 2.265625, 2.523438, 1.083496, 2.460938, 0.944092, 2.453125, 2.757812, 2.53125, 0.664062, 2.484375, 2.476562, 2.484375, 0.92627, 1.949219, 0.701172, 3.046875, 2.359375, 1.28125, 2.484375, 2.171875, 2.09375, 2.492188, 2.570312, 2.367188, 2.429688, 2.523438, 2.328125, 2.523438, 2.476562, 2.5625, 2.484375, 2.304688, 2.40625, 2.429688, 2.164062, 2.585938, 2.554688, 2.820312, 2.4375, 2.460938, 2.46875, 2.296875, 2.648438, 2.429688, 2.40625, 2.421875, 2.476562, 2.179688, 2.382812, 2.554688, 2.609375, 2.085938, 2.203125, 2.53125, 2.640625, 2.539062, 2.414062, 2.335938, 2.390625, 2.242188, 1.976562, 2.625, 2.609375, 2.632812, 2.515625, 2.523438, 2.742188, 2.148438, 2.4375, 2.367188, 2.382812, 2.265625, 2.429688, 2.59375, 2.460938, 2.265625, 2.515625, 2.148438, 2.1875, 2.671875, 1.490234, 2.484375, 2.484375, 1.178711, 2.5, 2.476562, 2.351562, 2.390625, 2.609375, 2.609375, 2.390625, 2.515625, 2.679688, 2.375, 2.257812, 2.453125, 2.015625, 2.507812, 2.53125, 2.34375, 2.507812, 2.484375, 2.3125, 2.4375, 2.195312, 2.554688, 2.492188, 1.230469, 2.4375, 2.609375, 2.554688, 1.898438, 2.46875, 1.18457, 2.382812, 2.640625, 2.460938, 2.320312, 2.4375, 0.931641, 2.359375, 2.085938, 1.275391, 2.335938, 2.515625, 2.359375, 2.492188, 2.210938, 2.453125, 2.609375, 2.515625, 2.390625, 2.125, 0.936035, 2.554688, 0.652344, 2.296875, 2.601562, 2.320312, 2.28125, 2.585938, 2.648438, 0.773438, 2.523438, 2.515625, 2.453125, 2.390625, 2.3125, 2.585938, 2.304688, 2.421875, 2.210938, 2.609375, 2.140625, 2.539062, 2.46875, 2.414062, 1.808594, 2.234375, 2.617188, 2.476562, 2.015625, 2.085938, 2.453125, 2.390625, 6.84375, 2.539062, 2.375, 2.710938, 2.59375, 2.429688, 2.40625, 2.382812, 2.609375, 2.328125, 2.429688, 1.695312, 2.53125, 1.714844, 2.0, 2.5625, 1.443359, 1.882812, 1.820312, 2.085938, 0.728516, 1.097656, 2.617188, 2.570312, 1.898438, 2.210938, 1.023438, 2.4375, 2.109375, 1.449219, 2.429688, 2.539062, 2.34375, 1.318359, 2.507812, 2.390625, 2.632812, 2.171875, 2.390625, 2.390625, 2.65625, 2.539062, 2.53125, 2.414062, 2.3125, 1.613281, 2.664062, 2.546875, 1.478516, 1.296875, 2.742188, 2.273438, 2.046875, 1.738281, 2.515625, 2.515625, 2.398438, 2.578125, 0.789062, 2.515625, 2.53125, 2.53125, 2.210938, 0.87207, 2.328125, 2.546875, 2.445312, 2.484375, 2.429688, 2.671875, 1.202148, 0.472656, 2.601562, 2.304688, 2.53125, 1.515625, 2.585938, 2.507812, 2.476562, 2.484375, 1.980469, 2.21875, 2.359375, 2.421875, 2.40625, 2.382812, 2.523438, 2.53125, 3.703125, 2.40625, 2.382812, 1.976562, 2.523438, 2.4375, 2.554688, 2.460938, 2.476562, 2.664062, 2.5625, 1.960938, 2.390625, 2.507812, 2.578125, 2.554688, 2.476562, 2.59375, 2.648438, 2.414062, 2.5625, 1.804688, 2.1875, 2.570312, 2.609375, 2.609375, 2.164062, 2.625, 2.523438, 2.5, 2.335938, 2.351562, 2.5625, 2.46875, 1.914062, 2.632812, 2.390625, 2.492188, 2.515625, 2.46875, 2.492188, 2.492188, 1.449219, 2.414062, 1.016113, 2.328125, 2.484375, 2.507812, 2.367188, 2.367188, 2.648438, 2.257812, 2.460938, 2.53125, 1.062256, 2.476562, 2.40625, 2.585938, 2.382812, 2.320312, 3.015625, 2.5625, 2.507812, 2.507812, 0.941895, 2.484375, 2.242188, 2.570312, 2.054688, 2.367188, 2.53125, 2.523438, 1.894531, 2.460938, 0.75293, 1.271484, 1.683594, 0.862305, 2.53125, 2.484375, 2.429688, 1.679688, 1.287109, 2.398438, 1.820312, 1.941406, 2.59375, 2.59375, 2.5, 2.53125, 2.40625, 2.289062, 2.351562, 2.5625, 1.917969, 2.578125, 2.695312, 2.117188, 2.429688, 2.296875, 1.125977, 1.134766, 2.570312, 1.224609, 2.585938, 2.375, 2.203125, 2.492188, 2.304688, 2.304688, 2.4375, 0.983887, 2.523438, 2.53125, 2.492188, 2.53125, 2.648438, 0.992462, 2.625, 1.988281, 2.25, 2.453125, 2.6875, 2.367188, 2.53125, 2.367188, 1.597656, 2.703125, 1.40625, 2.632812, 2.703125, 2.296875, 2.242188, 2.3125, 2.484375, 2.671875, 2.257812, 2.34375, 2.570312, 2.210938, 2.140625, 2.523438, 2.421875, 2.546875, 2.601562, 2.96875, 2.21875, 2.507812, 2.632812, 2.398438, 2.648438, 2.304688, 0.662109, 2.578125, 2.367188, 2.296875, 1.271484, 2.4375, 3.0625, 2.46875, 2.546875, 2.351562, 3.15625, 2.234375, 2.734375, 2.367188, 1.992188, 1.761719, 2.554688, 2.429688, 2.234375, 2.625, 2.296875, 2.203125, 2.4375, 2.4375, 2.5, 2.03125, 2.453125, 2.671875, 2.046875, 2.460938, 2.609375, 2.421875, 2.445312, 2.523438, 2.546875, 2.203125, 2.585938, 2.460938, 2.640625, 1.640625, 2.226562, 2.445312, 2.539062, 2.101562, 2.390625, 2.4375, 2.515625, 2.367188, 2.289062, 2.492188, 2.570312, 1.996094, 2.460938, 2.632812, 2.601562, 2.476562, 2.210938, 2.554688, 2.523438, 2.578125, 2.585938, 2.25, 2.460938, 2.28125, 2.554688, 1.59375, 2.765625, 2.914062, 1.992188, 0.985962, 2.398438, 2.0625, 2.445312, 2.671875, 2.289062, 1.414062, 0.941162, 0.821289, 2.554688, 2.476562, 2.625, 2.546875, 2.296875, 2.515625, 2.375, 2.234375, 2.351562, 2.351562, 2.484375, 0.8125, 2.195312, 2.445312, 2.328125, 2.398438, 2.414062, 2.601562, 2.492188, 2.132812, 2.390625, 2.335938, 2.140625, 2.429688, 2.429688, 2.578125, 1.847656, 2.6875, 2.382812, 0.738281, 2.53125, 2.382812, 2.203125, 2.460938, 2.046875, 2.484375, 2.554688, 2.9375, 2.320312, 2.25, 2.398438, 2.335938, 2.53125, 2.171875, 2.359375, 2.617188, 2.539062, 2.414062, 2.648438, 2.609375, 2.242188, 2.265625, 2.40625, 2.421875, 2.523438, 2.148438, 2.453125, 2.421875, 2.539062, 2.515625, 2.53125, 2.492188, 2.671875, 2.351562, 2.539062, 1.605469, 2.554688, 2.148438, 2.429688, 2.648438, 2.460938, 2.453125, 1.703125, 1.976562, 1.511719, 2.578125, 2.445312, 2.539062, 2.046875, 2.5, 2.601562, 2.382812, 2.40625, 2.59375, 2.429688, 2.390625, 2.515625, 2.585938, 2.460938, 2.429688, 2.367188, 2.515625, 2.171875, 2.171875, 2.554688, 2.1875, 2.632812, 2.640625, 2.539062, 2.539062, 2.453125, 2.546875, 2.59375, 2.15625, 2.414062, 1.0354, 2.398438, 2.304688, 2.523438, 2.367188, 2.375, 2.671875, 2.414062, 2.171875, 2.460938, 2.515625, 2.460938, 2.3125, 2.5, 2.445312, 2.125, 2.546875, 2.296875, 2.609375, 2.414062, 2.546875, 2.867188, 1.917969, 2.21875, 2.421875, 2.109375, 2.390625, 3.171875, 2.453125, 2.585938, 1.703125, 1.539062, 2.554688, 2.492188, 2.195312, 1.824219, 2.523438, 1.96875, 2.414062, 2.5, 1.746094, 2.601562, 2.539062, 1.835938, 2.601562, 2.53125, 2.421875, 2.039062, 1.384766, 2.328125, 2.398438, 1.261719, 2.335938, 2.492188, 2.59375, 1.005493, 2.53125, 1.625, 2.742188, 3.015625, 2.210938, 1.5625, 2.414062, 2.445312, 2.382812, 2.40625, 2.578125, 2.617188, 2.546875, 2.289062, 2.1875, 2.46875, 2.328125, 2.585938, 2.515625, 2.390625, 2.804688, 2.609375, 1.777344, 2.585938, 2.328125, 1.761719, 2.421875, 1.707031, 2.398438, 2.390625, 2.523438, 2.523438, 2.578125, 2.234375, 2.609375, 2.421875, 2.695312, 2.007812, 2.265625, 2.515625, 2.570312, 0.791992, 1.976562, 1.992188, 2.289062, 2.203125, 1.9375, 2.578125, 2.648438, 2.421875, 2.460938, 2.414062, 0.95752, 2.4375, 2.296875, 2.210938, 1.964844, 2.460938, 2.617188, 2.304688, 0.998062, 2.015625, 2.367188, 2.28125, 2.585938, 2.609375, 2.570312, 2.164062, 2.546875, 2.296875, 2.429688, 2.21875, 2.5625, 2.492188, 2.632812, 2.15625, 2.335938, 1.044922, 2.375, 2.453125, 2.46875, 2.242188, 2.515625, 2.460938, 2.65625, 2.390625, 2.460938, 1.832031, 2.21875, 2.53125, 2.640625, 1.730469, 2.101562, 2.320312, 0.889648, 0.566406, 1.699219, 2.40625, 2.3125, 2.53125, 2.335938, 2.554688, 0.793945, 0.763672, 2.328125, 2.773438, 2.0, 2.40625, 2.210938, 2.539062, 2.484375, 2.195312, 0.925781, 2.585938, 2.179688, 2.203125, 1.441406, 2.382812, 2.15625, 2.21875, 2.203125, 2.671875, 2.46875, 2.25, 2.585938, 2.039062, 2.585938, 2.484375, 2.015625, 2.429688, 2.578125, 2.671875, 2.492188, 1.492188, 0.78418, 3.390625, 2.34375, 2.367188, 2.539062, 2.414062, 2.414062, 2.296875, 2.617188, 0.660156, 2.203125, 1.75, 2.5625, 2.492188, 0.937012, 2.585938, 2.445312, 2.515625, 2.390625, 2.53125, 2.296875, 2.0, 0.932129, 2.304688, 2.046875, 2.296875, 1.132812, 2.1875, 2.664062, 3.015625, 2.546875, 2.453125, 2.101562, 2.179688, 2.609375, 2.523438, 1.503906, 2.3125, 2.539062, 1.746094, 2.84375, 1.132812, 2.21875, 2.40625, 2.375, 2.492188, 2.429688, 2.453125, 2.3125, 2.46875, 0.683594, 2.484375, 2.546875, 2.375, 2.5625, 2.679688, 2.414062, 2.507812, 0.780273, 2.195312, 0.900391, 2.585938, 1.031006, 1.855469, 2.539062, 2.59375, 2.523438, 1.703125, 2.242188, 2.140625, 2.296875, 0.888184, 2.304688, 1.746094, 1.539062, 1.19043, 2.429688, 2.59375, 1.914062, 2.71875, 2.609375, 2.296875, 2.570312, 1.871094, 2.070312, 2.398438, 0.78418, 2.375, 2.585938, 2.265625, 1.012695, 0.772461, 2.46875, 2.578125, 2.226562, 2.5625, 2.640625, 2.359375, 1.835938, 3.703125, 2.382812, 2.421875, 2.71875, 1.960938, 2.515625, 2.539062, 2.617188, 2.53125, 2.5625, 2.429688, 2.726562, 2.335938, 2.15625, 2.648438, 2.46875, 1.976562, 2.539062, 2.59375, 2.546875, 2.398438, 2.609375, 3.203125, 2.554688, 0.841797, 1.777344, 2.101562, 1.060547, 2.453125, 2.335938, 2.421875, 2.523438, 2.539062, 2.429688, 2.265625, 2.445312, 0.88623, 1.855469, 2.40625, 2.085938, 2.46875, 2.453125, 1.871094, 2.546875, 2.484375, 2.523438, 2.507812, 2.53125, 0.906738, 2.648438, 2.71875, 1.632812, 2.546875, 2.429688, 2.695312, 2.96875, 2.375, 2.4375, 2.546875, 2.523438, 2.578125, 2.453125, 2.09375, 2.359375, 2.460938, 2.53125, 2.578125, 2.398438, 1.375, 2.585938, 1.058594, 2.34375, 2.265625, 1.863281, 2.585938, 2.546875, 2.523438, 2.375, 2.085938, 2.390625, 0.854492, 0.734375, 0.764648, 2.40625, 2.570312, 1.113281, 2.289062, 2.34375, 2.65625, 1.188477, 2.304688, 1.660156, 2.3125, 1.026978, 2.4375, 2.515625, 2.539062, 2.507812, 2.070312, 2.09375, 2.640625, 2.421875, 1.447266, 2.507812, 0.77832, 2.382812, 2.476562, 2.554688, 2.671875, 1.878906, 1.824219, 2.453125, 0.805664, 2.859375, 2.367188, 2.390625, 2.421875, 1.621094, 2.554688, 2.445312, 2.359375, 1.953125, 2.476562, 2.140625, 1.792969, 2.421875, 2.546875, 2.765625, 2.59375, 2.414062, 2.695312, 2.171875, 2.421875, 2.664062, 2.53125, 2.53125, 2.367188, 2.421875, 2.59375, 2.101562, 2.554688, 2.359375, 2.46875, 2.476562, 2.328125, 2.1875, 2.429688, 2.296875, 2.585938, 2.429688, 2.273438, 1.261719, 2.5625, 2.171875, 2.40625, 2.273438, 2.382812, 2.335938, 2.65625, 1.306641, 2.578125, 1.261719, 2.546875, 2.109375, 2.140625, 1.882812, 2.414062, 1.511719, 2.414062, 0.869141, 2.476562, 1.601562, 2.53125, 2.34375, 2.203125, 2.492188, 2.578125, 2.429688, 2.234375, 2.335938, 2.390625, 2.507812, 0.785156, 2.539062, 2.3125, 2.210938, 2.5625, 2.476562, 2.59375, 2.328125, 1.71875, 2.242188, 2.476562, 2.328125, 2.820312, 2.539062, 2.476562, 2.421875, 2.171875, 2.289062, 0.805664, 2.59375, 2.5, 2.617188, 2.28125, 2.148438, 1.554688, 0.831055, 2.4375, 0.873047, 1.176758, 2.015625, 2.367188, 2.492188, 2.664062, 1.582031, 2.226562, 1.839844, 2.492188, 0.796875, 2.546875, 2.359375, 2.492188, 2.484375, 2.484375, 2.609375, 0.89502, 2.476562, 2.601562, 1.695312, 1.035156, 2.484375, 2.554688, 1.175781, 2.59375, 2.492188, 2.539062, 2.171875, 2.523438, 2.398438, 1.024536, 2.554688, 2.25, 2.382812, 2.523438, 2.398438, 1.664062, 0.832031, 2.359375, 2.6875, 2.140625, 2.507812, 2.578125, 2.570312, 2.75, 2.328125, 2.351562, 2.390625, 2.5625, 2.5, 2.507812, 2.351562, 2.476562, 2.148438, 2.453125, 2.507812, 2.359375, 0.632812, 2.398438, 2.578125, 2.460938, 2.210938, 2.296875, 2.140625, 2.179688, 2.367188, 2.4375, 2.4375, 2.476562, 2.46875, 2.523438, 1.773438, 2.359375, 0.898926, 2.484375, 1.06543, 2.539062, 2.5, 2.601562, 0.875, 2.539062, 2.148438, 2.117188, 2.515625, 2.90625, 2.421875, 2.367188, 2.515625, 2.3125, 2.328125, 1.231445, 2.375, 2.507812, 2.859375, 2.617188, 2.25, 2.429688, 2.445312, 2.546875, 2.382812, 2.382812, 2.09375, 2.179688, 2.351562, 2.335938, 1.139648, 2.304688, 2.546875, 2.585938, 2.164062, 0.933594, 2.632812, 2.5625, 2.640625, 2.492188, 2.492188, 2.492188, 2.382812, 2.40625, 1.05249, 2.507812, 2.445312, 2.359375, 2.625, 2.21875, 2.53125, 2.546875, 2.703125, 2.523438, 2.171875, 2.703125, 2.484375, 2.40625, 2.265625, 2.664062, 2.578125, 1.478516, 5.3125, 2.3125, 2.382812, 2.523438, 2.398438, 1.5625, 2.59375, 2.3125, 2.414062, 0.904297, 2.125, 1.945312, 2.695312, 2.445312, 2.640625, 2.523438, 0.634766, 2.515625, 3.171875, 0.71875, 1.632812, 2.421875, 2.421875, 2.523438, 2.570312, 2.460938, 2.34375, 2.351562, 2.210938, 2.664062, 1.219727, 2.390625, 2.585938, 2.554688, 1.570312, 2.53125, 2.484375, 2.460938, 2.40625, 2.484375, 2.296875, 2.476562, 2.085938, 1.294922, 2.515625, 2.398438, 2.398438, 2.453125, 1.8125, 2.492188, 1.921875, 2.375, 2.4375, 1.636719, 2.460938, 2.554688, 2.429688, 3.265625, 2.148438, 2.5625, 2.445312, 2.46875, 1.542969, 0.831055, 2.382812, 2.726562, 2.304688, 2.023438, 2.609375, 2.484375, 2.46875, 0.859375, 2.28125, 2.585938, 2.234375, 2.367188, 2.414062, 2.554688, 2.492188, 2.515625, 2.179688, 2.414062, 2.320312, 2.515625, 2.640625, 2.617188, 2.429688, 1.988281, 2.132812, 1.960938, 2.515625, 2.101562, 2.375, 2.492188, 1.589844, 2.445312, 2.429688, 2.554688, 2.320312, 2.460938, 2.539062, 1.703125, 2.328125, 2.546875, 2.710938, 2.5, 2.601562, 1.605469, 2.351562, 2.460938, 2.398438, 2.640625, 2.414062, 2.117188, 2.625, 2.351562, 2.4375, 2.335938, 1.3125, 2.429688, 2.476562, 2.585938, 2.382812, 2.578125, 2.617188, 2.40625, 2.34375, 2.273438, 2.429688, 2.335938, 2.078125, 1.640625, 2.195312, 2.320312, 2.554688, 2.398438, 2.601562, 2.492188, 2.460938, 2.484375, 2.5625, 2.382812, 2.796875, 2.367188, 2.273438, 2.3125, 2.429688, 2.460938, 2.328125, 2.5625, 2.398438, 2.484375, 2.484375, 3.0, 2.679688, 2.429688, 2.007812, 2.421875, 2.507812, 0.667969, 2.476562, 2.59375, 2.429688, 1.384766, 2.453125, 2.304688, 1.589844, 0.909668, 2.273438, 2.242188, 2.617188, 2.273438, 2.3125, 2.421875, 2.335938, 2.617188, 2.234375, 2.8125, 2.390625, 1.53125, 2.625, 2.484375, 1.216797, 0.760742, 2.578125, 2.710938, 2.640625, 1.578125, 2.5, 1.84375, 2.328125, 2.648438, 2.789062, 2.328125, 2.539062, 2.359375, 2.125, 2.570312, 2.539062, 2.546875, 0.995544, 1.589844, 2.359375, 2.34375, 2.492188, 1.898438, 2.296875, 2.601562, 2.171875, 1.488281, 2.640625, 2.554688, 2.085938, 2.484375, 2.359375, 2.007812, 2.296875, 2.515625, 0.673828, 0.712891, 2.328125, 2.476562, 2.265625, 2.585938, 2.3125, 2.507812, 1.138672, 2.46875, 1.275391, 1.412109, 2.453125, 2.648438, 2.453125, 2.398438, 2.523438, 2.523438, 1.176758, 2.5625, 2.234375, 2.1875, 2.40625, 2.507812, 2.351562, 2.21875, 1.910156, 2.515625, 2.523438, 2.296875, 2.195312, 1.941406, 2.148438, 2.335938, 4.640625, 2.578125, 2.507812, 0.847656, 2.414062, 2.601562, 2.296875, 2.367188, 2.398438, 2.453125, 2.5, 2.421875, 2.75, 2.054688, 2.414062, 2.609375, 2.515625, 2.648438, 2.546875, 2.421875, 2.398438, 2.25, 2.53125, 2.617188, 2.507812, 1.9375, 0.811523, 2.429688, 2.484375, 2.59375, 2.507812, 2.242188, 0.724609, 2.671875, 2.59375, 2.242188, 2.515625, 1.245117, 2.664062, 2.484375, 2.460938, 2.351562, 2.390625, 2.921875, 2.140625, 1.882812, 2.429688, 2.765625, 2.382812, 0.87207, 2.617188, 2.40625, 0.789062, 2.421875, 2.859375, 2.640625, 2.195312, 2.148438, 2.3125, 2.101562, 2.476562, 2.5, 2.382812, 2.398438, 2.445312, 2.453125, 2.164062, 2.8125, 2.648438, 2.46875, 2.453125, 2.578125, 1.714844, 2.359375, 2.429688, 2.195312, 2.210938, 2.585938, 2.515625, 1.345703, 2.164062, 0.796875, 2.546875, 2.382812, 2.664062, 2.242188, 2.382812, 2.4375, 2.445312, 2.453125, 2.117188, 2.585938, 2.492188, 2.554688, 2.117188, 2.546875, 1.585938, 2.34375, 1.753906, 0.956543, 2.460938, 2.484375, 2.710938, 2.53125, 2.867188, 1.988281, 2.328125, 2.554688, 1.695312, 1.734375, 2.492188, 2.664062, 2.578125, 2.367188, 2.414062, 2.117188, 2.679688, 2.609375, 2.460938, 1.082031, 2.273438, 2.648438, 2.445312, 2.609375, 1.996094, 2.445312, 2.328125, 2.382812, 2.453125, 2.445312, 2.367188, 1.703125, 2.242188, 2.578125, 2.398438, 2.671875, 2.664062, 2.554688, 2.171875, 1.964844, 2.671875, 2.5, 1.414062, 1.147461, 2.40625, 2.507812, 2.640625, 2.367188, 2.648438, 0.771484, 2.390625, 2.664062, 2.328125, 2.507812, 2.085938, 2.34375, 2.15625, 1.144531, 2.445312, 2.4375, 2.578125, 2.273438, 2.710938, 2.601562, 2.40625, 2.515625, 2.414062, 2.484375, 2.726562, 2.234375, 2.195312, 1.625, 2.429688, 1.589844, 0.866211, 2.335938, 2.671875, 2.484375, 2.664062, 3.1875, 2.460938, 2.492188, 2.4375, 2.492188, 2.359375, 1.976562, 2.242188, 1.433594, 2.476562, 1.882812, 2.351562, 2.398438, 2.453125, 2.273438, 2.476562, 2.460938, 2.601562, 1.75, 2.375, 2.570312, 1.207031, 2.023438, 2.492188, 2.648438, 2.367188, 1.09082, 2.429688, 2.484375, 2.320312, 2.429688, 2.421875, 0.983887, 2.460938, 2.523438, 1.777344, 2.492188, 2.21875, 2.234375, 2.226562, 2.648438, 2.265625, 2.34375, 2.609375, 2.421875, 2.273438, 2.523438, 2.5, 0.760742, 2.304688, 2.390625, 2.492188, 2.492188, 2.5625, 2.640625, 2.109375, 1.378906, 2.484375, 2.515625, 2.585938, 2.351562, 1.554688, 2.210938, 2.445312, 2.40625, 2.3125, 2.1875, 2.46875, 2.320312, 2.429688, 2.140625, 2.523438, 2.289062, 2.421875, 2.414062, 2.414062, 2.398438, 2.609375, 2.101562, 2.585938, 1.333984, 0.636719, 2.335938, 1.996094, 2.523438, 2.601562, 2.382812, 2.359375, 1.945312, 2.476562, 2.03125, 2.289062, 2.5, 2.578125, 2.421875, 0.834961, 2.289062, 2.523438, 2.460938, 2.328125, 2.445312, 2.328125, 2.484375, 2.421875, 2.164062, 2.648438, 2.523438, 2.539062, 2.53125, 2.351562, 1.953125, 2.414062, 1.929688, 2.078125, 2.453125, 2.671875, 2.53125, 2.539062, 2.640625, 2.5, 2.273438, 3.390625, 1.832031, 2.445312, 1.902344, 1.4375, 2.664062, 2.382812, 2.351562, 0.968262, 1.855469, 2.640625, 2.421875, 2.609375, 2.515625, 2.382812, 2.617188, 2.375, 2.070312, 2.882812, 0.699219, 2.320312, 2.476562, 2.296875, 2.523438, 2.609375, 2.632812, 2.296875, 0.744141, 2.484375, 2.390625, 2.359375, 2.382812, 2.554688, 2.679688, 2.671875, 2.453125, 2.210938, 1.373047, 2.375, 2.515625, 2.179688, 2.460938, 2.585938, 2.359375, 2.601562, 2.046875, 2.460938, 1.996094, 3.109375, 2.414062, 2.554688, 2.5, 2.335938, 2.164062, 2.34375, 2.34375, 2.976562, 2.539062, 2.335938, 2.21875, 0.791016, 2.617188, 2.445312, 2.59375, 2.492188, 2.648438, 2.523438, 2.492188, 2.484375, 2.546875, 1.765625, 2.359375, 2.484375, 2.40625, 0.767578, 2.578125, 2.375, 2.523438, 2.578125, 2.4375, 2.328125, 2.65625, 2.210938, 2.59375, 2.390625, 2.570312, 1.123535, 2.265625, 2.125, 2.65625, 0.924316, 2.523438, 1.208984, 2.359375, 0.724609, 2.554688, 2.0625, 2.375, 1.539062, 2.117188, 2.539062, 2.429688, 2.234375, 2.390625, 2.328125, 2.554688, 2.539062, 0.714844, 1.439453, 1.867188, 2.492188, 2.5625, 2.226562, 2.585938, 2.476562, 2.5, 1.890625, 2.539062, 2.484375, 2.523438, 2.59375, 2.328125, 2.179688, 2.523438, 2.546875, 1.746094, 2.546875, 2.539062, 2.65625, 2.421875, 2.570312, 1.910156, 2.671875, 2.421875, 2.148438, 2.53125, 2.546875, 2.484375, 2.398438, 2.742188, 1.133789, 2.359375, 2.390625, 2.382812, 1.208008, 2.679688, 2.609375, 2.65625, 1.004456, 2.257812, 1.808594, 2.5, 2.164062, 2.0, 0.813477, 2.570312, 2.554688, 2.492188, 0.705078, 1.738281, 1.028809, 2.78125, 2.507812, 2.070312, 2.578125, 2.546875, 2.414062, 2.367188, 2.523438, 2.226562, 1.166016, 1.328125, 2.585938, 2.078125, 2.234375, 2.5, 2.375, 2.3125, 2.648438, 1.824219, 2.429688, 2.390625, 2.335938, 1.472656, 2.742188, 2.46875, 3.015625, 2.585938, 2.328125, 1.046631, 2.570312, 1.063477, 2.53125, 2.578125, 2.390625, 2.421875, 2.460938, 2.125, 2.390625, 2.65625, 2.484375, 2.539062, 2.195312, 2.234375, 2.570312, 2.4375, 2.679688, 2.195312, 2.265625, 2.515625, 1.578125, 2.085938, 2.1875, 1.574219, 2.390625, 2.507812, 2.515625, 2.40625, 2.15625, 2.257812, 2.359375, 2.625, 1.75, 2.515625, 2.382812, 2.476562, 2.453125, 2.703125, 2.546875, 2.023438, 2.523438, 2.59375, 2.507812, 2.523438, 2.335938, 1.478516, 2.632812, 2.460938, 1.34375, 2.445312, 2.375, 0.957031, 2.359375, 1.839844, 2.53125, 2.492188, 2.390625, 2.625, 2.617188, 2.476562, 2.421875, 2.546875, 2.3125, 2.273438, 2.453125, 1.5625, 2.179688, 2.609375, 2.460938, 1.174805, 2.25, 2.367188, 2.546875, 2.609375, 2.476562, 2.5, 2.304688, 2.234375, 2.070312, 2.140625, 2.5625, 2.421875, 0.891602, 2.5, 2.382812, 0.992188, 2.445312, 2.359375, 2.601562, 2.40625, 2.375, 2.460938, 1.237305, 2.546875, 2.554688, 2.523438, 2.507812, 2.257812, 2.242188, 2.171875, 1.080566, 1.486328, 2.546875, 2.09375, 2.640625, 1.839844, 2.125, 2.453125, 2.453125, 1.077148, 2.023438, 2.640625, 0.796875, 2.546875, 2.210938, 2.671875, 2.570312, 1.024292, 2.515625, 2.484375, 1.173828, 2.585938, 2.617188, 2.28125, 2.546875, 2.46875, 2.554688, 1.039551, 2.515625, 1.910156, 2.34375, 2.445312, 2.523438, 2.460938, 1.96875, 2.632812, 2.617188, 2.5, 2.273438, 1.013733, 2.460938, 2.507812, 2.289062, 2.304688, 2.703125, 2.492188, 2.15625, 2.070312, 2.507812, 2.265625, 2.484375, 2.085938, 2.703125, 2.640625, 2.46875, 0.816406, 2.546875, 2.148438, 2.460938, 2.570312, 2.546875, 2.117188, 2.039062, 2.40625, 2.554688, 1.161133, 2.460938, 2.53125, 2.234375 ] }, "name": "onnx::Mul_8575", "outputIndexes": [ 1533 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1532, 1533 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1534 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1515, 1534 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_79_output_0", "outputIndexes": [ 1535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1535, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_144_output_0", "outputIndexes": [ 1536 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1536 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_16/Mul_output_0", "outputIndexes": [ 1537 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.871094, 1.992188, 1.765625, 1.691406, 1.71875, 1.761719, 1.6875, 1.205078, 1.71875, 1.882812, 1.652344, 1.867188, 2.015625, 1.738281, 1.699219, 1.75, 1.769531, 1.792969, 1.144531, 1.863281, 1.816406, 1.878906, 1.84375, 1.875, 1.804688, 1.746094, 1.871094, 1.757812, 1.714844, 1.777344, 2.0625, 2.257812, 1.703125, 1.482422, 1.757812, 1.953125, 1.839844, 1.820312, 1.957031, 1.632812, 1.75, 1.777344, 1.699219, 2.0625, 1.71875, 1.726562, 1.695312, 1.898438, 1.255859, 1.945312, 1.800781, 2.0625, 1.765625, 1.449219, 1.71875, 2.015625, 1.652344, 1.8125, 1.820312, 1.832031, 1.996094, 1.503906, 1.847656, 1.855469, 2.039062, 2.015625, 2.03125, 1.800781, 2.039062, 1.808594, 1.726562, 1.742188, 1.695312, 1.789062, 1.910156, 1.867188, 2.023438, 2.054688, 2.101562, 1.777344, 1.914062, 1.240234, 1.648438, 1.960938, 1.953125, 1.976562, 1.851562, 1.988281, 1.910156, 1.714844, 1.832031, 1.878906, 1.753906, 1.710938, 1.71875, 1.291016, 1.921875, 1.824219, 1.507812, 1.816406, 1.820312, 1.796875, 1.851562, 1.878906, 1.679688, 1.761719, 1.746094, 1.933594, 1.746094, 1.742188, 1.730469, 1.878906, 1.8125, 3.03125, 1.867188, 1.894531, 1.738281, 1.464844, 1.832031, 1.847656, 1.871094, 1.828125, 1.402344, 1.679688, 1.867188, 2.046875, 1.835938, 1.753906, 1.691406, 1.949219, 2.117188, 1.777344, 1.835938, 1.871094, 1.796875, 1.832031, 1.878906, 2.15625, 1.816406, 1.816406, 1.279297, 1.714844, 1.949219, 1.769531, 1.820312, 1.742188, 2.023438, 1.804688, 1.789062, 1.867188, 1.773438, 1.953125, 1.839844, 1.287109, 1.84375, 1.664062, 2.070312, 1.78125, 1.78125, 1.527344, 2.3125, 1.722656, 1.867188, 2.015625, 1.867188, 1.710938, 1.710938, 1.53125, 1.792969, 1.832031, 1.691406, 1.902344, 1.714844, 1.570312, 1.691406, 1.738281, 1.824219, 1.239258, 1.746094, 1.855469, 1.777344, 1.482422, 2.085938, 1.161133, 1.460938, 1.921875, 2.101562, 1.714844, 1.921875, 1.917969, 1.746094, 1.542969, 1.8125, 1.800781, 1.707031, 1.902344, 1.714844, 1.816406, 1.828125, 1.796875, 1.898438, 1.796875, 1.824219, 1.957031, 1.867188, 1.789062, 1.476562, 1.800781, 1.769531, 1.796875, 1.824219, 1.789062, 1.820312, 1.777344, 1.941406, 1.734375, 2.039062, 1.691406, 1.753906, 1.660156, 1.894531, 1.886719, 1.960938, 1.625, 1.746094, 1.738281, 1.800781, 1.894531, 1.824219, 1.972656, 2.71875, 1.652344, 1.824219, 1.734375, 1.886719, 1.78125, 1.785156, 1.9375, 1.90625, 1.832031, 2.289062, 1.824219, 1.753906, 1.648438, 1.929688, 1.785156, 1.953125, 1.917969, 1.667969, 2.140625, 1.8125, 1.710938, 1.886719, 1.8125, 1.757812, 1.789062, 1.824219, 1.730469, 1.628906, 1.761719, 1.742188, 1.757812, 1.796875, 1.945312, 1.859375, 1.90625, 1.773438, 1.800781, 1.785156, 1.738281, 1.84375, 1.953125, 1.835938, 2.007812, 1.765625, 1.78125, 1.894531, 1.859375, 1.835938, 1.820312, 2.015625, 1.699219, 1.648438, 1.894531, 1.570312, 1.851562, 1.742188, 1.835938, 1.789062, 1.765625, 1.964844, 1.828125, 1.863281, 1.738281, 1.835938, 1.742188, 1.863281, 1.800781, 1.761719, 1.785156, 1.894531, 1.945312, 1.464844, 1.761719, 0.931152, 1.859375, 1.675781, 1.808594, 1.804688, 1.804688, 1.808594, 1.291016, 1.710938, 1.757812, 1.867188, 1.867188, 1.964844, 1.851562, 1.972656, 1.925781, 1.851562, 1.628906, 1.867188, 1.660156, 1.898438, 1.871094, 2.109375, 1.847656, 1.730469, 1.792969, 1.882812, 1.859375, 1.800781, 1.886719, 1.109375, 1.871094, 1.820312, 1.695312, 1.730469, 1.773438, 1.777344, 1.8125, 1.847656, 1.769531, 1.6875, 1.976562, 1.777344, 2.023438, 2.03125, 1.765625, 1.734375, 2.09375, 1.878906, 1.914062, 1.209961, 1.800781, 1.785156, 1.777344, 2.164062, 1.921875, 1.660156, 1.789062, 1.9375, 2.03125, 1.804688, 1.761719, 1.945312, 1.539062, 1.890625, 1.847656, 1.722656, 1.953125, 1.898438, 1.792969, 1.710938, 1.820312, 1.789062, 1.722656, 1.90625, 1.960938, 1.730469, 1.886719, 2.132812, 1.714844, 1.785156, 1.832031, 1.863281, 2.210938, 1.832031, 1.792969, 1.832031, 1.785156, 1.423828, 1.671875, 1.851562, 1.742188, 1.824219, 1.523438, 1.828125, 1.691406, 1.773438, 1.800781, 1.730469, 1.800781, 1.785156, 0.886719, 1.667969, 1.945312, 1.761719, 1.871094, 1.832031, 1.890625, 1.90625, 1.804688, 2.210938, 1.792969, 1.769531, 1.867188, 1.679688, 1.839844, 1.773438, 1.671875, 1.144531, 1.757812, 1.816406, 2.078125, 1.964844, 1.738281, 1.757812, 1.695312, 1.65625, 1.726562, 1.714844, 1.910156, 1.964844, 1.789062, 1.816406, 1.871094, 1.769531, 1.78125, 1.769531, 1.796875, 1.746094, 2.125, 2.085938, 1.710938, 1.6875, 1.828125, 1.910156, 1.605469, 1.839844, 1.734375, 1.898438, 1.855469, 1.773438, 1.808594, 1.988281, 1.722656, 1.828125, 1.878906, 1.714844, 1.867188, 1.757812, 1.847656, 1.929688, 1.851562, 1.539062, 1.863281, 1.875, 1.671875, 1.824219, 1.855469, 1.832031, 1.875, 1.734375, 1.710938, 1.710938, 1.617188, 1.820312, 1.726562, 1.921875, 1.933594, 1.291016, 1.691406, 1.789062, 1.761719, 1.425781, 1.699219, 2.046875, 1.714844, 1.929688, 1.867188, 1.769531, 1.757812, 1.925781, 1.820312, 1.255859, 1.667969, 2.070312, 1.511719, 1.8125, 1.878906, 1.914062, 2.0625, 1.298828, 1.816406, 2.007812, 1.964844, 1.695312, 1.675781, 1.84375, 1.804688, 1.8125, 1.996094, 1.835938, 1.746094, 2.101562, 1.808594, 1.730469, 1.96875, 1.800781, 1.871094, 1.871094, 1.71875, 1.683594, 2.03125, 1.789062, 1.808594, 1.917969, 1.804688, 1.847656, 1.832031, 1.820312, 1.757812, 1.75, 1.132812, 1.769531, 1.5625, 1.824219, 1.601562, 2.382812, 2.023438, 2.117188, 1.816406, 1.742188, 1.898438, 1.691406, 1.824219, 2.125, 1.679688, 1.910156, 1.75, 1.734375, 1.949219, 1.945312, 1.984375, 1.8125, 2.671875, 1.839844, 2.039062, 1.726562, 1.353516, 1.902344, 1.738281, 1.863281, 1.734375, 1.675781, 2.375, 2.039062, 1.660156, 1.675781, 1.976562, 1.707031, 1.972656, 1.240234, 1.65625, 1.789062, 1.816406, 2.125, 1.863281, 1.474609, 1.832031, 1.8125, 1.875, 1.382812, 1.84375, 1.535156, 1.863281, 2.429688, 1.996094, 1.699219, 1.757812, 2.085938, 1.707031, 1.933594, 1.828125, 1.707031, 1.832031, 1.796875, 1.941406, 1.785156, 1.691406, 1.878906, 1.785156, 1.738281, 1.785156, 1.828125, 1.878906, 1.84375, 1.824219, 1.835938, 1.820312, 1.714844, 1.84375, 1.953125, 1.882812, 1.71875, 2.023438, 1.847656, 1.804688, 1.867188, 1.730469, 1.800781, 1.820312, 1.632812, 2.109375, 1.753906, 1.65625, 1.746094, 1.462891, 1.96875, 1.730469, 1.785156, 1.773438, 1.847656, 1.953125, 1.851562, 1.902344, 1.804688, 2.164062, 1.890625, 1.628906, 1.902344, 1.710938, 1.757812, 1.283203, 1.789062, 1.75, 1.789062, 2.132812, 0.993195, 1.453125, 1.683594, 1.863281, 1.691406, 1.878906, 1.835938, 1.835938, 1.902344, 2.101562, 1.914062, 1.792969, 1.847656, 1.398438, 1.941406, 1.796875, 2.023438, 1.84375, 1.824219, 1.890625, 1.742188, 1.980469, 1.847656, 1.828125, 1.859375, 1.886719, 1.84375, 1.765625, 1.953125, 1.722656, 1.925781, 1.169922, 1.742188, 1.855469, 1.757812, 1.910156, 1.890625, 1.792969, 1.722656, 1.373047, 1.917969, 1.949219, 1.917969, 1.898438, 1.851562, 1.898438, 1.773438, 1.941406, 1.730469, 1.890625, 2.515625, 1.652344, 1.785156, 1.792969, 1.761719, 1.757812, 1.742188, 1.917969, 1.769531, 1.703125, 1.773438, 1.761719, 1.667969, 1.796875, 2.046875, 2.351562, 1.851562, 1.996094, 1.847656, 1.953125, 1.820312, 1.730469, 1.871094, 1.746094, 2.0625, 2.140625, 2.15625, 1.738281, 1.867188, 1.730469, 1.964844, 1.730469, 1.726562, 1.828125, 1.8125, 1.667969, 1.746094, 1.816406, 1.800781, 1.648438, 1.824219, 1.796875, 1.792969, 1.847656, 1.933594, 1.785156, 1.878906, 1.980469, 1.800781, 1.75, 1.824219, 1.734375, 1.726562, 1.738281, 1.828125, 2.0625, 1.746094, 1.648438, 1.957031, 1.90625, 1.75, 1.847656, 1.820312, 1.652344, 1.800781, 1.90625, 1.710938, 1.859375, 1.800781, 1.941406, 1.871094, 1.816406, 1.941406, 1.726562, 1.894531, 1.757812, 1.8125, 1.679688, 1.474609, 1.957031, 1.914062, 1.804688, 1.945312, 1.777344, 2.859375, 1.957031, 1.710938, 2.039062, 2.148438, 1.765625, 1.738281, 1.863281, 2.046875, 1.800781, 2.039062, 1.769531, 1.804688, 2.09375, 1.617188, 1.773438, 2.375, 1.757812, 1.851562, 1.789062, 1.992188, 2.046875, 1.859375, 1.773438, 2.023438, 1.851562, 1.925781, 1.742188, 1.738281, 1.753906, 1.800781, 1.431641, 1.458984, 1.953125, 2.148438, 1.867188, 1.894531, 1.796875, 1.757812, 1.667969, 1.699219, 1.726562, 1.820312, 1.976562, 1.726562, 1.8125, 1.746094, 1.734375, 1.949219, 1.478516, 1.59375, 1.933594, 1.679688, 1.863281, 2.078125, 1.691406, 1.949219, 1.949219, 1.898438, 1.75, 1.859375, 1.8125, 1.832031, 1.730469, 1.804688, 1.75, 2.109375, 1.980469, 1.714844, 1.765625, 0.776367, 1.957031, 2.078125, 1.808594, 2.015625, 2.117188, 1.761719, 1.710938, 1.785156, 1.753906, 1.761719, 1.5625, 1.882812, 1.867188, 2.007812, 2.054688, 1.867188, 1.632812, 1.851562, 1.683594, 1.933594, 1.726562, 1.917969, 1.753906, 1.738281, 1.832031, 1.925781, 1.582031, 1.90625, 1.804688, 1.910156, 1.878906, 1.71875, 1.746094, 1.976562, 1.847656, 1.789062, 1.832031, 1.820312, 1.707031, 1.863281, 1.707031, 1.757812, 1.808594, 1.804688, 1.835938, 2.101562, 1.976562, 1.753906, 1.800781, 1.933594, 2.03125, 1.824219, 1.609375, 1.077148, 2.046875, 1.429688, 1.835938, 1.851562, 1.847656, 1.746094, 1.400391, 1.115234, 1.863281, 1.519531, 2.078125, 1.804688, 1.941406, 1.742188, 1.789062, 1.980469, 1.429688, 1.828125, 1.875, 1.8125, 2.015625, 1.769531, 1.949219, 1.949219, 1.902344, 1.761719, 1.824219, 1.820312, 1.742188, 2.007812, 1.796875, 1.84375, 2.015625, 1.910156, 1.660156, 1.820312, 1.839844, 2.0625, 1.235352, 2.734375, 1.816406, 1.644531, 1.792969, 1.867188, 1.960938, 1.867188, 1.703125, 1.112305, 1.863281, 2.039062, 1.886719, 1.769531, 1.291016, 1.65625, 1.804688, 1.800781, 1.8125, 1.75, 1.71875, 1.992188, 1.65625, 1.753906, 2.09375, 1.988281, 1.558594, 2.039062, 1.660156, 1.427734, 1.855469, 2.328125, 1.964844, 1.871094, 1.707031, 1.8125, 2.148438, 1.890625, 1.769531, 2.101562, 2.578125, 1.730469, 2.3125, 1.738281, 1.902344, 1.644531, 1.59375, 1.746094, 1.949219, 1.703125, 1.096191, 1.832031, 1.75, 1.875, 1.734375, 1.369141, 1.867188, 1.625, 0.887207, 1.890625, 1.511719, 1.8125, 1.425781, 2.078125, 1.761719, 1.742188, 1.765625, 1.945312, 1.828125, 2.015625, 1.839844, 1.494141, 1.835938, 2.132812, 1.96875, 1.949219, 1.863281, 1.777344, 1.988281, 2.273438, 1.824219, 1.738281, 1.71875, 1.960938, 2.03125, 1.773438, 1.345703, 1.925781, 1.769531, 1.976562, 1.546875, 1.404297, 1.746094, 1.699219, 1.882812, 1.699219, 1.765625, 1.761719, 2.023438, 2.695312, 1.882812, 1.773438, 1.703125, 2.164062, 1.785156, 1.730469, 1.761719, 1.675781, 1.746094, 1.851562, 1.785156, 1.820312, 1.9375, 1.757812, 1.949219, 2.070312, 1.8125, 1.792969, 1.675781, 1.875, 1.699219, 2.421875, 1.707031, 1.419922, 2.132812, 2.015625, 1.519531, 1.875, 1.617188, 1.679688, 1.734375, 1.703125, 1.871094, 2.0, 1.820312, 1.357422, 2.140625, 1.730469, 1.910156, 1.75, 1.816406, 1.992188, 1.746094, 1.773438, 1.855469, 1.800781, 1.835938, 1.376953, 1.78125, 1.722656, 2.210938, 1.789062, 1.800781, 1.769531, 1.386719, 1.738281, 1.8125, 1.636719, 1.828125, 1.671875, 1.683594, 1.726562, 1.851562, 1.914062, 1.804688, 1.757812, 1.855469, 1.910156, 1.835938, 1.75, 1.828125, 1.574219, 2.148438, 1.808594, 1.710938, 1.824219, 1.953125, 2.039062, 1.855469, 1.275391, 1.287109, 1.314453, 1.757812, 1.816406, 1.75, 1.925781, 1.847656, 1.679688, 1.792969, 1.820312, 2.234375, 1.859375, 1.632812, 1.835938, 1.761719, 1.5625, 1.910156, 1.953125, 1.929688, 1.730469, 1.777344, 1.283203, 2.335938, 1.265625, 1.820312, 1.824219, 1.820312, 1.664062, 2.023438, 2.148438, 1.765625, 1.578125, 1.398438, 1.851562, 1.867188, 1.722656, 1.964844, 1.78125, 1.898438, 1.871094, 2.039062, 1.769531, 1.996094, 1.980469, 1.882812, 1.839844, 1.527344, 1.742188, 1.859375, 1.757812, 1.992188, 1.824219, 1.628906, 1.820312, 1.746094, 1.851562, 1.8125, 1.714844, 1.886719, 1.738281, 1.78125, 1.785156, 1.738281, 1.800781, 1.878906, 1.839844, 1.863281, 1.847656, 1.652344, 1.914062, 1.765625, 1.882812, 1.925781, 1.882812, 1.699219, 1.894531, 1.867188, 1.734375, 1.863281, 1.753906, 1.980469, 1.714844, 1.914062, 1.964844, 2.0, 1.75, 2.078125, 1.964844, 1.419922, 1.699219, 2.070312, 1.800781, 1.742188, 1.914062, 1.730469, 1.75, 1.871094, 1.878906, 1.886719, 1.863281, 1.796875, 1.263672, 1.710938, 1.855469, 1.910156, 1.699219, 1.839844, 2.203125, 1.839844, 1.882812, 2.03125, 1.789062, 1.867188, 1.308594, 1.742188, 1.75, 1.742188, 1.839844, 1.921875, 1.333984, 1.785156, 1.789062, 1.875, 2.351562, 1.964844, 1.738281, 1.302734, 1.886719, 1.310547, 1.761719, 2.117188, 1.757812, 1.730469, 1.765625, 2.109375, 1.890625, 2.070312, 1.855469, 1.4375, 1.785156, 1.847656, 1.695312, 1.726562, 1.894531, 1.878906, 1.421875, 1.800781, 1.820312, 2.046875, 1.683594, 1.742188, 1.832031, 1.84375, 1.777344, 2.039062, 1.769531, 1.851562, 1.691406, 1.855469, 1.734375, 1.792969, 2.023438, 1.78125, 1.714844, 1.777344, 2.09375, 1.488281, 1.921875, 1.691406, 2.085938, 1.804688, 1.785156, 1.726562, 1.566406, 1.914062, 1.929688, 1.640625, 1.679688, 1.714844, 1.8125, 1.859375, 1.675781, 2.085938, 1.683594, 1.792969, 1.859375, 1.028687, 1.863281, 1.855469, 1.710938, 1.933594, 1.902344, 2.03125, 1.921875, 1.855469, 1.789062, 1.925781, 1.722656, 1.789062, 1.835938, 1.972656, 1.824219, 1.609375, 1.839844, 1.679688, 1.777344, 1.796875, 1.71875, 1.404297, 1.800781, 1.878906, 1.988281, 1.746094, 1.621094, 1.753906, 1.847656, 1.808594, 1.835938, 1.816406, 1.757812, 1.738281, 1.808594, 1.488281, 1.828125, 1.910156, 1.71875, 1.789062, 1.78125, 1.757812, 1.878906, 1.964844, 1.984375, 1.882812, 1.792969, 1.957031, 1.738281, 1.816406, 1.714844, 1.890625, 1.464844, 1.664062, 1.679688, 1.652344, 1.816406, 1.6875, 1.769531, 1.785156, 1.675781, 1.503906, 1.710938, 1.730469, 1.898438, 1.78125, 1.867188, 1.816406, 1.789062, 1.695312, 1.726562, 2.09375, 1.714844, 1.695312, 1.675781, 1.75, 1.679688, 1.726562, 2.125, 1.064941, 1.851562, 1.730469, 1.730469, 1.714844, 2.054688, 1.847656, 1.882812, 1.847656, 1.285156, 1.804688, 1.90625, 1.742188, 1.792969, 1.796875, 1.714844, 1.033936, 1.796875, 1.351562, 1.265625, 1.949219, 1.765625, 1.765625, 1.773438, 1.800781, 1.773438, 1.804688, 1.878906, 1.847656, 1.6875, 1.753906, 1.804688, 1.820312, 1.707031, 1.960938, 1.683594, 1.78125, 1.785156, 1.839844, 1.703125, 1.882812, 1.960938, 2.007812, 1.578125, 1.609375, 1.878906, 1.902344, 1.695312, 1.953125, 1.804688, 2.203125, 1.882812, 1.777344, 1.988281, 1.695312, 1.800781, 1.859375, 2.601562, 1.894531, 1.746094, 1.832031, 1.796875, 2.171875, 1.539062, 1.859375, 1.542969, 1.925781, 1.914062, 1.75, 1.851562, 1.675781, 1.292969, 1.832031, 1.675781, 1.847656, 1.785156, 1.8125, 1.785156, 1.722656, 1.761719, 1.945312, 1.886719, 1.820312, 1.890625, 1.761719, 1.839844, 1.832031, 1.921875, 1.824219, 2.070312, 1.988281, 1.886719, 2.140625, 1.746094, 2.125, 1.691406, 1.824219, 1.765625, 1.902344, 1.785156, 1.742188, 2.039062, 1.878906, 1.652344, 1.605469, 1.710938, 1.722656, 2.085938, 1.871094, 1.773438, 1.839844, 1.71875, 2.085938, 2.070312, 1.757812, 1.699219, 1.882812, 1.871094, 1.929688, 1.832031, 1.796875, 1.742188, 2.515625, 1.742188, 1.769531, 1.710938, 1.769531, 1.953125, 1.910156, 1.867188, 1.855469, 2.007812, 1.914062, 1.78125, 1.785156, 1.742188, 1.726562, 2.015625, 1.832031, 1.820312, 1.886719, 1.796875, 1.582031, 1.757812, 1.859375, 2.039062, 1.839844, 1.820312, 1.886719, 1.59375, 1.753906, 1.949219, 1.785156, 1.828125, 1.761719, 1.585938, 1.992188, 1.773438, 1.785156, 1.178711, 1.8125, 1.671875, 1.769531, 1.890625, 1.8125, 1.835938, 2.078125, 1.511719, 1.949219, 1.972656, 1.765625, 1.878906, 1.910156, 1.789062, 1.898438, 1.699219, 1.898438, 1.851562, 1.898438, 2.007812, 1.851562, 1.800781, 1.820312, 1.275391, 1.726562, 1.84375, 1.882812, 1.914062, 1.816406, 2.109375, 1.9375, 1.753906, 1.894531, 1.789062, 1.753906, 1.789062, 1.972656, 1.851562, 1.871094, 1.878906, 1.785156, 2.078125, 1.933594, 1.980469, 1.777344, 2.054688, 1.847656, 1.730469, 1.753906, 2.015625, 1.707031, 1.761719, 1.925781, 1.773438, 1.9375, 2.0, 1.800781, 1.71875, 1.08252, 1.163086, 1.910156, 1.691406, 1.800781, 1.742188, 1.847656, 1.851562, 1.820312, 1.851562, 2.15625, 1.972656, 1.886719, 1.726562, 1.84375, 1.800781, 1.734375, 1.832031, 2.023438, 1.828125, 1.921875, 1.914062, 1.796875, 1.746094, 1.851562, 1.933594, 1.972656, 1.664062, 1.929688, 1.839844, 2.007812, 1.925781, 1.921875, 1.804688, 1.746094, 1.800781, 1.824219, 1.451172, 1.898438, 1.683594, 2.257812, 1.878906, 1.539062, 1.679688, 1.816406, 1.707031, 1.125977, 1.726562, 1.8125, 1.730469, 1.785156, 1.753906, 1.828125, 1.71875, 1.792969, 1.882812, 1.722656, 1.6875, 1.71875, 1.550781, 1.304688, 1.847656, 1.785156, 1.714844, 1.78125, 1.828125, 0.857422, 1.785156, 1.753906, 1.910156, 1.832031, 1.855469, 1.675781, 1.828125, 1.792969, 1.753906, 1.84375, 1.314453, 1.980469, 2.070312, 1.914062, 1.503906, 1.980469, 1.59375, 1.84375, 1.464844, 1.441406, 1.839844, 2.609375, 1.839844, 1.910156, 1.800781, 1.925781, 2.40625, 1.757812, 1.835938, 1.902344, 1.820312, 1.789062, 1.839844, 1.6875, 1.433594, 1.648438, 1.890625, 1.988281, 1.757812, 1.925781, 1.863281, 1.925781, 1.972656, 1.914062, 2.0625, 1.84375, 1.90625, 1.917969, 1.339844, 1.773438, 1.761719, 1.664062, 1.875, 1.851562, 1.757812, 1.871094, 1.914062, 1.933594, 1.78125, 1.789062, 1.84375, 2.0, 1.800781, 2.1875, 1.847656, 2.148438, 1.486328, 1.75, 1.859375, 1.675781, 1.820312, 1.851562, 1.996094, 1.808594, 1.792969, 1.941406, 2.078125, 1.773438, 1.773438, 1.863281, 1.796875, 1.914062, 2.054688, 1.6875, 1.71875, 1.839844, 1.78125, 1.839844, 1.789062, 1.878906, 1.816406, 1.953125, 1.773438, 1.777344, 1.785156, 1.746094, 1.746094, 1.9375, 1.953125, 1.851562, 1.699219, 1.824219, 1.722656, 1.621094, 1.746094, 1.945312, 2.085938, 1.6875, 1.875, 1.925781, 1.816406, 2.015625, 1.855469, 1.738281, 1.734375, 1.710938, 1.146484, 1.804688, 1.738281, 1.835938, 1.789062, 2.023438, 1.898438, 1.867188, 1.457031, 1.859375, 1.792969, 1.761719, 1.851562, 2.210938, 1.757812, 1.839844, 1.785156, 1.726562, 1.847656, 1.882812, 1.78125, 1.90625, 2.179688, 1.683594, 2.171875, 1.511719, 2.046875, 1.679688, 1.792969, 1.6875, 2.742188, 1.757812, 1.777344, 1.894531, 1.730469, 1.886719, 1.972656, 1.914062, 2.023438, 1.796875, 2.046875, 1.785156, 1.808594, 1.730469, 1.921875, 1.726562, 1.941406, 1.679688, 2.070312, 1.90625, 1.742188, 1.726562, 2.023438, 1.859375, 1.789062, 1.535156, 1.632812, 1.644531, 1.902344, 1.820312, 1.792969, 1.691406, 1.566406, 1.742188, 1.792969, 1.980469, 1.863281, 1.941406, 1.847656, 1.882812, 1.558594, 1.910156, 1.816406, 1.722656, 1.945312, 1.851562, 1.816406, 1.726562, 1.357422, 1.859375, 1.769531, 1.890625, 1.886719, 1.851562, 1.714844, 1.910156, 2.226562, 1.703125, 1.789062, 1.664062, 1.832031, 2.125, 1.867188, 1.917969, 1.789062, 1.957031, 1.933594, 1.789062, 1.78125, 1.894531, 1.941406, 1.742188, 1.863281, 1.839844, 1.820312, 1.835938, 1.78125, 1.667969, 1.980469, 1.804688, 2.148438, 1.030884, 1.949219, 1.933594, 1.738281, 1.726562, 1.855469, 1.777344, 2.226562, 1.765625, 1.984375, 2.054688, 1.769531, 1.800781, 1.914062, 1.414062, 1.871094, 1.820312, 1.785156, 1.71875, 2.125, 1.914062, 1.871094, 1.953125, 1.910156, 1.6875, 1.746094, 1.757812, 1.734375, 1.847656, 2.1875, 1.835938, 1.980469, 2.03125, 1.886719, 1.746094, 1.742188, 1.738281, 1.796875, 1.859375, 1.859375, 1.392578, 2.070312, 1.886719, 1.953125, 1.855469, 1.796875, 1.847656, 1.800781, 1.546875, 1.964844, 1.730469, 1.875, 1.746094, 1.753906, 2.117188, 1.734375, 1.90625, 1.878906, 1.451172, 1.214844, 1.851562, 1.447266, 1.910156, 1.824219, 1.753906, 1.824219, 1.839844, 1.351562, 1.808594, 1.738281, 1.789062, 1.859375, 1.742188, 1.652344, 1.753906, 1.757812, 1.996094, 1.976562, 1.820312, 1.773438, 1.929688, 1.761719, 1.734375, 1.824219, 1.820312, 1.9375, 1.820312, 2.101562, 1.151367, 1.796875, 1.710938, 1.800781, 1.796875, 1.914062, 1.808594, 1.785156, 1.337891, 1.960938, 1.941406, 2.015625, 1.349609, 1.667969, 1.679688, 1.667969, 1.664062, 1.726562, 1.820312, 1.753906, 1.660156, 1.679688, 2.03125, 1.875, 1.742188, 1.851562, 1.386719, 1.628906, 1.789062, 1.738281, 1.683594, 1.796875, 1.929688, 1.753906, 1.855469, 1.742188, 1.761719, 1.746094, 1.625, 1.863281, 1.878906, 1.761719, 1.570312, 1.785156, 1.5625, 1.738281, 1.180664, 1.796875, 2.070312, 2.226562, 2.09375, 1.867188, 1.761719, 1.890625, 1.84375, 1.882812, 1.828125, 1.875, 1.753906, 1.19043, 2.007812, 1.792969, 1.710938, 1.675781, 1.980469, 1.730469, 1.976562, 1.738281, 2.007812, 1.773438, 1.804688, 1.8125, 1.898438, 1.90625, 1.738281, 1.742188, 1.769531, 2.039062, 1.820312, 1.867188, 1.765625, 1.839844, 1.753906, 2.1875, 1.78125, 1.800781, 2.039062, 1.691406, 1.691406, 1.640625, 1.867188, 1.5, 1.957031, 1.863281, 1.847656, 1.878906, 1.882812, 1.792969, 1.804688, 1.808594, 1.730469, 1.890625, 2.007812, 1.78125, 1.964844, 2.046875, 1.300781, 1.734375, 1.707031, 1.792969, 1.223633, 2.203125, 1.570312, 2.453125, 1.855469, 1.898438, 1.667969, 1.667969, 1.675781, 1.933594, 1.839844, 1.945312, 1.890625, 1.988281, 1.75, 1.890625, 1.773438, 1.738281, 1.78125, 1.792969, 1.679688, 2.09375, 1.871094, 1.832031, 1.878906, 1.789062, 1.742188, 1.753906, 1.324219, 1.773438, 1.824219, 1.78125, 1.644531, 1.554688, 1.605469, 1.75, 2.007812, 1.820312, 1.816406, 2.054688, 1.796875, 1.566406, 1.664062, 1.730469, 1.96875, 1.925781, 1.722656, 1.808594, 1.769531, 1.875, 2.320312, 1.824219, 1.996094, 2.09375, 1.835938, 2.015625, 1.738281, 1.707031, 1.773438, 1.851562, 2.0, 1.878906, 1.855469, 1.585938, 1.859375, 1.71875, 1.765625, 1.691406, 1.707031, 1.734375, 1.679688, 1.984375, 1.726562, 1.695312, 1.746094, 1.703125, 1.832031, 1.972656, 1.695312, 1.683594, 2.023438, 1.734375, 1.835938, 1.539062, 1.882812, 2.09375, 1.960938, 1.863281, 1.734375, 1.769531, 1.78125, 1.792969, 1.789062, 1.777344, 1.65625, 1.914062, 1.753906, 1.949219, 1.9375, 1.664062, 1.828125, 1.773438, 1.882812, 1.835938, 1.835938, 1.478516, 1.84375, 1.734375, 1.859375, 1.925781, 2.257812, 1.839844, 1.714844, 1.78125, 1.769531, 1.78125, 1.808594, 1.816406, 1.894531, 1.875, 1.726562, 1.757812, 1.851562, 1.886719, 1.851562, 1.824219, 1.773438, 1.789062, 1.695312, 1.859375, 1.878906, 1.808594, 1.628906, 2.289062, 1.777344, 1.949219, 1.742188, 2.078125, 1.910156, 1.71875, 1.832031, 1.855469, 1.957031, 1.808594, 1.196289, 1.777344, 1.820312, 1.84375, 1.65625, 1.734375, 1.835938, 1.773438, 1.380859, 1.832031, 2.15625, 1.890625, 1.769531, 1.808594, 1.695312, 1.65625, 1.808594, 2.109375, 1.910156, 1.847656, 1.769531, 1.882812, 2.265625, 1.847656, 1.746094, 1.824219, 1.914062, 1.738281, 1.683594, 1.753906, 1.769531, 1.890625, 1.769531, 1.726562, 1.871094, 2.046875, 1.777344, 1.746094, 1.691406, 2.085938, 2.351562, 1.539062, 1.859375, 1.447266, 1.667969, 1.984375, 1.617188, 1.777344, 1.703125, 2.007812, 2.140625, 1.769531, 1.753906, 1.558594, 1.648438, 1.5625, 1.960938 ] }, "name": "onnx::Mul_8577", "outputIndexes": [ 1538 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1537, 1538 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1539 ], "outputIndexes": [ 2938 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2938 ], "outputIndexes": [ 2939 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear", "inputIndexes": [ 2939 ], "outputIndexes": [ 2940 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 700713376, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2940 ], "outputIndexes": [ 2941 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2941 ], "outputIndexes": [ 1540 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1539 ], "main_type": "NONE", "name": "/Shape_225_output_0", "outputIndexes": [ 1541 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1541 ], "main_type": "NONE", "name": "Shape4448", "outputIndexes": [ 1542 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1541 ], "main_type": "NONE", "name": "Rank4450", "outputIndexes": [ 1543 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1543, 1543 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4452", "outputIndexes": [ 1544 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1544 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4453", "outputIndexes": [ 1545 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1544, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4455", "outputIndexes": [ 1546 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1546 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4456", "outputIndexes": [ 1547 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1542, 1545, 1547, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4459", "outputIndexes": [ 1548 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1548 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4460", "outputIndexes": [ 1549 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1549 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4461", "outputIndexes": [ 1550 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1550, 1549 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4462", "outputIndexes": [ 1551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1541, 1551, 1544 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_244_output_0", "outputIndexes": [ 1552 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1552, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_513_output_0", "outputIndexes": [ 1553 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1553, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_208_output_0", "outputIndexes": [ 1554 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1540, 1554 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_145_output_0", "outputIndexes": [ 1555 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_128_output_0", "outputIndexes": [ 1556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555 ], "main_type": "NONE", "name": "/Shape_226_output_0", "outputIndexes": [ 1557 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1557 ], "main_type": "NONE", "name": "Shape4469", "outputIndexes": [ 1558 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1557 ], "main_type": "NONE", "name": "Rank4471", "outputIndexes": [ 1559 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1559, 1559 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4473", "outputIndexes": [ 1560 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1560 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4474", "outputIndexes": [ 1561 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1560, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4476", "outputIndexes": [ 1562 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1562 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4477", "outputIndexes": [ 1563 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1558, 1561, 1563, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4480", "outputIndexes": [ 1564 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4481", "outputIndexes": [ 1565 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1565 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4482", "outputIndexes": [ 1566 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1566, 1565 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4483", "outputIndexes": [ 1567 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1557, 1567, 1560 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_245_output_0", "outputIndexes": [ 1568 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1568, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_48_output_0", "outputIndexes": [ 1569 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1569, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_518_output_0", "outputIndexes": [ 1570 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555, 1570, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_65_output_0", "outputIndexes": [ 1571 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1571 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_32_output_0", "outputIndexes": [ 1572 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555, 21, 1570, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_64_output_0", "outputIndexes": [ 1573 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1572, 1573 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_211_output_0", "outputIndexes": [ 1574 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1574, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_129_output_0", "outputIndexes": [ 1575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1556, 1575 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_80_output_0", "outputIndexes": [ 1576 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1539 ], "outputIndexes": [ 2942 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2942 ], "outputIndexes": [ 2943 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear", "inputIndexes": [ 2943 ], "outputIndexes": [ 2944 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 703367606, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2944 ], "outputIndexes": [ 2945 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2945 ], "outputIndexes": [ 1577 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1553, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_209_output_0", "outputIndexes": [ 1578 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1577, 1578 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_146_output_0", "outputIndexes": [ 1579 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1579, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_130_output_0", "outputIndexes": [ 1580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1579 ], "main_type": "NONE", "name": "/Shape_227_output_0", "outputIndexes": [ 1581 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1581 ], "main_type": "NONE", "name": "Shape4532", "outputIndexes": [ 1582 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1581 ], "main_type": "NONE", "name": "Rank4534", "outputIndexes": [ 1583 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1583, 1583 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4536", "outputIndexes": [ 1584 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4537", "outputIndexes": [ 1585 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4539", "outputIndexes": [ 1586 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1586 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4540", "outputIndexes": [ 1587 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1582, 1585, 1587, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4543", "outputIndexes": [ 1588 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1588 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4544", "outputIndexes": [ 1589 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1589 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4545", "outputIndexes": [ 1590 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1590, 1589 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4546", "outputIndexes": [ 1591 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1581, 1591, 1584 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_246_output_0", "outputIndexes": [ 1592 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1592, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_49_output_0", "outputIndexes": [ 1593 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1593, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_520_output_0", "outputIndexes": [ 1594 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1579, 1594, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_67_output_0", "outputIndexes": [ 1595 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1595 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_33_output_0", "outputIndexes": [ 1596 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1579, 21, 1594, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_66_output_0", "outputIndexes": [ 1597 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1596, 1597 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_212_output_0", "outputIndexes": [ 1598 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1598, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_131_output_0", "outputIndexes": [ 1599 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1580, 1599 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_81_output_0", "outputIndexes": [ 1600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1539 ], "outputIndexes": [ 2946 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2946 ], "outputIndexes": [ 2947 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear", "inputIndexes": [ 2947 ], "outputIndexes": [ 2948 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 704694732, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2948 ], "outputIndexes": [ 2949 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2949 ], "outputIndexes": [ 1601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1601, 1578 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_147_output_0", "outputIndexes": [ 1602 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1576, 1600, 1602, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_152_output_0", "outputIndexes": [ 1603 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1603 ], "outputIndexes": [ 2950 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2950 ], "outputIndexes": [ 2951 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear", "inputIndexes": [ 2951 ], "outputIndexes": [ 2952 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 706021858, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2952 ], "outputIndexes": [ 2953 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2953 ], "outputIndexes": [ 1604 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1604 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_16/Mul_output_0", "outputIndexes": [ 1605 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.257812, 2.179688, 2.125, 2.234375, 2.1875, 2.179688, 2.125, 0.570312, 2.140625, 2.0, 2.125, 2.125, 2.085938, 2.335938, 2.085938, 2.085938, 2.09375, 2.0, 2.140625, 2.289062, 2.179688, 2.015625, 2.289062, 1.984375, 2.101562, 2.054688, 1.972656, 2.054688, 2.140625, 2.273438, 2.070312, 1.832031, 2.125, 0.746094, 2.195312, 1.757812, 2.28125, 2.328125, 2.078125, 2.023438, 2.242188, 2.226562, 2.226562, 1.921875, 1.066406, 2.171875, 2.328125, 2.101562, 2.375, 1.902344, 2.132812, 1.585938, 2.140625, 0.851562, 2.257812, 2.117188, 2.15625, 2.210938, 2.117188, 1.960938, 1.679688, 2.039062, 2.148438, 2.3125, 1.308594, 2.179688, 1.478516, 2.179688, 2.078125, 2.21875, 2.1875, 2.421875, 2.039062, 2.273438, 2.046875, 2.109375, 1.462891, 1.871094, 2.015625, 1.085938, 2.09375, 0.564453, 1.980469, 1.832031, 2.132812, 2.210938, 2.054688, 1.835938, 1.091797, 1.90625, 2.171875, 1.984375, 2.320312, 0.952881, 2.164062, 0.560547, 2.078125, 2.195312, 2.390625, 2.078125, 1.917969, 2.148438, 2.296875, 2.0625, 2.203125, 2.140625, 2.242188, 1.703125, 2.21875, 2.039062, 2.171875, 2.28125, 2.203125, 1.84375, 2.1875, 1.949219, 2.164062, 0.865234, 2.09375, 2.382812, 2.359375, 2.296875, 1.71875, 2.234375, 2.03125, 1.589844, 2.1875, 2.296875, 2.210938, 1.527344, 1.558594, 2.164062, 2.109375, 2.117188, 2.195312, 2.320312, 1.949219, 1.960938, 1.972656, 2.273438, 2.242188, 2.007812, 1.976562, 2.117188, 2.0625, 1.902344, 2.09375, 2.148438, 2.03125, 2.171875, 2.125, 1.96875, 2.046875, 1.804688, 2.226562, 2.109375, 1.373047, 2.15625, 1.005951, 0.790039, 2.273438, 2.234375, 2.085938, 1.361328, 2.21875, 2.242188, 2.21875, 0.788086, 2.429688, 2.054688, 2.109375, 1.055176, 2.085938, 0.768555, 1.992188, 2.367188, 2.296875, 0.492188, 2.179688, 2.335938, 2.203125, 0.763672, 1.925781, 0.501953, 2.148438, 2.164062, 1.300781, 2.09375, 1.863281, 1.96875, 2.132812, 1.941406, 2.046875, 2.125, 2.125, 2.15625, 2.0625, 2.164062, 2.304688, 2.125, 2.179688, 2.226562, 1.984375, 1.960938, 2.34375, 2.34375, 1.8125, 2.085938, 2.148438, 2.101562, 2.140625, 2.09375, 2.03125, 2.03125, 2.273438, 2.164062, 2.273438, 1.964844, 2.3125, 2.1875, 1.851562, 1.886719, 2.171875, 2.257812, 2.195312, 2.140625, 2.1875, 2.148438, 2.078125, 2.015625, 2.304688, 2.273438, 2.257812, 2.289062, 2.289062, 2.21875, 1.648438, 2.28125, 2.117188, 2.0, 2.046875, 2.125, 2.265625, 1.972656, 2.070312, 2.242188, 1.933594, 1.902344, 2.1875, 1.539062, 2.226562, 2.195312, 1.077148, 2.117188, 2.171875, 2.117188, 2.171875, 2.304688, 1.914062, 2.078125, 2.140625, 2.15625, 2.0625, 2.109375, 2.171875, 1.789062, 2.234375, 2.25, 2.132812, 2.289062, 2.304688, 2.328125, 2.101562, 1.949219, 2.03125, 2.132812, 1.21582, 2.125, 2.25, 2.1875, 1.847656, 2.148438, 0.921387, 2.195312, 2.132812, 2.132812, 2.007812, 2.125, 0.857422, 2.039062, 1.980469, 1.116699, 2.0, 2.226562, 2.046875, 2.203125, 1.992188, 2.046875, 2.164062, 2.210938, 2.039062, 2.007812, 0.71875, 2.140625, 0.355469, 2.171875, 2.179688, 2.109375, 2.039062, 2.40625, 2.21875, 0.560547, 2.21875, 2.132812, 2.164062, 2.007812, 2.265625, 2.226562, 2.179688, 2.203125, 2.140625, 1.964844, 1.898438, 2.078125, 2.203125, 2.257812, 1.871094, 1.988281, 2.414062, 2.0625, 1.820312, 1.730469, 2.046875, 2.21875, 2.351562, 2.390625, 2.234375, 2.21875, 2.265625, 2.09375, 1.949219, 2.179688, 2.234375, 2.101562, 2.117188, 1.585938, 2.21875, 1.472656, 1.941406, 2.25, 1.098633, 2.007812, 1.294922, 1.820312, 0.542969, 0.963135, 2.273438, 2.1875, 1.820312, 1.921875, 0.8125, 2.203125, 1.964844, 1.332031, 1.886719, 2.335938, 2.070312, 1.089355, 2.226562, 2.140625, 2.273438, 2.039062, 2.15625, 2.125, 2.15625, 2.1875, 2.210938, 2.257812, 2.070312, 1.490234, 2.164062, 2.375, 1.423828, 1.106445, 2.359375, 2.15625, 1.835938, 1.828125, 2.132812, 2.15625, 2.257812, 2.242188, 0.677734, 2.148438, 2.335938, 2.273438, 2.007812, 0.71875, 2.109375, 2.257812, 2.117188, 2.242188, 2.117188, 2.273438, 1.088379, 0.595703, 2.078125, 1.941406, 2.039062, 1.314453, 2.195312, 2.3125, 2.304688, 2.257812, 1.882812, 1.957031, 2.046875, 2.125, 1.917969, 2.21875, 2.375, 2.132812, 2.367188, 2.1875, 2.179688, 1.679688, 2.3125, 2.070312, 2.195312, 2.195312, 1.914062, 2.1875, 2.242188, 1.726562, 1.601562, 2.335938, 2.210938, 2.4375, 2.210938, 2.203125, 2.21875, 2.085938, 2.28125, 1.839844, 1.404297, 2.226562, 2.109375, 2.179688, 1.976562, 2.140625, 2.210938, 2.15625, 2.109375, 2.203125, 2.21875, 2.359375, 1.648438, 2.320312, 2.039062, 2.25, 2.070312, 2.351562, 2.148438, 2.070312, 1.347656, 2.171875, 0.850586, 2.09375, 2.195312, 2.101562, 2.140625, 2.25, 2.195312, 1.964844, 2.1875, 2.195312, 0.974609, 1.929688, 2.101562, 2.320312, 2.0, 2.023438, 1.9375, 2.085938, 2.320312, 2.242188, 0.701172, 2.046875, 2.15625, 2.234375, 1.855469, 2.226562, 2.125, 2.226562, 1.691406, 2.226562, 0.578125, 1.024048, 1.474609, 0.767578, 2.234375, 2.195312, 2.234375, 1.621094, 0.865234, 2.242188, 1.675781, 1.792969, 2.132812, 2.164062, 2.132812, 2.492188, 2.03125, 2.179688, 2.0, 2.171875, 1.8125, 2.15625, 2.242188, 1.949219, 2.234375, 2.101562, 0.987122, 0.94043, 2.117188, 1.19043, 2.195312, 2.273438, 2.148438, 2.242188, 2.109375, 2.054688, 2.242188, 0.947998, 2.226562, 1.914062, 2.171875, 1.847656, 2.210938, 0.832031, 1.496094, 1.914062, 2.453125, 2.03125, 2.195312, 2.046875, 2.1875, 2.164062, 1.582031, 2.242188, 1.143555, 2.234375, 2.195312, 2.125, 2.109375, 2.203125, 2.1875, 1.828125, 1.945312, 2.140625, 2.101562, 1.185547, 1.921875, 2.242188, 2.242188, 2.132812, 2.226562, 2.03125, 2.125, 2.046875, 2.234375, 2.203125, 2.296875, 2.101562, 0.537109, 2.09375, 1.941406, 2.226562, 1.337891, 2.179688, 2.085938, 2.070312, 2.429688, 2.257812, 2.351562, 1.894531, 2.054688, 2.140625, 1.703125, 1.660156, 2.085938, 2.3125, 2.140625, 1.835938, 1.996094, 2.054688, 2.171875, 2.15625, 2.21875, 1.945312, 2.09375, 2.335938, 1.890625, 2.1875, 2.101562, 2.179688, 2.195312, 2.164062, 2.195312, 1.941406, 2.296875, 2.148438, 2.15625, 1.239258, 2.132812, 2.320312, 2.164062, 2.015625, 2.015625, 2.125, 2.109375, 2.09375, 2.023438, 2.265625, 2.109375, 1.835938, 2.046875, 2.226562, 2.28125, 1.976562, 2.164062, 2.257812, 1.9375, 2.320312, 2.367188, 2.179688, 2.359375, 2.085938, 2.179688, 1.738281, 2.039062, 2.078125, 1.949219, 0.902832, 2.132812, 1.314453, 2.101562, 2.304688, 2.109375, 1.308594, 0.609375, 0.648438, 2.054688, 2.210938, 2.179688, 2.109375, 2.015625, 2.203125, 2.203125, 2.09375, 2.117188, 2.335938, 2.140625, 0.634766, 2.070312, 2.234375, 2.171875, 2.078125, 2.226562, 2.109375, 2.257812, 1.832031, 2.273438, 2.125, 1.914062, 2.28125, 2.15625, 2.195312, 1.652344, 2.054688, 2.210938, 0.488281, 1.664062, 2.125, 1.851562, 2.164062, 1.738281, 2.289062, 2.242188, 2.125, 2.046875, 2.03125, 2.226562, 2.171875, 2.445312, 2.117188, 2.210938, 2.265625, 2.15625, 1.96875, 2.726562, 2.164062, 2.109375, 2.15625, 2.1875, 2.210938, 2.351562, 1.902344, 2.117188, 1.929688, 2.148438, 2.265625, 2.140625, 2.203125, 1.605469, 2.390625, 2.171875, 1.369141, 2.203125, 1.828125, 2.242188, 2.273438, 2.242188, 2.171875, 1.585938, 1.310547, 1.542969, 2.210938, 2.34375, 2.140625, 1.738281, 2.226562, 2.15625, 2.148438, 2.046875, 2.140625, 2.0625, 2.195312, 2.289062, 2.140625, 2.125, 2.164062, 2.015625, 2.351562, 1.925781, 2.039062, 2.21875, 2.117188, 2.195312, 2.28125, 2.171875, 2.179688, 2.09375, 2.164062, 2.234375, 2.117188, 2.242188, 0.924805, 2.210938, 2.085938, 2.140625, 2.140625, 2.070312, 2.195312, 1.996094, 2.054688, 2.09375, 2.195312, 2.148438, 2.070312, 2.21875, 1.886719, 1.957031, 2.140625, 2.0, 2.210938, 2.226562, 2.140625, 1.960938, 1.777344, 1.972656, 2.070312, 1.929688, 2.109375, 2.125, 2.101562, 2.125, 1.394531, 1.570312, 2.34375, 2.203125, 2.054688, 1.726562, 2.171875, 1.8125, 2.132812, 2.203125, 1.464844, 2.3125, 2.054688, 1.320312, 2.296875, 2.1875, 2.1875, 2.054688, 1.386719, 2.140625, 2.101562, 1.186523, 2.015625, 2.171875, 2.289062, 0.911133, 2.070312, 1.613281, 1.921875, 2.054688, 2.117188, 1.566406, 2.132812, 2.109375, 2.046875, 2.03125, 2.289062, 2.257812, 2.148438, 2.140625, 2.148438, 2.164062, 2.164062, 2.210938, 1.96875, 2.203125, 1.996094, 2.125, 1.609375, 2.132812, 2.140625, 1.585938, 2.109375, 1.523438, 2.265625, 2.132812, 2.039062, 2.179688, 2.117188, 1.855469, 2.242188, 2.15625, 2.445312, 1.941406, 2.328125, 1.980469, 2.328125, 0.347656, 1.886719, 1.863281, 2.257812, 2.109375, 1.714844, 2.304688, 2.171875, 2.109375, 2.101562, 2.179688, 0.788086, 2.203125, 2.21875, 1.949219, 1.394531, 2.21875, 2.015625, 2.171875, 0.811523, 1.757812, 1.964844, 2.210938, 2.070312, 2.15625, 2.203125, 1.839844, 1.769531, 2.164062, 2.054688, 2.046875, 2.148438, 2.101562, 2.40625, 1.988281, 2.21875, 0.855469, 2.101562, 2.132812, 2.078125, 1.988281, 2.195312, 2.242188, 2.085938, 2.007812, 2.078125, 1.855469, 2.070312, 1.925781, 2.328125, 1.570312, 1.992188, 2.15625, 0.748047, 0.347656, 1.574219, 1.773438, 2.179688, 2.226562, 2.015625, 1.933594, 0.695312, 0.53125, 2.046875, 2.117188, 1.902344, 2.015625, 2.140625, 2.148438, 2.09375, 1.910156, 0.691406, 2.164062, 1.972656, 1.886719, 1.322266, 2.070312, 2.140625, 2.179688, 1.992188, 2.195312, 2.0625, 2.023438, 2.117188, 1.988281, 2.164062, 2.304688, 1.917969, 2.164062, 1.914062, 2.289062, 2.140625, 1.382812, 0.609375, 2.703125, 2.164062, 2.023438, 2.140625, 2.125, 2.195312, 2.101562, 2.257812, 0.457031, 1.921875, 1.644531, 2.171875, 2.171875, 0.736328, 2.15625, 2.179688, 1.992188, 2.125, 2.148438, 2.023438, 2.070312, 0.862305, 2.15625, 2.015625, 2.125, 0.956787, 2.148438, 2.210938, 2.109375, 2.1875, 2.242188, 1.894531, 2.0, 2.265625, 2.195312, 1.490234, 2.242188, 2.109375, 1.558594, 1.808594, 0.740234, 1.566406, 2.21875, 2.046875, 1.992188, 1.886719, 2.132812, 2.101562, 2.054688, 0.480469, 2.25, 2.132812, 2.210938, 2.210938, 1.773438, 2.109375, 2.054688, 0.521484, 2.101562, 0.722656, 2.28125, 0.763672, 1.800781, 2.203125, 2.242188, 2.164062, 1.605469, 2.0, 1.5625, 2.109375, 0.720703, 2.0625, 1.746094, 1.464844, 1.056885, 2.101562, 2.375, 1.804688, 1.773438, 2.1875, 1.882812, 2.1875, 1.644531, 1.808594, 2.132812, 0.617188, 2.15625, 2.257812, 2.054688, 0.797852, 0.654297, 2.203125, 2.273438, 2.085938, 2.101562, 2.28125, 2.007812, 1.597656, 1.792969, 2.132812, 2.0625, 2.453125, 2.015625, 2.179688, 2.054688, 2.117188, 2.046875, 2.015625, 2.171875, 2.132812, 2.078125, 1.921875, 2.257812, 2.289062, 1.785156, 2.257812, 2.320312, 2.125, 2.296875, 2.148438, 2.054688, 2.367188, 0.613281, 1.789062, 2.046875, 0.830078, 2.148438, 1.933594, 2.15625, 2.03125, 2.109375, 2.09375, 2.203125, 2.125, 0.724609, 1.847656, 2.039062, 1.9375, 2.15625, 2.234375, 1.824219, 2.171875, 2.203125, 2.132812, 2.164062, 2.375, 0.808594, 2.226562, 2.21875, 1.675781, 2.164062, 2.109375, 2.203125, 2.242188, 2.132812, 2.265625, 2.164062, 2.210938, 2.15625, 2.148438, 1.648438, 2.195312, 2.28125, 2.164062, 2.273438, 2.265625, 1.144531, 2.203125, 1.006012, 2.039062, 0.238281, 1.90625, 2.21875, 2.09375, 2.523438, 2.3125, 1.972656, 2.179688, 0.646484, 0.558594, 0.662109, 2.054688, 2.28125, 0.992828, 2.054688, 2.03125, 2.0, 1.08252, 2.039062, 1.734375, 2.25, 0.900879, 2.203125, 2.109375, 1.796875, 2.226562, 1.976562, 1.898438, 2.179688, 2.296875, 0.966309, 1.988281, 0.476562, 2.023438, 2.140625, 2.101562, 2.421875, 1.855469, 1.523438, 2.0625, 0.707031, 2.195312, 2.039062, 2.140625, 2.101562, 1.474609, 2.289062, 2.132812, 2.085938, 1.953125, 2.140625, 1.859375, 1.265625, 2.070312, 2.203125, 1.792969, 2.039062, 2.171875, 2.148438, 2.0625, 2.101562, 2.234375, 2.140625, 2.171875, 2.125, 2.242188, 2.273438, 2.109375, 2.203125, 2.140625, 2.164062, 2.085938, 2.226562, 1.949219, 2.09375, 2.195312, 2.390625, 2.007812, 2.101562, 1.150391, 2.257812, 2.070312, 2.148438, 1.867188, 2.046875, 2.117188, 2.171875, 1.166016, 2.210938, 1.233398, 2.070312, 1.972656, 2.054688, 1.75, 2.046875, 1.378906, 2.289062, 0.695312, 2.039062, 1.458984, 2.0625, 1.96875, 2.054688, 2.109375, 2.234375, 2.171875, 2.070312, 2.046875, 2.101562, 2.140625, 0.566406, 2.351562, 2.085938, 2.117188, 2.125, 2.148438, 1.84375, 2.039062, 1.53125, 2.101562, 2.234375, 2.125, 1.96875, 2.015625, 2.195312, 2.15625, 1.960938, 2.210938, 0.615234, 2.25, 2.054688, 2.234375, 1.949219, 2.0, 1.261719, 0.597656, 2.101562, 0.566406, 0.907715, 1.914062, 2.070312, 2.132812, 2.117188, 1.012817, 2.148438, 1.816406, 2.226562, 0.699219, 2.117188, 2.039062, 2.007812, 2.0625, 2.296875, 2.421875, 0.714844, 2.226562, 2.234375, 1.5, 0.919434, 2.078125, 2.234375, 1.089844, 2.1875, 1.527344, 2.171875, 1.839844, 2.203125, 2.078125, 0.99176, 2.234375, 2.09375, 2.117188, 2.3125, 2.078125, 1.605469, 0.613281, 2.15625, 2.125, 1.945312, 2.234375, 2.289062, 2.257812, 2.195312, 2.242188, 2.109375, 2.0625, 1.910156, 2.117188, 2.257812, 2.140625, 2.109375, 2.132812, 2.09375, 2.125, 2.140625, 0.398438, 2.28125, 2.078125, 2.125, 2.0, 2.132812, 2.0625, 2.015625, 2.320312, 2.195312, 2.195312, 2.0625, 2.132812, 2.171875, 1.523438, 2.1875, 0.798828, 2.109375, 0.87207, 2.226562, 2.179688, 2.265625, 0.724609, 2.15625, 1.972656, 1.941406, 2.125, 2.15625, 2.1875, 2.023438, 2.320312, 2.140625, 2.125, 1.105469, 1.941406, 2.164062, 2.085938, 2.328125, 2.203125, 2.140625, 2.179688, 2.265625, 2.046875, 2.1875, 1.917969, 2.054688, 2.109375, 2.171875, 1.07666, 2.0625, 2.257812, 2.21875, 2.085938, 0.754883, 2.328125, 2.007812, 2.25, 2.164062, 2.070312, 2.203125, 2.09375, 2.101562, 0.683594, 2.320312, 2.109375, 2.15625, 2.28125, 1.914062, 2.234375, 2.15625, 2.265625, 2.171875, 2.148438, 2.414062, 2.15625, 2.023438, 1.976562, 2.234375, 2.171875, 1.503906, 2.460938, 2.117188, 2.125, 2.210938, 2.09375, 1.535156, 2.289062, 2.132812, 2.007812, 0.675781, 1.8125, 1.6875, 1.423828, 2.101562, 2.226562, 1.886719, 0.441406, 2.320312, 2.0625, 0.605469, 1.410156, 2.1875, 2.140625, 2.109375, 2.15625, 2.085938, 2.09375, 2.078125, 2.015625, 2.0625, 1.04541, 2.023438, 2.34375, 2.117188, 1.275391, 2.15625, 2.25, 2.078125, 2.101562, 2.09375, 1.964844, 2.257812, 1.835938, 0.916504, 2.109375, 2.203125, 2.21875, 2.023438, 1.660156, 2.171875, 1.373047, 2.148438, 2.070312, 1.480469, 2.109375, 2.296875, 2.164062, 2.195312, 1.789062, 2.109375, 2.109375, 2.171875, 1.486328, 0.738281, 2.125, 2.023438, 2.164062, 1.992188, 2.070312, 2.1875, 2.03125, 0.650391, 1.894531, 2.070312, 2.101562, 1.945312, 2.203125, 2.195312, 2.273438, 2.132812, 2.015625, 2.179688, 2.085938, 2.304688, 2.34375, 2.265625, 2.132812, 1.738281, 1.890625, 1.992188, 2.335938, 2.007812, 1.996094, 2.257812, 1.455078, 1.898438, 2.109375, 2.140625, 2.109375, 2.078125, 2.039062, 1.554688, 1.96875, 2.164062, 2.335938, 2.140625, 2.289062, 1.404297, 1.957031, 2.164062, 2.109375, 2.320312, 2.476562, 2.234375, 2.320312, 1.992188, 2.078125, 2.132812, 1.175781, 2.226562, 2.210938, 2.085938, 2.679688, 2.164062, 2.148438, 1.929688, 2.078125, 2.164062, 2.226562, 2.242188, 1.847656, 1.5, 1.976562, 2.03125, 2.3125, 1.949219, 2.132812, 2.273438, 2.164062, 2.265625, 2.28125, 2.195312, 2.109375, 1.890625, 2.164062, 2.085938, 2.132812, 2.015625, 2.085938, 2.148438, 2.242188, 2.28125, 2.164062, 1.652344, 2.125, 1.964844, 2.03125, 2.054688, 2.242188, 0.472656, 2.15625, 2.304688, 2.0625, 1.212891, 2.179688, 2.132812, 1.476562, 0.754883, 2.078125, 2.171875, 2.304688, 2.070312, 2.15625, 2.140625, 2.1875, 2.046875, 2.125, 1.492188, 2.046875, 1.443359, 2.429688, 2.28125, 1.100098, 0.576172, 2.164062, 2.164062, 2.25, 1.427734, 2.023438, 1.804688, 2.054688, 2.304688, 2.15625, 2.0625, 2.132812, 2.109375, 1.949219, 2.234375, 2.328125, 1.988281, 0.980225, 1.53125, 2.265625, 2.132812, 2.164062, 1.800781, 2.117188, 2.210938, 1.816406, 1.427734, 2.226562, 2.226562, 2.007812, 2.085938, 2.140625, 1.867188, 2.070312, 2.109375, 0.433594, 0.542969, 2.242188, 2.117188, 2.203125, 2.328125, 1.996094, 2.25, 1.022827, 2.109375, 1.296875, 1.310547, 2.226562, 2.242188, 2.132812, 2.164062, 2.148438, 2.351562, 1.113281, 2.320312, 1.964844, 2.179688, 2.148438, 2.234375, 2.164062, 2.007812, 1.835938, 2.09375, 2.148438, 1.984375, 2.132812, 1.773438, 1.96875, 2.078125, 3.015625, 2.140625, 2.171875, 0.691406, 2.226562, 2.25, 1.636719, 2.21875, 1.804688, 1.960938, 2.203125, 2.09375, 1.78125, 1.625, 2.148438, 2.289062, 2.109375, 2.335938, 2.226562, 2.0625, 2.109375, 2.0625, 2.179688, 2.117188, 2.03125, 1.306641, 0.546875, 2.21875, 2.265625, 2.15625, 2.125, 2.09375, 0.398438, 2.1875, 2.1875, 2.09375, 2.109375, 1.192383, 2.179688, 2.242188, 2.164062, 2.148438, 2.210938, 2.03125, 2.015625, 1.992188, 2.046875, 2.007812, 2.265625, 0.773438, 2.148438, 1.929688, 0.517578, 2.265625, 1.734375, 2.304688, 1.929688, 1.667969, 2.15625, 1.558594, 2.046875, 2.140625, 2.242188, 2.328125, 2.203125, 2.1875, 1.558594, 2.015625, 2.203125, 2.148438, 2.460938, 2.273438, 1.492188, 2.226562, 2.210938, 1.96875, 2.203125, 2.023438, 2.234375, 1.145508, 2.039062, 0.617188, 2.234375, 2.171875, 2.15625, 2.054688, 2.171875, 2.09375, 2.320312, 2.0625, 2.015625, 2.117188, 2.101562, 2.375, 1.902344, 2.265625, 1.5625, 2.0625, 1.679688, 0.673828, 2.007812, 2.273438, 2.109375, 2.257812, 2.023438, 1.917969, 2.0625, 2.164062, 1.605469, 1.675781, 2.109375, 2.328125, 2.28125, 2.179688, 2.179688, 1.875, 2.1875, 2.132812, 2.1875, 1.046875, 2.007812, 2.554688, 2.21875, 2.226562, 1.953125, 2.25, 2.09375, 2.226562, 2.117188, 2.242188, 2.289062, 1.519531, 2.117188, 2.179688, 2.148438, 2.257812, 2.140625, 2.273438, 2.03125, 1.898438, 2.25, 2.21875, 1.375, 1.021851, 2.34375, 2.15625, 2.242188, 1.960938, 2.28125, 0.496094, 2.078125, 2.34375, 2.132812, 2.171875, 1.761719, 2.078125, 2.0625, 1.025269, 2.242188, 2.054688, 2.265625, 2.046875, 1.542969, 2.226562, 2.0, 2.148438, 2.023438, 2.203125, 2.328125, 2.015625, 2.0625, 1.486328, 2.023438, 1.578125, 0.765625, 2.21875, 2.03125, 2.125, 2.195312, 1.644531, 2.28125, 2.476562, 2.140625, 2.257812, 2.15625, 1.714844, 2.109375, 1.28125, 2.132812, 1.738281, 2.039062, 2.023438, 2.078125, 2.015625, 2.117188, 2.421875, 2.085938, 1.722656, 2.203125, 2.039062, 0.985291, 1.964844, 2.203125, 2.125, 1.910156, 0.972778, 2.132812, 2.1875, 2.101562, 2.09375, 2.09375, 0.78125, 2.09375, 2.164062, 1.734375, 2.132812, 2.078125, 1.996094, 1.960938, 2.078125, 2.078125, 2.046875, 2.054688, 2.320312, 1.917969, 2.234375, 2.257812, 0.634766, 1.988281, 2.164062, 2.25, 2.148438, 2.359375, 2.375, 1.886719, 1.412109, 2.09375, 2.101562, 2.171875, 2.023438, 1.523438, 1.9375, 2.164062, 2.203125, 2.226562, 1.96875, 2.15625, 2.070312, 2.203125, 1.914062, 2.078125, 2.15625, 2.117188, 2.203125, 2.03125, 2.164062, 2.195312, 1.820312, 2.210938, 1.259766, 0.382812, 2.257812, 1.75, 2.226562, 2.226562, 2.03125, 2.007812, 1.980469, 2.367188, 1.839844, 2.320312, 2.148438, 2.242188, 2.226562, 0.660156, 2.25, 2.273438, 2.054688, 2.039062, 2.289062, 2.304688, 2.101562, 2.304688, 1.976562, 2.140625, 2.054688, 2.234375, 2.109375, 2.101562, 1.773438, 2.15625, 1.808594, 1.917969, 2.34375, 2.164062, 2.257812, 2.171875, 2.125, 2.296875, 2.101562, 2.796875, 1.8125, 2.117188, 1.816406, 1.197266, 2.109375, 2.132812, 2.085938, 0.790039, 1.683594, 2.195312, 2.273438, 2.3125, 2.257812, 2.382812, 2.21875, 2.09375, 1.972656, 2.03125, 0.507812, 2.226562, 1.804688, 1.976562, 2.109375, 2.226562, 2.351562, 2.148438, 0.5625, 2.109375, 2.046875, 2.125, 2.257812, 2.28125, 2.015625, 2.1875, 2.117188, 2.203125, 1.369141, 2.03125, 2.039062, 2.015625, 2.304688, 2.234375, 2.140625, 2.21875, 1.875, 2.046875, 1.980469, 1.945312, 2.078125, 2.25, 2.1875, 1.992188, 1.964844, 2.070312, 2.007812, 1.925781, 2.210938, 1.980469, 2.140625, 0.679688, 2.21875, 1.992188, 2.179688, 2.164062, 2.273438, 2.375, 2.195312, 1.992188, 2.210938, 1.699219, 2.125, 2.054688, 2.210938, 0.582031, 2.007812, 1.972656, 2.117188, 2.09375, 2.109375, 2.085938, 2.359375, 1.976562, 2.023438, 2.179688, 2.234375, 0.902344, 2.046875, 1.957031, 2.171875, 0.730469, 2.109375, 0.874023, 2.085938, 0.556641, 2.304688, 1.898438, 1.769531, 1.458984, 1.910156, 2.15625, 2.25, 2.117188, 2.242188, 2.101562, 2.328125, 2.132812, 0.386719, 1.363281, 1.486328, 2.109375, 2.3125, 2.015625, 2.335938, 2.390625, 2.210938, 1.558594, 2.265625, 2.320312, 2.296875, 2.273438, 2.125, 1.824219, 2.046875, 2.140625, 1.617188, 2.132812, 2.140625, 2.320312, 2.1875, 2.203125, 1.921875, 2.109375, 2.164062, 2.117188, 2.140625, 2.140625, 1.976562, 2.21875, 2.101562, 1.135742, 2.320312, 2.125, 2.203125, 1.077637, 2.210938, 2.226562, 2.15625, 0.90332, 2.101562, 1.664062, 2.210938, 2.0625, 1.96875, 0.570312, 2.257812, 2.007812, 2.25, 0.550781, 1.75, 0.852539, 1.511719, 2.265625, 1.90625, 2.21875, 2.3125, 2.101562, 2.234375, 2.125, 1.996094, 1.074707, 1.166016, 2.273438, 1.921875, 1.894531, 2.15625, 2.148438, 2.132812, 2.304688, 1.820312, 2.070312, 2.304688, 2.09375, 1.224609, 2.148438, 2.226562, 2.078125, 2.101562, 2.046875, 0.985962, 2.117188, 0.779297, 1.988281, 2.242188, 2.234375, 2.007812, 2.273438, 2.0, 2.164062, 2.273438, 2.210938, 2.078125, 2.140625, 2.039062, 2.070312, 2.148438, 2.171875, 1.976562, 2.1875, 2.15625, 1.441406, 1.976562, 2.046875, 1.511719, 2.164062, 2.046875, 2.234375, 2.304688, 2.0625, 2.0, 1.964844, 2.164062, 1.527344, 2.21875, 1.859375, 2.101562, 2.039062, 2.101562, 2.03125, 1.890625, 2.101562, 2.195312, 2.164062, 2.195312, 2.101562, 1.333984, 2.28125, 1.929688, 1.230469, 2.078125, 2.09375, 0.875, 2.179688, 1.738281, 2.257812, 2.25, 2.140625, 2.273438, 2.226562, 2.210938, 2.1875, 2.265625, 2.070312, 2.1875, 2.125, 1.5, 2.078125, 2.039062, 2.039062, 1.035156, 2.101562, 2.03125, 2.210938, 1.992188, 2.070312, 2.039062, 2.039062, 2.070312, 1.8125, 1.925781, 2.234375, 2.234375, 0.828125, 2.171875, 2.0625, 0.971924, 2.109375, 1.839844, 2.226562, 2.09375, 2.09375, 2.304688, 1.181641, 2.171875, 2.101562, 2.148438, 2.085938, 1.976562, 2.085938, 1.972656, 0.988403, 1.5, 2.304688, 2.078125, 2.34375, 1.882812, 1.90625, 2.101562, 2.0625, 0.940918, 1.992188, 2.359375, 0.554688, 2.21875, 2.03125, 2.15625, 2.132812, 0.947266, 2.195312, 2.21875, 0.625, 2.257812, 1.683594, 1.933594, 2.164062, 2.140625, 2.265625, 0.88623, 2.25, 1.941406, 2.203125, 2.101562, 2.078125, 2.15625, 1.554688, 2.320312, 2.226562, 2.078125, 2.054688, 0.907227, 1.898438, 2.273438, 2.015625, 2.117188, 2.328125, 2.117188, 1.9375, 1.917969, 2.328125, 1.929688, 2.140625, 1.515625, 2.351562, 1.953125, 2.203125, 0.654297, 2.15625, 2.101562, 1.992188, 2.320312, 2.007812, 2.015625, 1.964844, 2.078125, 2.257812, 0.901855, 1.96875, 2.0625, 1.910156 ] }, "name": "onnx::Mul_8600", "outputIndexes": [ 1606 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1605, 1606 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1607 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1536, 1607 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_83_output_0", "outputIndexes": [ 1608 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_16/Mul_output_0", "outputIndexes": [ 1609 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.891602, 0.943848, 0.905273, 0.924805, 0.974365, 0.898438, 0.893555, 0.865234, 0.906738, 0.970093, 0.919922, 0.92334, 0.876953, 0.874023, 0.929688, 0.932129, 0.915039, 0.96582, 1.196289, 0.922852, 0.913086, 0.997818, 0.956787, 0.92334, 0.90918, 0.90918, 0.806641, 0.937744, 0.893066, 0.885742, 0.944336, 0.976929, 0.930664, 0.927734, 0.914551, 0.885254, 0.962402, 0.893555, 0.960449, 0.950195, 0.895508, 0.923828, 0.930176, 0.941162, 1.025269, 0.915039, 0.914551, 0.925781, 1.199219, 0.960693, 0.935547, 0.850586, 0.897949, 0.776367, 0.87793, 0.874023, 0.881348, 0.919434, 0.983398, 0.975708, 0.947998, 0.878906, 0.947998, 0.862305, 0.934082, 0.945068, 0.95752, 0.911621, 0.873047, 0.930176, 0.896973, 0.893066, 0.922363, 0.943115, 0.936523, 0.943604, 0.991333, 0.931641, 0.943604, 0.975952, 0.966553, 0.873047, 0.919434, 0.976318, 0.911133, 0.847656, 0.928711, 0.966064, 1.02124, 0.958496, 0.890137, 0.932617, 0.898926, 1.0354, 0.933105, 0.861328, 0.911621, 0.952393, 0.804688, 0.924805, 0.959229, 0.893555, 0.896973, 0.892578, 0.888672, 0.937012, 0.885254, 0.944336, 0.931641, 0.948242, 0.887207, 0.890137, 0.924805, 0.556641, 0.91748, 0.936523, 0.950195, 0.832031, 0.960205, 0.848633, 0.905762, 0.885254, 0.948242, 0.919434, 0.915039, 0.895996, 0.918945, 0.911621, 0.870117, 0.95166, 1.005219, 0.936523, 0.952881, 0.963379, 0.904785, 0.867188, 0.981689, 0.839844, 0.959229, 0.892578, 0.779297, 1.003418, 0.981079, 0.932129, 0.95166, 0.972168, 0.90918, 0.982666, 0.943115, 0.931641, 0.94043, 0.935547, 0.975464, 0.860352, 0.916504, 0.9375, 1.030762, 0.888184, 1.028687, 0.960205, 0.445312, 0.914551, 0.897949, 1.012878, 0.908203, 0.968018, 0.921387, 0.962891, 0.881348, 0.946777, 0.936035, 1.00592, 0.879883, 0.994263, 0.973633, 0.936035, 0.853516, 0.915527, 0.94165, 0.914551, 0.918457, 0.96875, 0.915527, 0.825195, 0.802734, 0.962402, 1.078125, 0.923828, 1.000923, 0.921875, 0.935059, 0.900391, 0.918945, 0.89209, 0.935547, 0.880859, 0.92041, 0.896973, 0.908691, 0.924316, 0.921875, 0.913574, 0.940918, 0.966553, 0.924805, 0.90918, 0.873047, 0.95166, 0.894043, 0.908203, 0.914551, 0.97583, 0.919434, 0.953613, 0.934082, 0.88916, 0.924805, 0.924805, 0.885254, 0.928223, 0.938965, 0.837891, 0.926758, 0.908691, 0.896484, 0.893555, 0.928223, 0.919922, 0.917969, 1.014893, 0.355469, 0.925781, 0.841797, 0.87793, 0.913574, 0.919434, 0.837891, 0.899414, 0.929688, 0.94043, 0.691406, 0.93457, 0.916016, 0.96582, 0.985474, 0.911133, 0.930664, 0.979248, 0.935059, 1.006073, 0.933105, 0.907227, 1.00708, 0.978394, 0.907227, 0.929199, 0.932129, 0.957275, 0.931152, 0.924805, 0.916504, 0.924805, 0.959229, 0.944336, 0.93457, 0.955322, 0.909668, 0.896973, 0.898926, 0.881348, 0.887695, 0.938965, 0.947021, 0.959717, 0.957031, 0.905273, 1.068359, 0.931641, 0.884766, 0.922363, 0.94043, 0.900879, 0.925781, 0.897461, 0.916504, 0.940186, 0.895508, 0.916016, 0.991028, 0.924805, 0.953613, 1.004852, 0.935547, 0.935059, 0.861328, 0.901367, 0.900391, 0.919434, 0.938721, 0.928711, 0.838867, 0.943604, 0.92041, 0.896973, 0.740234, 0.858398, 0.856445, 0.919434, 0.955078, 0.916504, 0.94165, 0.888672, 0.929688, 0.926758, 0.882324, 0.925293, 0.879395, 0.956055, 0.929199, 0.935547, 0.922363, 0.911621, 0.958984, 0.926758, 0.915039, 0.875488, 0.995178, 0.911621, 0.849609, 0.908203, 0.975586, 0.924805, 0.916992, 0.90332, 0.347656, 0.88623, 0.915527, 0.905273, 0.919922, 0.935547, 0.97937, 0.994324, 0.956787, 0.943604, 0.912109, 1.000471, 0.911133, 0.956543, 0.980835, 0.895996, 0.816406, 0.970703, 0.805664, 0.956787, 0.884766, 0.993683, 0.919434, 0.919922, 0.965332, 0.952148, 0.943604, 0.880859, 0.988831, 1.006073, 0.978638, 0.913086, 0.927246, 0.892578, 0.905762, 0.948242, 0.885254, 0.916016, 0.925293, 0.936523, 0.944336, 0.936523, 0.895996, 0.909668, 0.84668, 0.932617, 0.934082, 0.918945, 1.007629, 0.966309, 0.933594, 0.897461, 0.999268, 0.909668, 0.943848, 0.922852, 0.928223, 0.948242, 0.964355, 0.90625, 0.936523, 0.888672, 0.929688, 0.998055, 0.943604, 0.899414, 0.932617, 0.915039, 0.933105, 0.908691, 0.978027, 1.523438, 0.932617, 0.95752, 0.992371, 0.820312, 0.911621, 0.968506, 0.875488, 0.927734, 0.84375, 0.975952, 0.927734, 0.899902, 0.975586, 0.904785, 0.946533, 0.895508, 0.825195, 0.895996, 0.901367, 0.890137, 0.917969, 0.910156, 0.891602, 0.893555, 0.90332, 0.969482, 0.921875, 0.926758, 0.591797, 0.884766, 0.931152, 0.912109, 0.913086, 0.896484, 0.911133, 0.873047, 0.879883, 1.022583, 0.683594, 0.904785, 0.915039, 0.911133, 0.940186, 0.888672, 0.881836, 0.914062, 0.932129, 0.888184, 0.897461, 0.87793, 0.918457, 0.88623, 0.969727, 0.961914, 0.924316, 0.883301, 0.900879, 0.967285, 0.958496, 0.913574, 0.915039, 0.94751, 0.900391, 0.935059, 0.919922, 0.919922, 0.951172, 0.97937, 0.927734, 0.915527, 0.977295, 0.939209, 0.947266, 0.914551, 0.90918, 0.971069, 0.866211, 0.9375, 0.931641, 0.902832, 0.966064, 0.936035, 0.902832, 0.897461, 0.943848, 0.89209, 0.935547, 0.90918, 0.958984, 0.936035, 0.897461, 0.945557, 1.018555, 0.953613, 0.896484, 0.87793, 0.884277, 1.054199, 0.782227, 0.879883, 0.947266, 0.850586, 0.951172, 0.941162, 0.897949, 0.893555, 0.93457, 0.900879, 0.941162, 0.910156, 0.941162, 0.939209, 0.926758, 0.926758, 0.839844, 0.916992, 1.085938, 0.971558, 0.918457, 1.099609, 0.918457, 0.94751, 0.911621, 0.946777, 0.920898, 0.92627, 0.961426, 0.939209, 0.923828, 0.691406, 0.904785, 0.927246, 0.930176, 0.870117, 0.675781, 0.954102, 0.792969, 0.971313, 0.928223, 0.955322, 0.927734, 0.905273, 1.013855, 0.933105, 0.836914, 0.971436, 0.888672, 0.889648, 0.895508, 0.823242, 0.910156, 0.697266, 0.937012, 0.907227, 0.938477, 0.950928, 0.912598, 0.942383, 0.863281, 0.927246, 0.910645, 0.728516, 0.832031, 0.888184, 0.849609, 0.876953, 0.918945, 0.924805, 0.916016, 0.864258, 0.948242, 0.898438, 1.041016, 0.901855, 0.842773, 1.010681, 0.874023, 0.916992, 0.862305, 0.975586, 0.860352, 0.896973, 0.679688, 0.916992, 0.897949, 0.912598, 0.802734, 0.748047, 1.051514, 0.963867, 0.873047, 0.873047, 0.930664, 0.994843, 0.915039, 0.907227, 1.000309, 0.896973, 0.931641, 0.962891, 0.922852, 0.919922, 0.904785, 0.963623, 0.91748, 0.943848, 0.943115, 0.765625, 0.918945, 0.900879, 0.923828, 0.973755, 0.955811, 0.876465, 0.912109, 0.913086, 0.931641, 0.911133, 0.924316, 0.982178, 0.938721, 0.923828, 0.938477, 0.889648, 0.96936, 0.935059, 0.990295, 0.947266, 1.000423, 0.920898, 0.900391, 0.95166, 0.892578, 1.02771, 1.012329, 0.963135, 0.993591, 0.978394, 0.943115, 0.960205, 0.946533, 0.92627, 0.895508, 0.94043, 0.800781, 0.982666, 0.945068, 0.955566, 0.900391, 0.974609, 0.954346, 0.917969, 0.898438, 0.863281, 0.88623, 0.896973, 0.925781, 0.892578, 0.935547, 0.946777, 0.915039, 0.966064, 0.936523, 0.963379, 0.907715, 0.842773, 0.935059, 0.937012, 0.905762, 0.916016, 0.925293, 0.870117, 0.913574, 0.908203, 0.896973, 0.842773, 1.515625, 0.936523, 1.039795, 0.931641, 0.963135, 0.884277, 0.911133, 0.785156, 0.866211, 0.974243, 0.901855, 0.942627, 0.874023, 0.932617, 0.921387, 0.947754, 0.912109, 0.953369, 0.339844, 0.936035, 0.910645, 0.911621, 0.927734, 0.924805, 0.896484, 0.960205, 0.92627, 0.940186, 0.903809, 0.942139, 0.929688, 0.881348, 1.157227, 0.619141, 0.897949, 0.924316, 0.916504, 0.963867, 0.886719, 0.931641, 0.924805, 0.936523, 0.947754, 0.842773, 1.045654, 0.933594, 0.910156, 0.923828, 1.034668, 0.881348, 0.895996, 0.924805, 0.958008, 0.919922, 0.917969, 0.893066, 0.903809, 0.899414, 0.948975, 0.925293, 0.911621, 0.908203, 0.945557, 0.898926, 0.919922, 0.973633, 0.890137, 0.924805, 0.947266, 0.90918, 0.951172, 0.933105, 0.943848, 1.002258, 0.904297, 0.938721, 0.88623, 0.952393, 0.930664, 0.924805, 0.927246, 0.942627, 0.961914, 0.943604, 0.90625, 0.866211, 0.923828, 0.888184, 0.904785, 0.92334, 0.959717, 0.89502, 0.904297, 0.894531, 0.913086, 0.888184, 0.871094, 0.974243, 0.939209, 0.973877, 0.988953, 0.943115, 0.390625, 0.935547, 0.943359, 0.81543, 1.020874, 0.902344, 0.87207, 0.93457, 0.942871, 0.943848, 0.958984, 0.966064, 0.898926, 0.979126, 0.908203, 0.97644, 0.75293, 0.949707, 0.937012, 0.919434, 0.943848, 1.03418, 0.921875, 0.919922, 0.883789, 0.944092, 0.946045, 0.932617, 0.95166, 0.950928, 1.067871, 0.919922, 0.825195, 0.963867, 0.956299, 0.933105, 0.87793, 0.967285, 0.931641, 0.888672, 0.896484, 0.884277, 0.904785, 0.916992, 0.932129, 0.937012, 0.90625, 0.911133, 0.936035, 0.845703, 0.905273, 1.000957, 0.931641, 0.892578, 0.835938, 0.929688, 1.002243, 0.902344, 0.935059, 0.940186, 0.927734, 0.929199, 0.98999, 0.88623, 0.924316, 0.885742, 0.968262, 0.927246, 0.932129, 0.902344, 0.646484, 0.985229, 0.908691, 0.942139, 0.910156, 0.824219, 0.911621, 0.959473, 0.933105, 0.962158, 0.955566, 0.921875, 0.935059, 0.879395, 0.988831, 0.807617, 0.890625, 0.952637, 0.947998, 0.999592, 0.99585, 0.933105, 0.940674, 0.896973, 0.931152, 0.916016, 0.893066, 0.883301, 0.935059, 0.954834, 0.933594, 0.924805, 0.900879, 0.903809, 0.895508, 0.902344, 0.988525, 0.912109, 0.908203, 0.90332, 0.933105, 0.913086, 0.911133, 1.008728, 0.932129, 0.923828, 0.977539, 0.971191, 1.003784, 0.904297, 0.983154, 0.956299, 0.921875, 1.03064, 0.895508, 1.006836, 0.911621, 0.958252, 0.939453, 0.927734, 0.966064, 0.975098, 0.829102, 0.970703, 0.893555, 0.889648, 0.987061, 0.916992, 0.90918, 0.892578, 0.829102, 0.966064, 0.893066, 0.9823, 0.956055, 0.911621, 0.904297, 0.947998, 0.914062, 0.982422, 0.980957, 0.94873, 0.914062, 0.966797, 0.87793, 0.907715, 0.937744, 0.990112, 0.892578, 0.943359, 0.990845, 0.924805, 0.983521, 0.90332, 0.3125, 0.909668, 0.96167, 0.886719, 0.916016, 0.909668, 0.916504, 0.902344, 0.884766, 0.946045, 0.947266, 1.016113, 0.938232, 0.884766, 0.899414, 0.946777, 0.964844, 0.971436, 0.924316, 0.916016, 0.977783, 0.99472, 0.926758, 0.956299, 0.904785, 0.933105, 0.972168, 0.932617, 0.810547, 0.886719, 0.578125, 0.971069, 0.95874, 0.908691, 0.874023, 0.991455, 0.904785, 0.904297, 1.012146, 0.800781, 1.042236, 0.492188, 0.960449, 0.887695, 0.932617, 0.924805, 0.916016, 1.003906, 0.964355, 0.884277, 0.906738, 0.946533, 0.905273, 0.894043, 0.708984, 0.961426, 0.929688, 0.675781, 0.933105, 0.888672, 0.904297, 0.910156, 0.980469, 0.908203, 0.916992, 0.917969, 1.022827, 0.916504, 0.732422, 0.915039, 0.927734, 0.976318, 0.99115, 1.013733, 1.028809, 0.897461, 0.880859, 0.993103, 0.796875, 0.938477, 0.943115, 0.932617, 0.980347, 0.990479, 0.909668, 0.923828, 0.93457, 0.927246, 0.899902, 0.841797, 0.897461, 0.96582, 0.922363, 0.921875, 0.912109, 0.94751, 0.941895, 0.936035, 0.285156, 0.923828, 0.955566, 0.952148, 0.919434, 0.874023, 0.896484, 0.963867, 0.905273, 0.938232, 0.909668, 0.943359, 0.916016, 0.941895, 0.952393, 0.908691, 0.983643, 0.915039, 0.875977, 0.916016, 0.952148, 0.962402, 0.755859, 0.892578, 0.934082, 0.987793, 0.891602, 0.916504, 0.925293, 0.892578, 0.901367, 0.916992, 0.92334, 0.955566, 0.88623, 0.954102, 0.912109, 0.974609, 0.910645, 0.935059, 0.931641, 0.928711, 0.979004, 0.939453, 0.935059, 0.967773, 0.921387, 0.88916, 0.918945, 0.977173, 0.927246, 1.004486, 0.927734, 0.913086, 0.974854, 0.819336, 0.923828, 0.900879, 0.908691, 0.922852, 0.936523, 0.910645, 0.878906, 0.91748, 0.912598, 0.915039, 0.910156, 0.841797, 0.852539, 0.902344, 1.03064, 0.921875, 1.210938, 0.937012, 0.943115, 0.934082, 0.904297, 0.905762, 0.973267, 0.901367, 0.822266, 0.907715, 0.908203, 0.943848, 0.908691, 0.962402, 0.954346, 0.939941, 0.949219, 0.953125, 0.938721, 0.922363, 0.953613, 1.022949, 0.913574, 0.935547, 0.838867, 0.951416, 0.96582, 0.959229, 0.940186, 0.920898, 0.803711, 1.494141, 0.867188, 0.916504, 0.916992, 0.917969, 0.893066, 0.928711, 0.811523, 0.980835, 1.007416, 0.804688, 0.964844, 0.931641, 0.917969, 0.943604, 0.938477, 0.876953, 0.94043, 0.95166, 0.963135, 0.963135, 0.769531, 0.95166, 0.931641, 0.84668, 0.951904, 0.946289, 0.931641, 0.873047, 0.956543, 0.916016, 0.925781, 0.881836, 0.905273, 0.912109, 0.938721, 0.936523, 0.910156, 0.932617, 0.883789, 0.950439, 0.913574, 0.90625, 0.945801, 0.855469, 0.826172, 0.913574, 0.9375, 0.953369, 0.885742, 0.932129, 0.940674, 0.916016, 0.963867, 0.932129, 0.904297, 0.910156, 0.952881, 1.064453, 0.901855, 0.967529, 0.979004, 0.955322, 0.924316, 0.99982, 0.88623, 0.986023, 0.897461, 0.987183, 0.94751, 0.92627, 0.942139, 0.957764, 0.916504, 0.922852, 0.988281, 0.918457, 0.905273, 0.932617, 0.89209, 0.908691, 0.932129, 0.963867, 0.930664, 0.919434, 1.316406, 0.933594, 0.949951, 0.894043, 0.939453, 0.945557, 0.862305, 0.960449, 0.908691, 0.909668, 0.937012, 0.897461, 0.881348, 0.923828, 0.947021, 0.908691, 0.613281, 0.967041, 0.921875, 0.895508, 0.910645, 0.883301, 0.845703, 0.985229, 0.947998, 0.929688, 0.934082, 1.285156, 0.918457, 0.967529, 0.864258, 1.023926, 0.911133, 0.913574, 0.901367, 0.974487, 0.912109, 0.915039, 0.931641, 0.896973, 0.938232, 0.875, 0.919922, 0.926758, 0.900879, 0.997467, 0.935547, 0.798828, 0.885254, 0.938232, 0.890137, 0.940918, 1.014893, 0.911133, 0.952393, 0.955566, 0.894043, 0.932129, 1.0354, 0.882812, 0.936523, 0.924316, 0.959717, 0.946289, 0.885254, 0.89209, 0.90332, 0.935547, 0.943604, 0.970093, 0.783203, 0.919922, 0.905273, 0.897949, 0.939941, 0.89209, 0.924805, 0.891602, 0.933105, 0.850586, 0.914551, 0.973877, 0.92627, 0.949951, 0.895996, 0.933594, 0.916992, 0.994415, 0.850586, 0.867188, 0.94873, 0.921875, 0.908203, 0.884766, 0.870117, 0.981201, 0.908203, 0.972778, 0.844727, 0.918457, 0.913574, 0.937744, 0.885742, 0.948242, 0.997925, 0.953369, 0.935547, 0.908691, 0.955322, 0.885742, 0.94043, 0.920898, 0.984985, 0.927246, 0.92627, 0.854492, 0.92334, 0.935547, 0.897461, 0.919922, 0.90625, 0.905273, 0.904785, 0.84082, 0.959717, 0.941406, 0.946289, 1.05127, 0.945312, 0.89502, 0.92041, 0.925293, 0.930176, 0.895996, 0.946777, 0.913086, 0.916504, 0.899902, 0.934082, 0.877441, 0.924316, 0.891602, 0.897949, 0.912598, 0.880371, 0.875977, 0.948975, 0.912598, 0.928223, 0.935547, 0.916992, 0.910645, 0.920898, 0.927734, 0.959229, 0.948242, 0.89209, 0.936035, 1.014771, 0.390625, 0.947266, 0.911621, 0.916016, 0.95752, 1.022095, 0.89209, 0.919922, 0.959473, 0.915527, 0.976318, 1.061035, 0.835938, 0.924805, 0.94043, 0.98938, 0.802734, 0.90332, 0.833008, 0.885254, 0.923828, 0.920898, 0.934082, 0.919922, 0.904785, 0.918457, 0.919922, 0.935547, 0.942871, 0.954834, 0.980103, 0.971436, 0.936523, 0.944092, 0.792969, 0.936035, 0.908691, 0.932617, 0.893066, 0.92041, 0.932129, 0.871094, 0.920898, 0.928711, 0.992065, 0.955811, 0.888184, 0.924805, 0.945068, 0.888672, 0.804688, 0.901855, 0.921875, 0.973267, 0.943848, 0.890625, 0.911621, 0.316406, 0.934082, 1.00322, 0.923828, 0.934082, 0.971802, 0.967285, 0.908691, 0.84668, 0.911621, 0.925293, 0.920898, 0.943359, 0.917969, 0.865234, 0.980103, 0.912598, 0.932129, 0.936523, 0.880859, 0.92041, 0.911133, 0.92334, 0.888672, 0.887207, 0.970947, 0.911133, 0.90918, 0.943115, 0.827148, 0.929199, 0.908203, 0.941895, 0.905762, 0.9823, 0.669922, 0.921387, 1.014832, 0.849609, 0.964355, 0.932129, 0.987061, 0.923828, 0.913086, 0.901855, 0.928223, 0.90918, 0.87207, 0.898438, 0.89209, 0.966797, 0.971313, 0.925293, 0.973267, 0.909668, 0.888672, 1.040771, 0.931152, 0.968994, 0.94043, 0.911621, 0.904297, 0.908203, 0.941406, 1.010986, 0.529297, 0.92041, 0.939453, 0.919434, 0.927734, 0.928711, 0.921875, 0.924805, 0.929199, 1.031494, 0.991943, 0.935547, 0.922852, 0.966064, 0.933594, 0.897461, 0.933594, 0.940186, 0.938477, 0.910645, 0.849609, 0.976074, 0.87793, 0.77832, 0.893555, 0.924316, 0.930664, 0.93457, 0.90918, 0.880859, 0.941895, 0.818359, 0.971924, 0.98291, 0.983643, 0.934082, 0.9375, 0.844727, 0.928223, 0.861328, 0.930664, 0.966797, 0.952148, 0.924805, 0.990479, 0.99054, 0.897949, 0.948242, 0.923828, 0.918945, 0.910156, 0.925781, 0.91748, 0.948975, 0.973511, 0.92334, 0.953125, 1.015259, 0.913086, 0.890625, 1.037842, 0.849609, 0.936035, 1.008423, 0.916504, 0.985901, 0.974854, 0.968018, 0.905273, 0.902344, 1.080566, 0.938232, 0.953613, 0.956787, 0.96875, 0.916504, 0.900391, 1.09668, 1.079102, 1.036865, 0.919922, 0.908691, 0.920898, 0.973755, 0.870117, 0.883301, 0.924316, 0.985352, 0.901367, 0.911621, 0.9646, 0.889648, 0.871094, 0.935547, 0.968018, 0.942871, 0.802734, 0.928223, 0.897461, 0.927246, 0.935547, 0.908203, 0.937988, 0.919434, 0.988953, 0.92041, 1.062256, 0.995636, 0.831055, 0.92041, 0.942139, 0.928711, 0.92627, 0.867188, 0.994568, 0.917969, 0.947021, 0.926758, 0.920898, 0.959473, 0.92041, 0.930664, 0.972046, 0.94873, 0.913086, 0.923828, 0.90332, 0.802734, 0.959473, 0.907715, 0.335938, 0.926758, 0.903809, 0.96167, 0.888184, 0.900391, 0.926758, 0.901855, 0.923828, 0.927246, 0.867188, 0.888672, 1.121582, 1.019043, 0.954834, 0.902344, 0.936523, 0.893555, 0.88916, 0.927246, 0.924805, 0.869141, 0.916504, 0.950928, 0.94043, 0.818359, 0.897949, 0.924805, 0.866211, 0.949951, 0.948486, 0.918945, 0.722656, 1.017822, 0.908691, 0.940186, 0.890625, 1.004425, 0.939453, 0.895996, 0.910156, 0.92041, 0.928223, 0.811523, 0.945312, 0.92627, 0.918457, 0.863281, 0.888672, 0.963867, 0.960449, 0.870117, 0.879395, 0.909668, 0.75293, 0.929199, 0.947021, 0.922852, 0.90332, 0.761719, 0.881836, 0.954346, 0.933105, 0.912598, 0.924316, 0.888672, 1.188477, 0.894531, 0.924316, 0.896973, 0.904785, 0.927734, 0.844727, 0.931641, 0.938232, 0.92627, 0.928711, 0.578125, 0.905762, 0.928223, 0.999632, 0.897949, 0.905762, 0.901367, 0.898926, 0.932129, 0.912109, 0.955811, 0.916016, 0.974731, 0.957275, 0.966797, 0.955566, 0.893066, 0.884766, 0.931641, 0.9646, 1.009705, 1.000107, 0.966797, 0.936035, 0.952393, 0.939941, 0.958984, 1.170898, 0.976074, 0.943115, 0.915039, 1.005798, 0.958496, 0.927246, 0.898438, 0.955078, 0.896484, 0.935059, 0.891113, 0.902832, 0.91748, 0.906738, 0.935059, 0.853516, 0.864258, 0.934082, 0.915527, 0.927246, 0.910645, 0.944092, 0.914062, 0.89209, 0.893066, 0.937744, 0.907715, 0.912109, 0.911133, 0.947998, 0.877441, 0.866211, 0.915039, 0.94458, 0.950195, 0.888672, 0.897949, 0.999325, 0.950928, 0.908203, 0.955566, 0.941895, 0.938477, 0.896484, 0.797852, 0.894531, 0.902832, 0.910645, 0.974976, 0.917969, 0.945068, 0.919434, 0.832031, 0.869141, 0.926758, 0.912598, 0.957764, 1.131836, 0.950928, 0.967041, 0.885742, 0.94043, 0.899902, 1.016968, 0.895508, 0.888672, 0.9375, 0.966797, 1.052002, 0.956543, 0.990479, 0.952393, 0.933105, 0.922363, 0.552734, 0.876465, 0.896484, 0.908691, 0.900391, 0.946533, 0.839844, 0.96167, 0.998863, 0.939941, 0.87793, 0.916504, 0.94043, 0.94751, 0.826172, 0.903809, 0.893066, 0.928223, 1.000858, 0.958984, 0.93457, 0.902344, 0.926758, 0.90918, 0.897949, 0.944092, 1.021484, 0.909668, 0.839844, 0.904297, 0.926758, 0.932129, 0.910156, 0.902832, 0.939941, 0.873047, 0.947021, 0.870117, 0.875977, 0.915527, 0.921875, 0.955811, 0.910156, 0.939209, 0.92334, 0.967529, 0.928711, 0.912109, 0.912109, 0.95874, 0.911621, 0.890625, 0.92627, 0.923828, 0.9375, 0.952881, 1.031006, 0.899414, 0.929199, 0.905273, 0.915039, 0.95459, 0.993927, 0.800781, 0.870117, 0.901855, 0.955566, 0.916992, 0.916504, 0.895508, 0.960205, 0.924316, 0.92627, 0.921875, 0.908203, 0.970337, 0.912598, 0.849609, 0.902344, 0.900391, 1.01123, 0.800781, 0.921387, 0.924805, 0.882324, 0.928223, 0.988953, 0.92334, 0.955078, 0.929199, 0.977661, 0.888672, 0.939697, 0.955566, 0.924805, 0.987244, 0.916504, 0.902344, 0.966309, 0.911621, 0.753906, 0.924805, 0.912598, 0.912109, 0.951172, 0.904785, 0.922363, 0.912109, 1.004486, 0.94751, 0.859375, 0.942383, 0.931152, 0.925293, 0.893555, 0.927734, 0.893555, 0.933594, 0.969604, 0.924805, 0.972656, 0.764648, 0.962646, 0.959473, 1.000782, 0.989685, 0.940918, 0.887207, 0.973877, 0.974365, 0.952393, 0.912109, 0.936523, 0.901367, 0.943604, 0.830078, 0.926758, 0.823242, 0.877441, 0.824219, 0.931641, 0.919434, 0.881348, 0.956055, 0.912109, 0.939941, 0.9729, 0.900879, 0.869141, 0.920898, 0.924316, 0.904297, 0.924316, 0.89209, 0.89502, 0.925781, 0.911133, 0.88916, 1.043213, 0.939209, 0.955322, 0.973755, 0.899902, 0.877441, 0.869141, 0.873047, 0.958496, 0.94751, 0.918945, 1.001869, 0.948975, 0.936523, 0.938721, 0.960938, 0.929688, 0.94873, 0.874023, 0.776367, 0.92627, 0.929688, 0.845703, 0.879883, 0.935059, 0.941895, 0.946289, 0.913086, 0.923828, 0.873047, 0.928711, 0.915039, 0.893066, 0.924316, 0.961426, 0.909668, 0.892578, 0.90332, 0.950195, 0.862305, 0.933594, 0.916504, 0.899902, 0.907227, 0.94873, 0.956543, 0.925781, 0.907227, 0.89209, 0.94165, 0.933594, 0.943604, 0.951416, 0.95459, 0.912598, 0.896484, 0.932617, 0.869141, 0.916992, 0.89209, 0.847656, 0.963867, 0.983032, 0.921387, 0.910645, 0.963135, 0.931641, 0.88916, 0.896973, 0.943604, 0.833984, 0.962646, 0.88623, 0.937012, 0.885742, 0.927734, 0.894531, 0.84082, 0.908203, 0.923828, 0.908691, 0.893066, 0.895996, 0.902832, 0.954834, 0.952881, 0.921387, 0.927734, 0.977783, 0.978516, 0.933105, 0.885742, 0.885254, 0.893066, 0.935547, 0.954102, 0.914062, 0.958984, 0.916992, 0.970581, 0.921387, 0.890137, 0.884766, 1.038574, 0.859375, 0.911133, 0.845703, 0.967529, 0.967041, 0.969238, 0.928223, 0.96167, 0.939941, 0.996536, 0.931641, 0.939209, 0.903809, 0.860352, 0.924805, 0.906738, 0.915039, 0.865234, 1.02771, 0.860352, 0.99054, 0.992523, 0.979004, 0.910645, 0.964355, 0.919434, 0.896484, 0.897461, 0.928223, 1.029175, 0.983521, 0.885742, 0.995148, 1.004028, 0.909668, 0.905762, 0.908691, 0.951416, 0.939697, 0.958984, 0.92627, 0.9375, 0.941406, 0.924316, 0.931641, 0.84082, 0.985413, 0.949219, 1.038086, 0.911621, 0.92627, 0.87793, 0.967529, 0.890137, 0.955078, 0.88623, 0.954834, 0.912598, 0.916504, 0.928711, 0.880859, 0.924316, 0.906738, 0.927246, 0.912598, 0.925781, 0.909668, 0.708984, 0.941406, 0.89209, 0.930664, 0.897461, 1.012878, 0.932129, 0.911133, 0.916992, 0.888672, 0.963135, 0.950928, 0.962646, 0.870117, 0.932129, 0.917969, 1.027222, 0.851562, 0.916504, 1.017944, 0.943359, 0.96582, 0.932129, 0.932617, 0.946533, 0.919922, 0.92627, 0.95166, 0.912598, 0.974731, 0.947021, 0.95752, 0.901367, 0.946289, 0.877441, 0.960693, 0.95459, 0.935059, 0.933594, 0.951172, 0.920898, 0.904297, 0.940186, 0.936523, 0.918457, 0.94458, 0.929688, 0.924805, 0.927734, 0.902344, 0.947754, 0.976196, 0.956787, 0.924316, 0.927246, 0.863281, 0.896484, 0.917969, 0.893066, 0.883789, 0.519531, 0.914062, 0.916016, 0.900879, 1.006958, 0.899414, 0.870117, 1.043945, 0.931641, 1.016113, 0.868164, 0.923828, 0.893555, 0.896973, 1.003662, 0.899902, 0.95459, 0.943115, 0.924805, 0.875488, 0.952393, 0.979004, 0.978882, 1.053955, 0.865234, 0.960449, 0.913086, 0.952881, 0.96875, 0.93457, 0.931152, 0.976685, 0.943604, 0.931641, 0.885254, 0.927734, 0.937744, 0.955811, 0.915039, 0.955322, 0.856445, 0.925781, 0.861328, 0.937988, 0.603516, 0.951172, 0.929199, 0.888672, 0.905273, 0.967285, 0.867188, 0.950928, 0.904785, 0.928223, 0.947021, 0.963135, 0.94873, 0.869141, 0.951416, 0.945557, 0.95166, 0.993652, 0.964111, 0.913574, 0.916504, 0.959473, 0.912109, 0.918945, 0.925293, 0.94873, 0.922852, 0.919922, 0.927734, 0.84375, 0.492188, 0.910645, 0.922363, 0.943604, 0.946289, 0.921875, 0.959473, 0.987244, 0.965332, 0.945312, 0.817383, 0.927246, 0.894043, 0.987915, 0.925293, 0.849609, 0.949463 ] }, "name": "onnx::Mul_8602", "outputIndexes": [ 1610 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1609, 1610 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1611 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1611 ], "outputIndexes": [ 2954 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2954 ], "outputIndexes": [ 2955 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear", "inputIndexes": [ 2955 ], "outputIndexes": [ 2956 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 708676088, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2956 ], "outputIndexes": [ 2957 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2957 ], "outputIndexes": [ 1612 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1612, 1612 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_output_0", "outputIndexes": [ 1613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1612, 1613 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_1_output_0", "outputIndexes": [ 1614 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1614 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_2_output_0", "outputIndexes": [ 1615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1612, 1615 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Add_output_0", "outputIndexes": [ 1616 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1616 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_3_output_0", "outputIndexes": [ 1617 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1617 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_16/Tanh_output_0", "outputIndexes": [ 1618 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Add_1_output_0", "outputIndexes": [ 1619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1612, 1619 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_4_output_0", "outputIndexes": [ 1620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1620 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_5_output_0", "outputIndexes": [ 1621 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1611 ], "outputIndexes": [ 2958 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2958 ], "outputIndexes": [ 2959 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear", "inputIndexes": [ 2959 ], "outputIndexes": [ 2960 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 720620046, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2960 ], "outputIndexes": [ 2961 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2961 ], "outputIndexes": [ 1622 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1621, 1622 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_16/Mul_output_0", "outputIndexes": [ 1623 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1623 ], "outputIndexes": [ 2962 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2962 ], "outputIndexes": [ 2963 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear", "inputIndexes": [ 2963 ], "outputIndexes": [ 2964 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 732564004, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2964 ], "outputIndexes": [ 2965 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2965 ], "outputIndexes": [ 1624 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1624 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_16/Mul_output_0", "outputIndexes": [ 1625 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.8125, 2.828125, 2.90625, 3.078125, 3.109375, 2.859375, 2.742188, 0.748047, 2.953125, 2.5, 2.953125, 2.8125, 2.664062, 2.992188, 2.9375, 2.804688, 2.8125, 2.804688, 2.453125, 2.703125, 2.867188, 2.8125, 3.046875, 2.539062, 2.695312, 2.796875, 2.429688, 2.546875, 3.0, 2.898438, 2.546875, 2.148438, 2.875, 0.940918, 2.835938, 2.296875, 2.828125, 2.929688, 2.601562, 2.828125, 3.046875, 2.78125, 2.8125, 2.21875, 1.277344, 2.90625, 3.015625, 2.765625, 3.03125, 2.359375, 2.84375, 1.859375, 2.765625, 1.287109, 2.914062, 2.546875, 2.789062, 2.875, 2.78125, 2.515625, 2.046875, 3.234375, 2.898438, 2.789062, 2.726562, 2.679688, 1.835938, 2.828125, 2.460938, 2.734375, 2.960938, 2.929688, 2.742188, 2.859375, 2.710938, 2.773438, 1.757812, 2.40625, 2.359375, 1.306641, 2.757812, 0.667969, 2.828125, 2.234375, 2.742188, 2.679688, 2.820312, 2.234375, 1.316406, 2.609375, 2.8125, 2.65625, 3.0625, 1.217773, 2.914062, 0.673828, 2.742188, 2.945312, 3.578125, 2.703125, 2.546875, 2.929688, 2.890625, 2.78125, 2.890625, 2.859375, 2.929688, 2.28125, 2.914062, 2.773438, 2.867188, 2.804688, 2.90625, 2.523438, 2.828125, 2.46875, 2.960938, 1.236328, 2.65625, 2.984375, 3.0, 2.835938, 2.734375, 2.890625, 2.617188, 2.03125, 2.765625, 2.976562, 2.742188, 1.863281, 1.894531, 2.828125, 2.601562, 2.835938, 2.929688, 2.921875, 2.492188, 2.140625, 2.640625, 2.945312, 3.546875, 2.820312, 2.554688, 2.898438, 2.835938, 2.5625, 2.585938, 2.9375, 2.742188, 2.921875, 2.828125, 2.492188, 2.640625, 3.09375, 2.789062, 2.90625, 1.675781, 2.867188, 1.129883, 1.031738, 2.421875, 2.992188, 2.5625, 1.695312, 2.921875, 3.015625, 2.929688, 1.004059, 2.953125, 2.617188, 2.859375, 1.169922, 2.804688, 1.022583, 2.773438, 3.03125, 2.84375, 0.693359, 2.898438, 2.898438, 2.765625, 0.939697, 2.234375, 0.693359, 3.40625, 2.796875, 1.480469, 2.875, 2.53125, 2.429688, 2.828125, 2.851562, 2.71875, 2.6875, 2.867188, 2.648438, 2.851562, 2.867188, 2.898438, 2.820312, 2.726562, 2.828125, 2.734375, 2.554688, 2.882812, 2.914062, 3.109375, 2.796875, 2.8125, 2.890625, 2.695312, 2.945312, 2.8125, 2.734375, 2.820312, 2.820312, 2.601562, 2.742188, 2.953125, 2.929688, 2.4375, 2.398438, 2.921875, 3.015625, 2.890625, 2.757812, 2.75, 2.757812, 2.609375, 2.421875, 2.367188, 2.914062, 2.992188, 2.929688, 2.953125, 2.992188, 2.25, 2.890625, 2.703125, 2.742188, 2.320312, 2.828125, 2.953125, 2.585938, 2.671875, 2.890625, 2.484375, 2.523438, 3.015625, 1.714844, 2.898438, 2.8125, 1.283203, 2.882812, 2.84375, 2.757812, 2.742188, 2.921875, 2.890625, 2.695312, 2.8125, 3.046875, 2.765625, 2.65625, 2.820312, 2.289062, 2.90625, 2.96875, 2.6875, 2.859375, 2.835938, 2.773438, 2.796875, 2.554688, 2.867188, 2.898438, 1.464844, 2.804688, 2.960938, 2.882812, 2.171875, 2.851562, 1.255859, 2.804688, 2.875, 2.851562, 2.59375, 2.835938, 0.998375, 2.765625, 2.484375, 1.322266, 2.679688, 2.882812, 2.734375, 2.859375, 2.554688, 2.828125, 2.960938, 2.882812, 2.601562, 2.484375, 0.959717, 2.898438, 0.603516, 2.578125, 2.890625, 2.632812, 2.710938, 2.96875, 2.9375, 0.775391, 2.960938, 2.875, 2.726562, 2.828125, 2.726562, 2.976562, 2.695312, 2.859375, 2.648438, 2.867188, 2.476562, 2.867188, 2.796875, 2.796875, 2.210938, 2.523438, 3.015625, 2.820312, 2.304688, 2.28125, 2.859375, 2.789062, 6.65625, 2.984375, 2.882812, 3.046875, 2.96875, 2.726562, 2.78125, 2.820312, 2.984375, 2.75, 2.71875, 2.039062, 2.929688, 1.796875, 2.320312, 2.867188, 1.363281, 2.304688, 1.699219, 2.34375, 0.766602, 1.181641, 3.03125, 2.960938, 2.226562, 2.546875, 1.063965, 2.90625, 2.5, 1.644531, 2.703125, 2.921875, 2.804688, 1.396484, 2.890625, 2.773438, 2.976562, 2.546875, 2.742188, 2.757812, 3.03125, 2.921875, 2.859375, 2.75, 2.601562, 1.820312, 3.015625, 2.953125, 1.691406, 1.365234, 3.109375, 2.617188, 2.351562, 1.972656, 2.828125, 2.921875, 2.867188, 2.90625, 0.883301, 2.8125, 2.953125, 2.890625, 2.546875, 0.944336, 2.6875, 2.96875, 2.765625, 2.859375, 2.804688, 3.015625, 1.300781, 3.359375, 2.890625, 2.671875, 2.859375, 1.617188, 2.929688, 2.875, 2.890625, 2.851562, 2.171875, 2.617188, 2.703125, 2.765625, 2.679688, 2.78125, 2.890625, 2.835938, 3.546875, 2.804688, 2.75, 2.15625, 2.9375, 2.804688, 2.859375, 2.828125, 2.765625, 2.984375, 2.976562, 2.242188, 2.117188, 2.90625, 3.015625, 2.984375, 2.8125, 2.921875, 3.046875, 2.734375, 2.953125, 2.210938, 1.753906, 3.0, 2.921875, 2.953125, 2.523438, 2.898438, 2.84375, 2.859375, 2.664062, 2.773438, 2.90625, 2.859375, 1.980469, 2.960938, 2.789062, 2.867188, 2.859375, 2.851562, 2.890625, 2.835938, 1.660156, 2.765625, 1.019043, 2.625, 2.828125, 2.796875, 2.75, 2.789062, 2.960938, 2.539062, 2.78125, 2.898438, 1.15625, 2.789062, 2.796875, 2.914062, 2.648438, 2.664062, 3.03125, 2.875, 2.992188, 2.867188, 0.950928, 2.84375, 2.632812, 2.953125, 2.390625, 2.773438, 2.953125, 2.890625, 2.210938, 2.890625, 0.783203, 1.265625, 1.949219, 0.937744, 2.890625, 2.890625, 2.851562, 2.007812, 1.304688, 2.765625, 2.078125, 2.109375, 2.984375, 2.96875, 2.851562, 2.914062, 2.742188, 2.65625, 2.726562, 2.929688, 2.164062, 2.890625, 3.0625, 2.484375, 2.804688, 2.703125, 1.255859, 1.230469, 2.859375, 1.392578, 3.0, 2.796875, 2.59375, 2.914062, 2.734375, 2.679688, 2.890625, 1.066406, 2.898438, 2.609375, 2.835938, 2.945312, 3.0, 1.015015, 1.898438, 2.390625, 2.59375, 2.789062, 2.992188, 2.765625, 3.015625, 2.804688, 1.882812, 3.078125, 1.373047, 2.90625, 3.03125, 2.710938, 2.640625, 2.679688, 2.882812, 2.414062, 2.585938, 2.726562, 2.890625, 1.707031, 2.390625, 2.851562, 2.757812, 2.890625, 2.929688, 2.5, 2.523438, 2.789062, 2.960938, 2.804688, 3.015625, 2.632812, 0.720703, 2.867188, 2.679688, 2.703125, 1.494141, 2.882812, 3.296875, 2.789062, 2.953125, 2.78125, 3.265625, 2.617188, 2.96875, 2.75, 1.898438, 1.941406, 2.859375, 2.851562, 2.507812, 2.78125, 2.578125, 2.554688, 2.804688, 2.804688, 2.84375, 2.398438, 2.820312, 3.046875, 2.34375, 2.8125, 3.0, 2.828125, 2.773438, 2.828125, 2.921875, 2.523438, 3.03125, 2.78125, 2.929688, 1.554688, 2.710938, 2.820312, 2.898438, 2.484375, 2.65625, 2.78125, 2.859375, 2.796875, 2.664062, 2.835938, 2.914062, 2.382812, 2.773438, 2.945312, 2.976562, 2.757812, 2.632812, 2.890625, 2.78125, 2.992188, 2.929688, 2.5625, 2.890625, 2.734375, 2.921875, 1.945312, 3.0625, 2.984375, 2.359375, 1.061768, 2.804688, 1.925781, 2.882812, 2.984375, 2.59375, 1.519531, 0.971558, 0.881348, 2.9375, 2.945312, 2.929688, 2.9375, 2.710938, 2.90625, 2.734375, 2.5625, 2.648438, 2.804688, 2.882812, 0.803711, 2.570312, 2.859375, 2.796875, 2.757812, 2.828125, 2.96875, 2.914062, 2.3125, 2.75, 2.671875, 2.507812, 2.804688, 2.820312, 2.875, 2.023438, 3.046875, 2.765625, 0.708984, 2.28125, 2.773438, 2.421875, 2.921875, 2.3125, 2.914062, 2.992188, 3.109375, 2.632812, 2.679688, 2.773438, 2.757812, 2.992188, 2.53125, 2.6875, 3.0, 2.875, 2.84375, 2.335938, 3.0, 2.585938, 2.710938, 2.78125, 2.804688, 2.882812, 2.492188, 2.8125, 2.625, 2.867188, 2.929688, 2.929688, 2.859375, 2.296875, 2.570312, 2.929688, 1.734375, 2.953125, 2.5, 2.890625, 3.078125, 2.898438, 2.804688, 1.945312, 1.691406, 1.785156, 2.9375, 2.890625, 2.992188, 2.40625, 2.867188, 2.890625, 2.828125, 2.742188, 2.859375, 2.773438, 2.882812, 3.03125, 2.9375, 2.78125, 2.828125, 2.796875, 2.96875, 2.507812, 2.59375, 2.953125, 2.507812, 2.914062, 2.976562, 2.929688, 2.859375, 2.773438, 2.898438, 2.945312, 2.578125, 2.804688, 1.101074, 2.875, 2.640625, 2.804688, 2.773438, 2.742188, 3.046875, 2.703125, 2.554688, 2.890625, 2.875, 2.898438, 2.609375, 2.90625, 2.640625, 2.460938, 2.898438, 2.632812, 3.03125, 2.773438, 2.890625, 3.078125, 2.289062, 2.570312, 2.75, 2.554688, 2.695312, 2.835938, 2.84375, 2.921875, 1.710938, 1.835938, 2.953125, 2.804688, 2.632812, 2.140625, 2.90625, 2.296875, 2.726562, 2.859375, 1.894531, 2.984375, 2.851562, 1.667969, 2.953125, 2.90625, 2.882812, 2.421875, 1.609375, 2.664062, 2.78125, 1.285156, 2.703125, 2.890625, 2.960938, 1.094238, 2.851562, 1.882812, 2.9375, 3.328125, 2.59375, 1.804688, 2.757812, 2.757812, 2.734375, 2.796875, 2.9375, 2.992188, 2.945312, 2.710938, 2.664062, 2.835938, 2.773438, 2.90625, 2.835938, 2.765625, 3.1875, 2.914062, 1.992188, 2.929688, 2.757812, 1.878906, 2.773438, 1.964844, 2.796875, 2.828125, 2.84375, 2.851562, 2.898438, 2.507812, 2.9375, 2.796875, 3.078125, 2.359375, 2.773438, 2.75, 2.90625, 0.554688, 2.390625, 2.242188, 2.632812, 2.59375, 2.09375, 3.03125, 3.0625, 2.773438, 2.796875, 2.78125, 0.976685, 2.796875, 2.710938, 2.59375, 1.746094, 2.882812, 2.921875, 2.632812, 1.044922, 2.3125, 2.695312, 2.757812, 2.96875, 2.929688, 3.015625, 2.328125, 2.75, 2.695312, 2.789062, 2.578125, 2.960938, 2.867188, 2.984375, 2.460938, 2.742188, 1.111328, 2.710938, 2.8125, 2.804688, 2.617188, 2.921875, 2.828125, 3.03125, 2.679688, 2.859375, 2.140625, 2.695312, 2.828125, 3.046875, 1.972656, 2.46875, 2.726562, 0.954102, 0.603516, 1.976562, 2.554688, 2.632812, 2.976562, 2.679688, 2.859375, 0.854492, 0.755859, 2.695312, 3.125, 2.234375, 2.695312, 2.609375, 2.960938, 2.820312, 2.414062, 0.983521, 2.945312, 2.554688, 2.523438, 1.535156, 2.734375, 2.59375, 2.609375, 2.515625, 3.0625, 2.804688, 2.554688, 3.015625, 2.25, 2.960938, 2.898438, 2.398438, 2.796875, 2.75, 3.046875, 2.898438, 1.726562, 0.831055, 3.140625, 2.765625, 2.726562, 2.875, 2.828125, 2.890625, 2.671875, 2.992188, 0.65625, 2.570312, 2.046875, 2.953125, 2.898438, 0.959229, 2.953125, 2.75, 2.773438, 2.765625, 2.921875, 2.609375, 2.359375, 1.020752, 2.632812, 2.445312, 2.710938, 1.119629, 2.601562, 2.992188, 3.25, 2.851562, 2.359375, 2.453125, 2.492188, 2.984375, 2.890625, 1.765625, 2.773438, 2.867188, 1.980469, 2.320312, 0.975098, 1.917969, 2.742188, 2.671875, 2.882812, 2.664062, 2.78125, 2.671875, 2.796875, 0.722656, 2.921875, 2.953125, 2.765625, 2.90625, 2.695312, 2.820312, 2.796875, 0.759766, 2.59375, 0.913574, 3.0, 1.02832, 2.210938, 2.851562, 3.0, 2.898438, 1.988281, 2.546875, 2.132812, 2.65625, 0.880859, 2.648438, 2.046875, 1.777344, 1.34375, 2.828125, 2.992188, 2.195312, 2.335938, 3.03125, 2.609375, 2.953125, 2.117188, 2.453125, 2.773438, 0.823242, 2.789062, 3.03125, 2.578125, 1.022339, 0.805664, 2.867188, 2.96875, 2.578125, 2.9375, 3.0, 2.75, 2.101562, 2.84375, 2.734375, 2.710938, 3.109375, 2.351562, 2.859375, 2.867188, 2.976562, 2.84375, 2.914062, 2.789062, 3.09375, 2.742188, 2.523438, 3.03125, 2.90625, 2.273438, 2.929688, 3.0, 2.867188, 2.820312, 2.851562, 2.695312, 2.835938, 0.855469, 2.023438, 2.382812, 1.10498, 2.804688, 2.59375, 2.84375, 2.734375, 2.859375, 2.78125, 2.617188, 2.867188, 0.956787, 2.242188, 2.6875, 2.40625, 2.804688, 2.773438, 2.242188, 2.953125, 2.90625, 2.921875, 2.914062, 2.984375, 0.968018, 3.078125, 3.15625, 1.972656, 2.976562, 2.765625, 2.945312, 3.328125, 2.742188, 2.835938, 2.859375, 2.914062, 2.84375, 2.78125, 2.257812, 2.726562, 2.914062, 2.929688, 2.9375, 2.726562, 1.326172, 3.015625, 1.217773, 2.742188, 2.304688, 2.234375, 2.929688, 2.960938, 2.914062, 2.835938, 2.328125, 2.71875, 0.765625, 0.775391, 0.824219, 2.703125, 2.960938, 1.207031, 2.6875, 2.703125, 2.851562, 1.246094, 2.640625, 1.890625, 2.671875, 1.094238, 2.882812, 2.851562, 2.71875, 2.859375, 2.445312, 2.4375, 2.976562, 2.898438, 1.347656, 2.523438, 0.720703, 2.6875, 2.9375, 2.867188, 3.0625, 2.140625, 1.8125, 2.835938, 0.886719, 3.1875, 2.765625, 2.703125, 2.765625, 1.867188, 2.953125, 2.820312, 2.851562, 2.335938, 2.796875, 2.476562, 1.800781, 2.773438, 2.992188, 2.976562, 2.90625, 2.796875, 3.03125, 2.507812, 2.789062, 2.96875, 2.890625, 2.78125, 2.757812, 2.875, 2.976562, 2.484375, 2.867188, 2.726562, 2.8125, 2.882812, 2.742188, 2.539062, 2.742188, 2.5625, 2.867188, 2.765625, 2.648438, 1.365234, 2.929688, 2.507812, 2.78125, 2.601562, 2.75, 2.734375, 2.953125, 1.345703, 2.960938, 1.402344, 2.867188, 2.484375, 2.453125, 2.25, 2.710938, 1.699219, 2.859375, 0.968506, 2.804688, 1.789062, 2.796875, 2.671875, 2.601562, 2.859375, 2.984375, 2.828125, 2.648438, 2.710938, 2.765625, 2.921875, 0.818359, 2.945312, 2.59375, 2.640625, 2.898438, 2.90625, 2.90625, 2.671875, 1.921875, 2.625, 2.890625, 2.703125, 3.015625, 2.929688, 2.8125, 2.804688, 2.453125, 2.625, 0.796875, 2.9375, 2.820312, 2.945312, 2.070312, 2.484375, 1.640625, 0.773438, 2.726562, 0.80957, 1.15332, 2.351562, 2.742188, 2.828125, 3.015625, 1.326172, 2.65625, 2.179688, 2.8125, 0.898438, 2.921875, 2.65625, 2.6875, 2.765625, 2.9375, 3.078125, 0.919922, 2.898438, 2.976562, 1.773438, 1.114258, 2.835938, 2.929688, 1.298828, 3.03125, 2.117188, 2.945312, 2.53125, 2.851562, 2.679688, 1.15332, 2.945312, 2.679688, 2.765625, 2.867188, 2.78125, 1.882812, 0.792969, 2.765625, 2.992188, 2.484375, 2.851562, 2.984375, 2.921875, 3.046875, 2.796875, 2.734375, 2.664062, 2.757812, 2.820312, 2.960938, 2.703125, 2.820312, 2.484375, 2.71875, 2.835938, 2.765625, 0.642578, 2.859375, 2.867188, 2.78125, 2.554688, 2.671875, 2.546875, 2.59375, 2.78125, 2.765625, 2.789062, 2.835938, 2.773438, 2.929688, 1.863281, 2.75, 0.974243, 2.859375, 1.125977, 2.898438, 2.867188, 2.945312, 0.930176, 2.898438, 2.523438, 2.539062, 2.953125, 3.1875, 2.8125, 2.679688, 2.835938, 2.742188, 2.6875, 1.34375, 2.65625, 2.953125, 3.140625, 2.976562, 2.625, 2.8125, 2.851562, 2.890625, 2.765625, 2.804688, 2.367188, 2.578125, 2.703125, 2.703125, 1.267578, 2.632812, 2.929688, 2.984375, 2.546875, 0.972534, 3.03125, 2.898438, 3.0, 2.90625, 2.804688, 2.867188, 2.742188, 2.78125, 1.021118, 2.84375, 2.789062, 2.6875, 2.992188, 2.585938, 2.929688, 2.890625, 3.09375, 2.921875, 2.554688, 3.0625, 2.90625, 2.773438, 2.609375, 2.976562, 2.890625, 1.777344, 4.609375, 2.625, 2.710938, 2.945312, 2.671875, 1.828125, 2.976562, 2.78125, 2.78125, 0.937012, 2.34375, 2.234375, 2.078125, 2.789062, 3.03125, 0.638672, 0.660156, 2.921875, 3.515625, 0.736328, 1.730469, 2.796875, 2.804688, 2.828125, 2.90625, 2.898438, 2.679688, 2.71875, 2.5625, 3.0, 1.330078, 2.804688, 2.914062, 2.84375, 1.527344, 2.890625, 2.882812, 2.875, 2.695312, 2.804688, 2.617188, 2.882812, 2.429688, 1.229492, 2.890625, 2.75, 2.796875, 2.734375, 2.101562, 2.898438, 1.703125, 2.78125, 2.742188, 1.835938, 2.71875, 2.953125, 2.851562, 2.34375, 2.453125, 2.851562, 2.804688, 2.804688, 1.773438, 0.891602, 2.734375, 3.078125, 2.679688, 2.304688, 2.953125, 2.867188, 2.703125, 0.866211, 2.554688, 2.914062, 2.546875, 2.71875, 2.726562, 2.992188, 2.867188, 2.835938, 2.515625, 2.71875, 2.695312, 2.898438, 3.0625, 2.921875, 2.6875, 2.242188, 2.414062, 2.289062, 2.9375, 2.515625, 2.265625, 2.859375, 1.839844, 2.695312, 2.71875, 2.898438, 2.734375, 2.84375, 2.804688, 1.871094, 2.609375, 2.929688, 3.09375, 2.851562, 2.984375, 1.773438, 2.726562, 2.78125, 2.789062, 3.015625, 2.90625, 2.507812, 3.0625, 2.6875, 2.734375, 2.734375, 1.361328, 2.835938, 2.820312, 2.890625, 2.5, 2.914062, 2.921875, 2.710938, 2.742188, 2.632812, 2.835938, 2.734375, 2.445312, 1.863281, 2.578125, 2.757812, 2.929688, 2.734375, 2.960938, 2.96875, 2.851562, 2.898438, 2.929688, 2.796875, 3.234375, 2.640625, 2.671875, 2.414062, 2.804688, 2.789062, 2.710938, 2.96875, 2.882812, 2.890625, 2.859375, 2.164062, 3.015625, 2.765625, 2.398438, 2.773438, 2.921875, 0.673828, 2.835938, 2.992188, 2.804688, 1.429688, 2.820312, 2.710938, 1.773438, 0.991455, 2.53125, 2.742188, 3.015625, 2.726562, 2.679688, 2.789062, 2.710938, 2.859375, 2.65625, 2.476562, 2.75, 1.78125, 2.96875, 2.921875, 1.339844, 0.771484, 2.921875, 3.109375, 3.03125, 1.753906, 2.828125, 2.226562, 2.710938, 2.953125, 3.203125, 2.710938, 2.8125, 2.679688, 2.484375, 2.898438, 2.921875, 2.96875, 1.11377, 1.84375, 2.828125, 2.78125, 2.890625, 2.21875, 2.679688, 2.960938, 2.429688, 1.695312, 2.9375, 2.992188, 2.507812, 2.835938, 2.78125, 2.398438, 2.59375, 2.84375, 0.720703, 0.748047, 2.796875, 2.828125, 2.679688, 3.09375, 2.617188, 2.890625, 1.24707, 2.9375, 1.458984, 1.574219, 2.757812, 2.960938, 2.773438, 2.765625, 2.898438, 3.0, 1.25, 2.992188, 2.609375, 2.5625, 2.867188, 2.882812, 2.710938, 2.539062, 2.226562, 2.789062, 2.867188, 2.609375, 2.5625, 2.117188, 2.5, 2.679688, 3.5, 2.953125, 2.882812, 0.928223, 2.78125, 2.914062, 2.117188, 2.78125, 2.609375, 2.734375, 2.851562, 2.820312, 2.742188, 2.21875, 2.75, 2.96875, 2.921875, 3.0, 2.921875, 2.773438, 2.71875, 2.6875, 2.898438, 2.882812, 2.789062, 1.851562, 0.744141, 2.765625, 2.898438, 2.929688, 2.859375, 2.640625, 0.681641, 2.945312, 2.9375, 2.554688, 2.859375, 1.384766, 3.046875, 2.9375, 2.835938, 2.71875, 2.796875, 3.265625, 2.546875, 2.203125, 2.703125, 3.203125, 2.742188, 0.940918, 2.929688, 2.648438, 0.746094, 2.84375, 2.351562, 3.03125, 2.5, 2.351562, 2.757812, 1.789062, 2.8125, 2.929688, 2.859375, 2.835938, 2.828125, 2.796875, 0.582031, 3.046875, 3.046875, 2.835938, 2.859375, 3.015625, 1.792969, 2.835938, 2.796875, 2.515625, 2.554688, 2.390625, 2.898438, 1.439453, 2.5625, 0.802734, 2.953125, 2.789062, 3.078125, 2.640625, 2.796875, 2.78125, 2.921875, 2.867188, 2.523438, 2.875, 2.804688, 2.960938, 2.476562, 2.96875, 1.808594, 2.679688, 2.070312, 0.994385, 2.804688, 2.875, 3.140625, 2.929688, 3.109375, 2.375, 2.695312, 2.882812, 1.964844, 2.039062, 2.84375, 3.078125, 3.03125, 2.679688, 2.828125, 2.203125, 3.015625, 2.929688, 2.835938, 1.168945, 2.546875, 3.015625, 2.820312, 2.90625, 2.375, 2.71875, 2.742188, 2.742188, 2.859375, 2.84375, 2.796875, 1.726562, 2.59375, 2.992188, 2.835938, 2.96875, 2.992188, 3.0, 2.5625, 2.265625, 2.992188, 2.929688, 1.695312, 1.166992, 2.859375, 2.882812, 3.046875, 2.734375, 3.0, 0.75293, 2.726562, 2.976562, 2.710938, 2.898438, 2.304688, 2.75, 2.476562, 1.203125, 2.867188, 2.804688, 3.015625, 2.625, 2.273438, 2.921875, 2.75, 2.859375, 2.765625, 2.914062, 3.109375, 2.554688, 2.5, 1.808594, 2.648438, 1.875, 0.919922, 2.71875, 2.984375, 2.875, 3.03125, 2.492188, 2.859375, 2.921875, 2.84375, 2.859375, 2.765625, 2.140625, 2.640625, 1.636719, 2.789062, 2.125, 2.679688, 2.828125, 2.742188, 2.578125, 2.890625, 2.882812, 3.0, 2.109375, 2.796875, 2.882812, 1.214844, 2.398438, 2.859375, 3.0, 2.585938, 1.209961, 2.726562, 2.734375, 2.742188, 2.78125, 2.765625, 1.005371, 2.804688, 2.929688, 1.96875, 2.851562, 2.554688, 2.53125, 2.601562, 2.984375, 2.664062, 2.726562, 2.84375, 2.914062, 2.601562, 2.890625, 2.859375, 0.822266, 2.671875, 2.710938, 2.898438, 2.882812, 3.015625, 3.015625, 2.492188, 1.664062, 2.835938, 2.898438, 3.015625, 2.703125, 1.695312, 2.570312, 2.765625, 2.796875, 2.71875, 2.570312, 2.882812, 2.679688, 2.796875, 2.507812, 2.859375, 2.609375, 2.757812, 2.820312, 2.71875, 2.742188, 2.898438, 2.34375, 2.992188, 1.488281, 0.652344, 2.804688, 2.273438, 2.921875, 2.929688, 2.710938, 2.6875, 2.273438, 2.929688, 2.34375, 2.734375, 2.890625, 2.921875, 2.835938, 0.896484, 2.671875, 2.929688, 2.773438, 2.601562, 2.734375, 2.757812, 2.859375, 2.804688, 2.492188, 2.921875, 2.867188, 2.976562, 2.90625, 2.648438, 2.132812, 2.882812, 2.273438, 2.40625, 2.851562, 3.0, 2.9375, 2.859375, 2.960938, 2.898438, 2.710938, 3.96875, 2.179688, 2.828125, 2.203125, 1.570312, 2.929688, 2.75, 2.679688, 1.018066, 2.070312, 2.992188, 2.90625, 3.03125, 2.929688, 2.804688, 2.992188, 2.640625, 2.382812, 3.21875, 0.748047, 2.742188, 2.71875, 2.679688, 2.859375, 2.914062, 2.898438, 2.648438, 0.769531, 2.796875, 2.710938, 2.710938, 2.875, 2.929688, 2.960938, 3.0, 2.742188, 2.523438, 1.585938, 2.6875, 2.859375, 2.601562, 2.835938, 2.945312, 2.679688, 2.882812, 2.40625, 2.804688, 2.40625, 2.835938, 2.796875, 2.929688, 2.921875, 2.695312, 2.523438, 2.695312, 2.59375, 3.125, 2.9375, 2.6875, 2.53125, 0.834961, 2.96875, 2.742188, 2.921875, 2.867188, 3.0, 2.8125, 2.859375, 2.789062, 2.960938, 1.984375, 2.757812, 2.875, 2.84375, 0.797852, 2.84375, 2.679688, 2.828125, 2.890625, 2.835938, 2.734375, 2.992188, 2.578125, 2.921875, 2.742188, 2.921875, 1.090332, 2.585938, 2.460938, 3.0, 0.956787, 2.890625, 1.211914, 2.726562, 0.763672, 2.953125, 2.382812, 2.179688, 1.765625, 2.484375, 2.898438, 2.867188, 2.671875, 2.859375, 2.671875, 2.96875, 2.882812, 0.628906, 1.498047, 2.03125, 2.890625, 2.929688, 2.601562, 3.015625, 2.882812, 2.929688, 2.078125, 3.0, 2.890625, 2.90625, 3.015625, 2.703125, 2.5, 2.828125, 2.9375, 2.03125, 2.921875, 2.898438, 3.078125, 2.859375, 2.945312, 2.21875, 2.960938, 2.835938, 2.5625, 2.914062, 2.890625, 2.789062, 2.835938, 3.03125, 1.263672, 2.734375, 2.773438, 2.695312, 1.291016, 2.945312, 2.984375, 2.984375, 1.081543, 2.585938, 2.0625, 2.882812, 2.523438, 2.335938, 0.833984, 2.976562, 2.890625, 2.8125, 0.724609, 2.023438, 1.035889, 2.421875, 2.921875, 2.359375, 3.015625, 2.929688, 2.820312, 2.6875, 2.875, 2.632812, 1.347656, 1.443359, 2.9375, 2.4375, 2.570312, 2.875, 2.71875, 2.742188, 3.046875, 2.148438, 2.804688, 2.765625, 2.726562, 1.470703, 3.046875, 2.828125, 3.21875, 2.890625, 2.75, 1.167969, 2.84375, 1.138672, 2.789062, 2.867188, 2.796875, 2.742188, 2.867188, 2.445312, 2.765625, 2.984375, 2.859375, 2.929688, 2.601562, 2.546875, 2.921875, 2.796875, 2.984375, 2.554688, 2.476562, 2.914062, 1.726562, 2.46875, 2.578125, 1.808594, 2.742188, 2.867188, 2.859375, 2.789062, 2.617188, 2.640625, 2.6875, 2.945312, 1.894531, 2.867188, 2.625, 2.765625, 2.726562, 3.0625, 2.890625, 2.351562, 2.890625, 2.921875, 2.835938, 2.890625, 2.71875, 1.648438, 3.015625, 2.765625, 1.488281, 2.734375, 2.734375, 1.068848, 2.742188, 2.195312, 2.9375, 2.929688, 2.742188, 3.046875, 2.984375, 2.851562, 2.789062, 2.929688, 2.703125, 2.632812, 2.851562, 1.730469, 2.53125, 2.90625, 2.796875, 1.275391, 2.679688, 2.726562, 2.984375, 2.96875, 2.804688, 2.859375, 2.617188, 2.59375, 1.828125, 2.445312, 2.992188, 2.835938, 0.968994, 2.890625, 2.757812, 1.131836, 2.875, 2.695312, 2.929688, 2.78125, 2.804688, 2.929688, 1.4375, 2.96875, 2.898438, 2.859375, 2.890625, 2.554688, 2.585938, 2.539062, 1.155273, 1.773438, 2.929688, 2.445312, 3.03125, 2.179688, 2.507812, 2.78125, 2.914062, 1.123047, 2.328125, 3.015625, 0.787109, 2.890625, 2.554688, 2.929688, 2.9375, 1.099121, 2.890625, 2.867188, 0.955322, 2.960938, 1.957031, 2.6875, 2.882812, 2.890625, 2.9375, 1.042236, 2.875, 2.242188, 2.828125, 2.820312, 2.953125, 2.78125, 1.824219, 3.0625, 3.078125, 2.890625, 2.640625, 1.102051, 2.742188, 2.84375, 2.703125, 2.695312, 3.046875, 2.867188, 2.445312, 2.40625, 2.921875, 2.609375, 2.796875, 1.957031, 2.421875, 2.921875, 2.890625, 0.853516, 2.984375, 2.515625, 2.726562, 2.921875, 2.8125, 2.5, 2.3125, 2.78125, 2.9375, 1.240234, 2.710938, 2.84375, 2.570312 ] }, "name": "onnx::Mul_8604", "outputIndexes": [ 1626 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1625, 1626 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1627 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 1627 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_84_output_0", "outputIndexes": [ 1628 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1628, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_153_output_0", "outputIndexes": [ 1629 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1629 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_17/Mul_output_0", "outputIndexes": [ 1630 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.535156, 1.675781, 1.472656, 1.527344, 1.570312, 1.5625, 1.542969, 1.388672, 1.431641, 1.597656, 1.542969, 1.589844, 1.710938, 1.535156, 1.476562, 1.507812, 1.542969, 1.523438, 1.59375, 1.613281, 1.474609, 1.730469, 1.550781, 1.65625, 1.523438, 1.511719, 1.875, 1.679688, 1.519531, 1.519531, 1.613281, 1.808594, 1.496094, 1.757812, 1.527344, 1.875, 1.609375, 1.535156, 1.570312, 1.486328, 1.519531, 1.558594, 1.558594, 1.765625, 1.742188, 1.490234, 1.447266, 1.605469, 1.484375, 1.789062, 1.542969, 2.226562, 1.53125, 1.996094, 1.5, 1.699219, 1.578125, 1.589844, 1.566406, 1.503906, 1.914062, 1.320312, 1.582031, 1.59375, 1.816406, 1.699219, 1.996094, 1.539062, 1.75, 1.503906, 1.515625, 1.554688, 1.478516, 1.490234, 1.628906, 1.5625, 1.960938, 1.707031, 1.742188, 1.953125, 1.621094, 1.429688, 1.457031, 1.839844, 1.675781, 1.773438, 1.550781, 1.84375, 1.859375, 1.460938, 1.511719, 1.601562, 1.566406, 1.714844, 1.460938, 1.333984, 1.574219, 1.46875, 1.222656, 1.597656, 1.609375, 1.527344, 1.582031, 1.621094, 1.462891, 1.503906, 1.488281, 1.691406, 1.519531, 1.558594, 1.494141, 1.644531, 1.507812, 3.90625, 1.566406, 1.59375, 1.486328, 1.820312, 1.574219, 1.476562, 1.496094, 1.523438, 1.392578, 1.425781, 1.554688, 1.945312, 1.527344, 1.554688, 1.511719, 1.972656, 1.855469, 1.519531, 1.558594, 1.585938, 1.585938, 1.613281, 1.65625, 2.226562, 1.527344, 1.507812, 1.148438, 1.542969, 1.601562, 1.507812, 1.527344, 1.605469, 1.742188, 1.582031, 1.589844, 1.53125, 1.527344, 1.617188, 1.550781, 1.245117, 1.558594, 1.515625, 2.0, 1.515625, 1.789062, 1.773438, 2.804688, 1.496094, 1.78125, 1.835938, 1.519531, 1.462891, 1.574219, 1.675781, 1.507812, 1.539062, 1.515625, 1.800781, 1.498047, 1.742188, 1.511719, 1.492188, 1.617188, 1.490234, 1.470703, 1.53125, 1.589844, 1.621094, 1.78125, 1.419922, 1.308594, 1.527344, 1.867188, 1.507812, 1.652344, 1.839844, 1.523438, 1.410156, 1.609375, 1.628906, 1.492188, 1.617188, 1.429688, 1.621094, 1.542969, 1.511719, 1.460938, 1.490234, 1.628906, 1.632812, 1.601562, 1.496094, 1.351562, 1.582031, 1.539062, 1.511719, 1.605469, 1.570312, 1.558594, 1.566406, 1.644531, 1.539062, 1.664062, 1.628906, 1.539062, 1.484375, 1.703125, 1.746094, 1.542969, 1.445312, 1.447266, 1.519531, 1.59375, 1.566406, 1.527344, 1.609375, 2.984375, 1.574219, 1.589844, 1.443359, 1.5, 1.523438, 1.890625, 1.466797, 1.601562, 1.527344, 2.46875, 1.535156, 1.449219, 1.566406, 1.542969, 1.507812, 1.671875, 1.679688, 1.535156, 1.84375, 1.523438, 1.535156, 1.855469, 1.546875, 1.53125, 1.511719, 1.476562, 1.384766, 1.431641, 1.582031, 1.507812, 1.511719, 1.455078, 1.625, 1.539062, 1.679688, 1.574219, 1.443359, 1.578125, 1.503906, 1.609375, 1.628906, 1.523438, 1.773438, 1.570312, 1.486328, 1.902344, 1.59375, 1.503906, 1.523438, 1.886719, 1.503906, 1.855469, 1.515625, 1.451172, 1.578125, 1.671875, 1.574219, 1.871094, 1.503906, 1.601562, 2.234375, 1.613281, 1.542969, 1.632812, 1.566406, 1.664062, 1.539062, 1.570312, 1.558594, 1.816406, 1.675781, 1.90625, 1.5, 1.267578, 1.6875, 1.574219, 1.613281, 1.480469, 1.554688, 1.5625, 1.535156, 1.375, 1.447266, 1.628906, 1.539062, 1.636719, 1.542969, 1.621094, 1.570312, 1.617188, 1.484375, 1.542969, 1.542969, 1.609375, 1.617188, 1.726562, 1.65625, 1.535156, 1.570312, 1.699219, 1.898438, 1.519531, 1.625, 1.265625, 1.523438, 1.539062, 1.435547, 1.539062, 1.519531, 1.550781, 1.679688, 1.558594, 1.542969, 1.503906, 1.765625, 1.443359, 2.15625, 1.726562, 1.466797, 2.085938, 1.695312, 2.390625, 1.671875, 1.558594, 1.949219, 1.447266, 1.535156, 1.855469, 1.605469, 1.882812, 1.523438, 1.621094, 1.871094, 1.605469, 1.484375, 1.5625, 1.8125, 1.667969, 1.539062, 1.519531, 1.667969, 1.59375, 1.523438, 1.474609, 1.527344, 1.585938, 1.644531, 1.671875, 1.949219, 1.492188, 1.617188, 1.914062, 1.855469, 1.550781, 1.582031, 1.542969, 2.054688, 1.558594, 1.550781, 1.431641, 1.539062, 1.621094, 1.566406, 1.503906, 1.566406, 1.628906, 1.710938, 1.578125, 1.431641, 1.605469, 1.601562, 1.535156, 1.53125, 1.722656, 1.910156, 1.492188, 1.589844, 1.535156, 2.140625, 1.546875, 1.667969, 1.652344, 1.523438, 2.117188, 1.574219, 1.550781, 1.613281, 1.550781, 1.578125, 1.523438, 1.566406, 1.550781, 1.498047, 1.550781, 1.917969, 1.597656, 1.613281, 1.558594, 1.486328, 1.53125, 1.550781, 1.460938, 1.816406, 2.601562, 1.470703, 1.457031, 1.527344, 1.519531, 1.515625, 1.511719, 1.664062, 1.478516, 1.667969, 2.90625, 1.5, 1.507812, 1.578125, 1.695312, 1.451172, 1.613281, 1.550781, 1.582031, 1.582031, 1.558594, 1.488281, 2.132812, 1.523438, 1.470703, 1.574219, 1.441406, 1.617188, 1.492188, 1.679688, 1.890625, 1.4375, 1.648438, 1.644531, 1.601562, 1.511719, 1.515625, 1.488281, 1.640625, 1.742188, 1.472656, 1.472656, 1.730469, 1.449219, 1.550781, 1.53125, 1.699219, 1.585938, 1.287109, 1.490234, 1.515625, 1.474609, 1.628906, 1.449219, 1.554688, 1.597656, 1.625, 1.609375, 1.542969, 1.574219, 1.789062, 1.511719, 1.333984, 2.195312, 1.933594, 1.6875, 1.582031, 1.558594, 1.546875, 1.816406, 1.636719, 1.53125, 1.890625, 1.96875, 1.416016, 1.472656, 1.519531, 1.574219, 1.574219, 1.761719, 1.570312, 1.494141, 1.84375, 1.578125, 1.451172, 1.730469, 1.613281, 1.59375, 1.953125, 1.988281, 1.498047, 2.007812, 1.472656, 1.5, 1.59375, 1.484375, 1.546875, 1.597656, 1.484375, 2.039062, 1.554688, 1.419922, 1.574219, 1.361328, 1.439453, 2.140625, 3.359375, 1.679688, 1.941406, 1.597656, 1.558594, 1.519531, 1.519531, 1.570312, 1.8125, 1.490234, 2.320312, 1.498047, 1.566406, 1.6875, 1.691406, 1.734375, 1.535156, 3.40625, 1.660156, 1.617188, 1.472656, 2.101562, 1.636719, 1.511719, 1.660156, 1.546875, 1.431641, 3.3125, 1.8125, 1.558594, 1.523438, 1.640625, 1.490234, 1.707031, 1.546875, 1.550781, 1.585938, 1.589844, 1.902344, 1.486328, 1.261719, 1.53125, 1.474609, 1.589844, 1.527344, 1.679688, 1.378906, 1.632812, 3.09375, 2.03125, 1.5, 1.53125, 1.914062, 1.628906, 1.953125, 1.714844, 1.5, 1.6875, 1.5625, 1.628906, 1.507812, 1.503906, 1.683594, 1.539062, 1.503906, 1.535156, 1.550781, 1.601562, 1.59375, 1.554688, 1.484375, 1.558594, 1.550781, 2.367188, 1.65625, 1.53125, 1.482422, 1.761719, 1.578125, 1.511719, 1.578125, 1.558594, 1.558594, 1.542969, 1.466797, 1.683594, 1.527344, 1.498047, 1.660156, 1.375, 1.585938, 1.488281, 1.625, 1.523438, 1.523438, 1.714844, 1.507812, 1.664062, 1.550781, 1.824219, 1.589844, 1.53125, 1.5625, 1.796875, 1.59375, 1.777344, 1.488281, 1.550781, 1.617188, 2.085938, 1.289062, 1.632812, 1.474609, 1.539062, 1.574219, 1.523438, 1.597656, 1.488281, 1.570312, 1.816406, 1.804688, 1.617188, 1.494141, 1.6875, 1.625, 1.486328, 1.59375, 1.597656, 1.523438, 1.472656, 1.445312, 1.847656, 1.589844, 1.484375, 1.75, 1.566406, 1.574219, 1.503906, 1.933594, 1.492188, 1.59375, 1.558594, 2.320312, 1.605469, 1.683594, 1.488281, 1.738281, 1.503906, 1.453125, 1.369141, 1.738281, 1.660156, 1.640625, 1.609375, 1.476562, 1.691406, 1.546875, 1.585938, 1.484375, 1.527344, 2.554688, 1.421875, 1.632812, 1.523438, 1.578125, 1.515625, 1.53125, 1.6875, 1.453125, 1.566406, 1.582031, 1.490234, 1.470703, 1.53125, 2.945312, 2.1875, 1.498047, 1.925781, 1.585938, 1.671875, 1.455078, 1.386719, 1.542969, 1.455078, 1.859375, 2.898438, 1.945312, 1.550781, 1.6875, 1.433594, 1.585938, 1.59375, 1.570312, 1.519531, 1.589844, 1.507812, 1.578125, 1.492188, 1.453125, 1.462891, 1.554688, 1.550781, 1.542969, 1.605469, 1.71875, 1.605469, 1.585938, 1.738281, 1.523438, 1.566406, 1.523438, 1.535156, 1.484375, 1.449219, 1.617188, 1.636719, 1.492188, 1.667969, 1.613281, 1.613281, 1.605469, 1.554688, 1.53125, 1.419922, 1.511719, 1.59375, 1.484375, 1.539062, 1.472656, 1.734375, 1.498047, 1.703125, 1.65625, 1.447266, 1.617188, 1.441406, 1.535156, 1.507812, 1.410156, 1.78125, 1.597656, 1.570312, 1.625, 1.53125, 3.5625, 1.53125, 1.503906, 2.398438, 1.9375, 1.433594, 1.554688, 1.582031, 1.886719, 1.519531, 1.851562, 1.675781, 1.566406, 2.101562, 1.4375, 1.714844, 2.875, 1.5625, 1.675781, 1.464844, 1.613281, 1.753906, 1.628906, 1.589844, 2.460938, 1.597656, 1.609375, 1.550781, 2.085938, 1.601562, 1.914062, 1.542969, 1.314453, 1.636719, 1.863281, 1.578125, 1.523438, 1.613281, 1.496094, 1.472656, 1.511719, 1.476562, 1.589844, 1.605469, 1.460938, 1.621094, 1.53125, 1.486328, 1.660156, 1.341797, 1.417969, 1.832031, 1.503906, 1.535156, 2.210938, 1.488281, 1.914062, 1.597656, 1.601562, 1.519531, 1.484375, 1.53125, 1.550781, 1.474609, 1.486328, 1.443359, 1.714844, 1.546875, 1.582031, 1.613281, 1.067383, 1.640625, 1.898438, 1.578125, 1.644531, 2.203125, 1.474609, 1.482422, 1.511719, 1.621094, 1.535156, 2.023438, 1.664062, 1.5625, 1.589844, 2.859375, 1.566406, 1.5, 1.699219, 1.921875, 1.65625, 1.507812, 1.5, 1.496094, 1.570312, 1.523438, 1.84375, 1.464844, 1.605469, 1.582031, 1.761719, 1.472656, 1.451172, 1.53125, 1.75, 1.660156, 1.957031, 1.546875, 1.535156, 1.482422, 1.644531, 1.488281, 1.597656, 1.71875, 1.53125, 1.535156, 1.855469, 1.589844, 1.492188, 1.466797, 1.738281, 1.574219, 1.664062, 1.75, 1.605469, 1.832031, 1.435547, 1.585938, 1.496094, 1.570312, 1.558594, 1.494141, 1.408203, 1.558594, 1.316406, 1.855469, 1.613281, 1.582031, 1.535156, 1.480469, 1.972656, 1.617188, 1.523438, 1.605469, 1.5, 2.070312, 1.53125, 1.609375, 1.726562, 1.742188, 1.507812, 1.5, 1.585938, 1.458984, 1.910156, 1.447266, 1.478516, 1.695312, 1.546875, 1.566406, 1.535156, 1.542969, 1.847656, 1.542969, 3.28125, 1.519531, 1.490234, 1.474609, 1.5, 1.550781, 1.644531, 1.527344, 1.398438, 1.582031, 1.875, 1.628906, 1.492188, 1.648438, 1.478516, 1.566406, 1.488281, 1.478516, 1.482422, 1.582031, 1.703125, 1.75, 1.494141, 1.734375, 1.691406, 1.945312, 1.605469, 1.484375, 1.273438, 1.601562, 2.53125, 1.585938, 1.546875, 1.400391, 1.519531, 1.941406, 1.640625, 1.46875, 2.015625, 3.390625, 2.804688, 3.09375, 1.492188, 1.609375, 1.455078, 1.46875, 1.492188, 1.675781, 1.515625, 1.478516, 1.519531, 1.542969, 1.535156, 1.542969, 1.507812, 1.527344, 1.484375, 1.092285, 1.558594, 1.761719, 1.527344, 1.789062, 1.792969, 1.523438, 1.412109, 1.558594, 1.753906, 1.707031, 2.203125, 1.65625, 1.664062, 1.625, 1.816406, 1.8125, 1.90625, 1.519531, 1.494141, 1.878906, 3.09375, 1.589844, 1.625, 1.429688, 1.75, 1.785156, 1.574219, 1.605469, 1.613281, 1.527344, 1.710938, 1.925781, 1.574219, 1.617188, 1.425781, 1.617188, 1.482422, 1.582031, 1.515625, 1.949219, 3.859375, 1.511719, 1.449219, 1.421875, 1.777344, 1.5625, 1.480469, 1.578125, 1.535156, 1.605469, 1.65625, 1.474609, 1.554688, 1.691406, 1.519531, 1.613281, 1.769531, 1.431641, 1.482422, 1.542969, 1.578125, 1.515625, 3.15625, 1.613281, 1.773438, 1.878906, 1.867188, 1.710938, 1.539062, 1.566406, 1.472656, 1.523438, 1.566406, 1.503906, 1.722656, 1.519531, 1.648438, 1.6875, 1.589844, 1.683594, 1.511719, 1.625, 1.601562, 1.412109, 1.574219, 1.574219, 1.59375, 1.466797, 1.652344, 1.523438, 1.554688, 1.980469, 1.503906, 1.566406, 1.613281, 1.241211, 1.554688, 1.511719, 1.476562, 1.574219, 1.507812, 1.542969, 1.707031, 1.558594, 1.535156, 1.458984, 1.466797, 1.605469, 2.429688, 1.585938, 1.761719, 1.53125, 1.851562, 1.875, 1.490234, 1.4375, 1.558594, 1.527344, 1.847656, 1.613281, 1.820312, 1.458984, 1.660156, 1.628906, 1.527344, 1.953125, 1.535156, 1.578125, 1.546875, 1.917969, 1.648438, 2.0, 1.535156, 1.65625, 1.507812, 1.53125, 1.59375, 1.574219, 1.625, 1.722656, 1.429688, 1.457031, 2.007812, 2.84375, 1.8125, 1.695312, 1.515625, 1.574219, 1.384766, 1.882812, 2.546875, 1.59375, 1.652344, 1.271484, 1.550781, 1.574219, 1.550781, 1.898438, 1.523438, 1.589844, 1.458984, 1.722656, 1.578125, 1.703125, 2.523438, 1.578125, 1.539062, 1.355469, 1.488281, 1.527344, 1.527344, 1.75, 1.632812, 1.507812, 1.496094, 1.554688, 1.550781, 1.498047, 1.404297, 1.605469, 1.455078, 1.664062, 1.523438, 1.570312, 1.566406, 1.652344, 1.574219, 1.75, 1.585938, 1.527344, 1.644531, 1.820312, 1.496094, 1.6875, 1.507812, 1.582031, 1.496094, 1.621094, 1.535156, 2.15625, 1.539062, 2.085938, 1.478516, 1.613281, 1.671875, 1.84375, 1.5625, 1.824219, 1.597656, 1.675781, 1.539062, 2.015625, 1.613281, 1.582031, 1.679688, 1.527344, 1.441406, 1.523438, 1.53125, 1.570312, 1.601562, 1.486328, 1.777344, 1.484375, 1.589844, 1.617188, 1.484375, 1.507812, 1.746094, 1.625, 1.875, 1.664062, 1.535156, 1.601562, 1.294922, 1.523438, 1.539062, 1.486328, 1.550781, 1.597656, 1.404297, 1.511719, 1.566406, 1.589844, 2.664062, 1.679688, 1.980469, 1.458984, 1.601562, 1.757812, 2.203125, 1.765625, 1.371094, 1.498047, 1.458984, 3.0625, 1.578125, 1.816406, 1.59375, 1.621094, 1.53125, 1.726562, 1.644531, 1.554688, 1.53125, 1.578125, 1.921875, 1.515625, 1.480469, 2.171875, 1.847656, 1.5625, 1.660156, 1.871094, 1.523438, 2.851562, 1.410156, 1.625, 1.474609, 1.5625, 1.828125, 1.546875, 1.582031, 1.53125, 1.455078, 1.462891, 1.960938, 1.828125, 1.617188, 1.455078, 1.699219, 1.554688, 1.488281, 1.59375, 1.46875, 1.542969, 1.578125, 1.5625, 1.539062, 1.494141, 1.523438, 1.585938, 1.507812, 1.890625, 1.546875, 1.494141, 1.671875, 1.363281, 1.498047, 1.59375, 1.601562, 1.609375, 1.523438, 1.679688, 1.597656, 1.574219, 1.640625, 1.609375, 1.503906, 1.652344, 1.597656, 2.085938, 1.507812, 1.699219, 1.498047, 1.8125, 1.515625, 1.539062, 1.453125, 1.585938, 1.574219, 1.636719, 1.585938, 1.496094, 1.458984, 1.546875, 1.585938, 1.570312, 1.523438, 1.65625, 1.917969, 1.582031, 1.546875, 1.339844, 1.554688, 1.667969, 1.53125, 1.462891, 1.484375, 1.523438, 1.625, 1.941406, 1.6875, 1.628906, 1.511719, 1.824219, 1.570312, 1.542969, 1.511719, 1.65625, 1.59375, 1.402344, 1.480469, 1.523438, 1.5, 1.542969, 1.53125, 1.574219, 1.527344, 1.933594, 1.570312, 1.5, 1.773438, 1.498047, 1.59375, 1.464844, 1.490234, 1.482422, 1.523438, 1.703125, 1.523438, 1.439453, 1.535156, 1.550781, 1.470703, 1.425781, 1.816406, 1.257812, 1.636719, 1.458984, 1.507812, 1.574219, 1.851562, 1.496094, 1.59375, 1.632812, 1.742188, 1.761719, 1.757812, 2.6875, 1.574219, 1.515625, 1.699219, 1.210938, 1.527344, 1.283203, 1.402344, 2.296875, 1.558594, 1.507812, 1.507812, 1.570312, 1.519531, 1.5625, 1.5625, 1.617188, 1.503906, 1.859375, 1.527344, 1.578125, 1.542969, 2.609375, 1.550781, 1.621094, 1.498047, 1.605469, 1.574219, 1.570312, 1.523438, 1.714844, 2.0625, 1.417969, 1.53125, 1.59375, 1.574219, 1.90625, 1.511719, 3.015625, 1.558594, 1.613281, 1.828125, 1.486328, 1.419922, 1.445312, 3.046875, 1.636719, 1.621094, 1.527344, 1.554688, 1.972656, 1.660156, 1.59375, 1.310547, 1.5625, 1.835938, 1.466797, 1.519531, 1.550781, 1.519531, 1.742188, 1.535156, 1.609375, 1.59375, 1.625, 1.554688, 1.472656, 1.515625, 1.710938, 1.699219, 1.582031, 1.511719, 1.435547, 1.574219, 1.695312, 1.867188, 1.695312, 1.683594, 1.574219, 1.570312, 2.382812, 1.535156, 1.964844, 1.554688, 1.605469, 1.523438, 1.527344, 1.570312, 1.554688, 2.078125, 1.597656, 1.439453, 1.388672, 1.523438, 1.539062, 1.992188, 1.589844, 1.621094, 1.601562, 1.439453, 1.777344, 1.9375, 1.480469, 1.519531, 1.699219, 1.542969, 2.070312, 1.503906, 1.519531, 1.550781, 2.34375, 1.427734, 1.570312, 1.59375, 1.605469, 1.664062, 1.570312, 1.515625, 1.613281, 1.925781, 1.582031, 1.480469, 1.371094, 1.535156, 1.527344, 1.542969, 1.550781, 1.474609, 1.554688, 1.570312, 1.289062, 1.59375, 1.546875, 2.09375, 1.617188, 1.507812, 1.628906, 1.419922, 1.462891, 1.566406, 1.515625, 2.609375, 1.523438, 1.466797, 1.773438, 1.574219, 1.570312, 1.382812, 1.546875, 1.5, 1.605469, 1.976562, 1.59375, 1.523438, 1.988281, 1.589844, 1.726562, 1.554688, 1.535156, 1.605469, 1.648438, 1.542969, 1.605469, 1.566406, 1.578125, 2.742188, 1.601562, 1.804688, 1.585938, 1.486328, 1.953125, 1.613281, 1.550781, 1.570312, 1.5625, 1.914062, 1.59375, 1.804688, 1.652344, 1.484375, 1.683594, 1.480469, 1.59375, 1.542969, 1.730469, 1.443359, 1.527344, 1.652344, 1.714844, 1.929688, 1.492188, 1.628906, 1.462891, 1.792969, 1.628906, 1.484375, 1.609375, 1.847656, 1.423828, 1.458984, 1.667969, 1.511719, 1.542969, 1.757812, 1.589844, 1.494141, 1.462891, 1.462891, 1.523438, 1.462891, 1.435547, 1.574219, 1.652344, 1.507812, 1.933594, 1.466797, 1.886719, 2.007812, 1.675781, 1.527344, 1.527344, 1.507812, 1.507812, 1.494141, 2.101562, 1.570312, 1.652344, 1.609375, 1.660156, 1.494141, 1.566406, 1.757812, 1.710938, 1.507812, 1.632812, 1.640625, 1.699219, 1.96875, 1.605469, 1.699219, 2.03125, 1.578125, 1.494141, 1.621094, 1.617188, 1.421875, 2.914062, 1.535156, 1.519531, 1.539062, 1.585938, 1.53125, 1.498047, 1.796875, 1.511719, 1.490234, 1.496094, 1.496094, 1.589844, 1.472656, 1.585938, 1.585938, 1.585938, 1.542969, 1.589844, 2.203125, 1.796875, 1.660156, 1.523438, 1.589844, 1.554688, 1.558594, 1.308594, 1.5625, 1.5625, 1.695312, 1.617188, 1.859375, 1.527344, 1.511719, 1.585938, 1.574219, 1.503906, 1.275391, 1.644531, 1.84375, 1.609375, 1.339844, 1.585938, 1.761719, 1.535156, 1.4375, 1.824219, 1.550781, 3.34375, 1.546875, 1.683594, 1.800781, 1.582031, 3.5, 1.496094, 1.53125, 1.542969, 1.523438, 1.558594, 1.554688, 1.839844, 1.355469, 1.472656, 1.59375, 1.699219, 1.445312, 2.117188, 1.486328, 1.554688, 1.734375, 1.714844, 2.398438, 1.664062, 2.203125, 1.71875, 1.558594, 1.554688, 1.482422, 1.402344, 1.601562, 1.5625, 1.535156, 1.515625, 1.566406, 1.652344, 1.519531, 1.527344, 1.570312, 1.765625, 1.515625, 2.0, 1.601562, 1.863281, 1.707031, 1.605469, 1.621094, 1.441406, 1.605469, 1.777344, 1.675781, 1.464844, 1.589844, 1.785156, 1.847656, 1.480469, 1.53125, 1.542969, 1.648438, 1.515625, 2.15625, 1.462891, 1.554688, 1.613281, 1.863281, 1.597656, 1.597656, 1.597656, 1.546875, 1.734375, 1.59375, 1.478516, 1.464844, 1.455078, 1.507812, 1.625, 2.742188, 1.652344, 1.542969, 1.585938, 1.464844, 1.566406, 1.361328, 1.648438, 1.859375, 1.472656, 1.5, 1.863281, 1.960938, 1.498047, 1.6875, 1.408203, 1.474609, 1.503906, 1.414062, 1.605469, 1.507812, 1.550781, 1.535156, 1.984375, 1.511719, 1.726562, 1.6875, 1.519531, 1.5, 1.515625, 1.597656, 3.078125, 1.523438, 1.648438, 1.59375, 1.527344, 1.476562, 1.746094, 1.636719, 1.710938, 2.15625, 1.558594, 1.878906, 1.648438, 1.714844, 1.488281, 1.546875, 1.519531, 3.859375, 1.470703, 1.578125, 1.542969, 1.503906, 1.582031, 2.03125, 1.59375, 1.96875, 1.746094, 2.03125, 1.574219, 1.539062, 1.464844, 1.859375, 1.474609, 1.550781, 1.443359, 1.730469, 1.478516, 1.558594, 2.03125, 1.816406, 1.59375, 1.535156, 1.554688, 1.710938, 1.515625, 1.691406, 1.546875, 1.554688, 1.486328, 1.8125, 1.490234, 1.490234, 1.960938, 1.527344, 1.714844, 1.703125, 1.605469, 1.445312, 1.625, 1.566406, 1.585938, 1.53125, 1.625, 1.523438, 1.457031, 1.498047, 1.527344, 1.605469, 1.574219, 1.589844, 1.5, 1.550781, 1.648438, 1.988281, 1.474609, 1.527344, 1.429688, 1.609375, 2.195312, 1.632812, 1.65625, 1.486328, 1.726562, 1.613281, 1.498047, 1.59375, 1.601562, 1.726562, 1.539062, 1.699219, 1.550781, 1.539062, 1.652344, 1.539062, 1.523438, 1.78125, 1.480469, 2.054688, 1.378906, 1.554688, 1.808594, 1.476562, 1.447266, 1.621094, 1.435547, 1.902344, 1.542969, 1.746094, 1.667969, 1.511719, 1.5, 1.625, 1.640625, 1.691406, 1.390625, 1.601562, 1.625, 1.769531, 1.539062, 1.511719, 1.582031, 1.636719, 1.511719, 1.496094, 1.412109, 1.617188, 1.574219, 2.039062, 1.503906, 1.765625, 1.730469, 1.523438, 1.451172, 1.523438, 1.535156, 1.476562, 1.664062, 1.53125, 1.192383, 1.835938, 1.550781, 1.765625, 1.917969, 1.511719, 1.550781, 1.515625, 1.65625, 1.855469, 1.457031, 1.566406, 1.542969, 1.601562, 1.738281, 1.511719, 1.730469, 1.671875, 1.339844, 1.433594, 1.546875, 1.425781, 1.65625, 1.527344, 1.539062, 1.558594, 1.636719, 1.613281, 1.5625, 1.527344, 1.605469, 1.570312, 1.472656, 1.53125, 1.46875, 1.605469, 1.792969, 1.824219, 1.585938, 1.462891, 1.554688, 1.490234, 1.480469, 1.640625, 1.507812, 1.71875, 1.535156, 1.796875, 1.746094, 1.5625, 1.464844, 1.519531, 1.527344, 1.632812, 1.515625, 1.648438, 1.373047, 1.59375, 1.546875, 1.855469, 1.6875, 1.445312, 1.546875, 1.535156, 1.486328, 1.429688, 1.679688, 1.507812, 1.507812, 1.447266, 2.015625, 1.523438, 1.5, 1.515625, 1.542969, 1.507812, 1.71875, 1.582031, 1.453125, 1.507812, 1.617188, 1.507812, 1.609375, 1.542969, 1.496094, 1.488281, 2.59375, 1.664062, 1.734375, 1.5, 1.667969, 1.554688, 2.164062, 1.490234, 1.554688, 1.589844, 1.765625, 2.835938, 1.992188, 1.628906, 1.476562, 1.542969, 1.482422, 1.527344, 1.585938, 1.527344, 1.5625, 1.785156, 2.078125, 1.730469, 1.488281, 1.433594, 1.710938, 1.488281, 1.691406, 1.482422, 1.886719, 1.470703, 1.570312, 1.488281, 1.605469, 1.648438, 1.59375, 1.539062, 1.464844, 1.894531, 1.554688, 1.554688, 1.535156, 1.486328, 1.554688, 1.953125, 1.523438, 1.464844, 1.664062, 1.527344, 1.523438, 1.478516, 1.494141, 1.373047, 1.824219, 1.5625, 1.574219, 1.652344, 2.140625, 1.621094, 1.59375, 1.570312, 1.921875, 1.644531, 1.796875, 1.566406, 1.691406, 1.78125, 1.722656, 1.466797, 1.539062, 1.464844, 1.365234, 1.871094, 1.824219, 3.5, 1.53125, 1.703125, 1.447266, 1.578125, 1.507812, 1.660156, 1.546875, 1.601562, 1.917969, 1.917969, 1.550781, 1.714844, 1.546875, 1.53125, 1.519531, 1.546875, 1.554688, 1.945312, 1.554688, 1.613281, 1.585938, 2.046875, 1.527344, 1.558594, 1.351562, 1.601562, 1.664062, 1.96875, 1.511719, 1.972656, 1.515625, 1.570312, 1.617188, 1.542969, 1.578125, 1.835938, 1.601562, 1.480469, 1.535156, 1.628906, 1.652344, 1.636719, 1.455078, 1.554688, 1.511719, 1.609375, 2.1875, 1.519531, 1.972656, 1.710938, 1.625, 1.8125, 1.480469, 1.511719, 1.527344, 1.589844, 1.613281, 1.523438, 1.550781, 1.310547, 1.828125, 1.609375, 1.523438, 1.511719, 1.558594, 1.515625, 1.535156, 1.703125, 1.451172, 1.570312, 1.570312, 1.447266, 1.582031, 1.835938, 1.542969, 1.474609, 2.007812, 1.511719, 1.566406, 1.707031, 1.632812, 1.792969, 1.621094, 1.511719, 1.515625, 1.527344, 1.425781, 1.582031, 1.578125, 1.519531, 1.457031, 1.53125, 1.490234, 1.949219, 1.703125, 1.507812, 1.617188, 2.023438, 1.75, 1.558594, 1.511719, 1.351562, 1.59375, 1.585938, 1.652344, 1.6875, 2.804688, 1.644531, 1.435547, 1.554688, 1.859375, 1.472656, 1.515625, 1.699219, 1.527344, 1.601562, 1.535156, 1.443359, 1.539062, 1.542969, 1.820312, 1.511719, 1.482422, 1.578125, 1.511719, 1.761719, 1.558594, 1.605469, 1.832031, 1.96875, 1.53125, 1.65625, 1.46875, 1.738281, 1.601562, 1.542969, 1.462891, 2.15625, 1.75, 1.597656, 1.578125, 1.621094, 1.582031, 1.609375, 1.445312, 1.925781, 1.597656, 1.496094, 2.015625, 1.570312, 3.09375, 1.566406, 1.578125, 1.570312, 1.474609, 1.875, 1.5625, 1.703125, 1.546875, 1.472656, 1.451172, 1.527344, 3.125, 1.449219, 1.566406, 1.503906, 1.597656, 1.769531, 1.53125, 1.554688, 1.550781, 1.738281, 1.414062, 1.542969, 1.648438, 1.765625, 1.503906, 1.511719, 1.546875, 2.6875, 2.695312, 1.386719, 1.613281, 1.710938, 1.472656, 1.664062, 1.507812, 1.523438, 1.523438, 1.667969, 2.0, 1.539062, 1.480469, 1.640625, 1.484375, 1.423828, 1.667969 ] }, "name": "onnx::Mul_8606", "outputIndexes": [ 1631 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1630, 1631 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1632 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1632 ], "outputIndexes": [ 2966 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2966 ], "outputIndexes": [ 2967 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear", "inputIndexes": [ 2967 ], "outputIndexes": [ 2968 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 744507962, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2968 ], "outputIndexes": [ 2969 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2969 ], "outputIndexes": [ 1633 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1632 ], "main_type": "NONE", "name": "/Shape_239_output_0", "outputIndexes": [ 1634 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1634 ], "main_type": "NONE", "name": "Shape4721", "outputIndexes": [ 1635 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1634 ], "main_type": "NONE", "name": "Rank4723", "outputIndexes": [ 1636 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1636, 1636 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4725", "outputIndexes": [ 1637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1637 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4726", "outputIndexes": [ 1638 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1637, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4728", "outputIndexes": [ 1639 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1639 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4729", "outputIndexes": [ 1640 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1635, 1638, 1640, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4732", "outputIndexes": [ 1641 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1641 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4733", "outputIndexes": [ 1642 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1642 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4734", "outputIndexes": [ 1643 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1643, 1642 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4735", "outputIndexes": [ 1644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634, 1644, 1637 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_259_output_0", "outputIndexes": [ 1645 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_545_output_0", "outputIndexes": [ 1646 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1646, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_221_output_0", "outputIndexes": [ 1647 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1633, 1647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_154_output_0", "outputIndexes": [ 1648 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_136_output_0", "outputIndexes": [ 1649 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648 ], "main_type": "NONE", "name": "/Shape_240_output_0", "outputIndexes": [ 1650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Shape4742", "outputIndexes": [ 1651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Rank4744", "outputIndexes": [ 1652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1652, 1652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4746", "outputIndexes": [ 1653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4747", "outputIndexes": [ 1654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4749", "outputIndexes": [ 1655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4750", "outputIndexes": [ 1656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1651, 1654, 1656, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4753", "outputIndexes": [ 1657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4754", "outputIndexes": [ 1658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4755", "outputIndexes": [ 1659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1659, 1658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4756", "outputIndexes": [ 1660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1650, 1660, 1653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_260_output_0", "outputIndexes": [ 1661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1661, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_51_output_0", "outputIndexes": [ 1662 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1662, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_550_output_0", "outputIndexes": [ 1663 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648, 1663, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_69_output_0", "outputIndexes": [ 1664 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_34_output_0", "outputIndexes": [ 1665 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648, 21, 1663, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_68_output_0", "outputIndexes": [ 1666 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1665, 1666 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_224_output_0", "outputIndexes": [ 1667 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1667, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_137_output_0", "outputIndexes": [ 1668 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1649, 1668 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_85_output_0", "outputIndexes": [ 1669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1632 ], "outputIndexes": [ 2970 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2970 ], "outputIndexes": [ 2971 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear", "inputIndexes": [ 2971 ], "outputIndexes": [ 2972 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 747162192, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2972 ], "outputIndexes": [ 2973 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2973 ], "outputIndexes": [ 1670 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1646, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_222_output_0", "outputIndexes": [ 1671 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1670, 1671 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_155_output_0", "outputIndexes": [ 1672 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1672, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_138_output_0", "outputIndexes": [ 1673 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1672 ], "main_type": "NONE", "name": "/Shape_241_output_0", "outputIndexes": [ 1674 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1674 ], "main_type": "NONE", "name": "Shape4805", "outputIndexes": [ 1675 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1674 ], "main_type": "NONE", "name": "Rank4807", "outputIndexes": [ 1676 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1676, 1676 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4809", "outputIndexes": [ 1677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1677 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4810", "outputIndexes": [ 1678 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1677, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4812", "outputIndexes": [ 1679 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1679 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4813", "outputIndexes": [ 1680 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1675, 1678, 1680, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4816", "outputIndexes": [ 1681 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1681 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4817", "outputIndexes": [ 1682 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1682 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4818", "outputIndexes": [ 1683 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1683, 1682 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4819", "outputIndexes": [ 1684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1674, 1684, 1677 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_261_output_0", "outputIndexes": [ 1685 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1685, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_52_output_0", "outputIndexes": [ 1686 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1686, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_552_output_0", "outputIndexes": [ 1687 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1672, 1687, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_71_output_0", "outputIndexes": [ 1688 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_35_output_0", "outputIndexes": [ 1689 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1672, 21, 1687, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_70_output_0", "outputIndexes": [ 1690 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1689, 1690 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_225_output_0", "outputIndexes": [ 1691 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1691, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_139_output_0", "outputIndexes": [ 1692 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1673, 1692 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_86_output_0", "outputIndexes": [ 1693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1632 ], "outputIndexes": [ 2974 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2974 ], "outputIndexes": [ 2975 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear", "inputIndexes": [ 2975 ], "outputIndexes": [ 2976 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 748489318, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2976 ], "outputIndexes": [ 2977 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2977 ], "outputIndexes": [ 1694 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1694, 1671 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_156_output_0", "outputIndexes": [ 1695 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669, 1693, 1695, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_161_output_0", "outputIndexes": [ 1696 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1696 ], "outputIndexes": [ 2978 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2978 ], "outputIndexes": [ 2979 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear", "inputIndexes": [ 2979 ], "outputIndexes": [ 2980 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 749816444, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2980 ], "outputIndexes": [ 2981 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2981 ], "outputIndexes": [ 1697 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1697 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_17/Mul_output_0", "outputIndexes": [ 1698 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.171875, 2.171875, 2.03125, 2.257812, 2.3125, 2.242188, 2.078125, 0.390625, 2.148438, 1.734375, 2.078125, 2.09375, 2.070312, 2.367188, 2.078125, 1.855469, 1.953125, 2.078125, 2.109375, 2.078125, 2.054688, 2.023438, 2.210938, 1.882812, 2.046875, 2.109375, 1.914062, 1.992188, 2.289062, 2.242188, 1.878906, 1.554688, 2.15625, 0.582031, 1.992188, 1.773438, 2.148438, 2.328125, 1.917969, 2.109375, 2.40625, 2.117188, 2.171875, 1.671875, 0.796875, 2.03125, 2.289062, 2.070312, 2.570312, 1.78125, 2.015625, 1.492188, 2.085938, 0.955566, 2.296875, 1.875, 2.125, 2.304688, 2.007812, 1.882812, 1.53125, 2.28125, 2.109375, 2.101562, 1.828125, 2.140625, 1.310547, 2.148438, 1.980469, 2.03125, 2.257812, 2.179688, 2.054688, 2.140625, 1.992188, 1.96875, 1.291016, 1.714844, 1.785156, 0.933105, 2.039062, 0.335938, 1.957031, 1.710938, 2.226562, 2.171875, 1.929688, 1.726562, 0.854492, 1.796875, 2.125, 1.898438, 2.203125, 0.75, 2.085938, 0.347656, 2.078125, 2.21875, 2.117188, 1.980469, 1.867188, 2.109375, 2.257812, 2.117188, 2.21875, 2.070312, 2.132812, 1.652344, 2.210938, 2.085938, 2.085938, 2.226562, 2.171875, 2.554688, 2.171875, 1.765625, 2.140625, 0.770508, 1.945312, 2.390625, 2.210938, 2.148438, 1.753906, 2.203125, 1.882812, 1.550781, 2.078125, 2.234375, 2.132812, 1.445312, 1.371094, 2.148438, 1.871094, 2.0, 2.21875, 2.328125, 1.890625, 1.910156, 1.917969, 2.210938, 2.320312, 1.914062, 1.777344, 2.1875, 2.101562, 1.871094, 1.964844, 2.257812, 2.054688, 2.148438, 2.109375, 1.785156, 1.921875, 1.96875, 2.0625, 2.078125, 1.205078, 2.078125, 0.774414, 0.689453, 2.671875, 2.171875, 2.039062, 1.171875, 2.09375, 2.242188, 2.320312, 0.630859, 2.296875, 1.886719, 2.0625, 0.728516, 2.03125, 0.638672, 2.007812, 2.421875, 2.148438, 0.335938, 2.070312, 2.101562, 2.109375, 0.560547, 1.699219, 0.371094, 2.390625, 2.03125, 0.965332, 2.078125, 1.839844, 1.894531, 2.1875, 2.039062, 2.0625, 2.132812, 2.164062, 2.007812, 2.015625, 2.234375, 2.15625, 2.023438, 1.898438, 2.046875, 2.070312, 1.914062, 2.398438, 2.265625, 2.09375, 2.226562, 2.179688, 2.078125, 1.996094, 2.179688, 2.109375, 2.039062, 2.3125, 2.25, 1.945312, 2.0625, 2.210938, 2.109375, 1.785156, 1.792969, 2.148438, 2.210938, 2.195312, 2.0625, 2.046875, 2.078125, 1.796875, 1.765625, 3.203125, 2.15625, 2.265625, 2.15625, 2.3125, 2.265625, 1.789062, 2.164062, 2.117188, 2.046875, 2.375, 2.132812, 2.109375, 1.800781, 1.964844, 2.085938, 1.898438, 1.773438, 2.390625, 1.28125, 2.132812, 2.140625, 0.854492, 2.078125, 2.164062, 1.964844, 1.90625, 2.039062, 1.980469, 2.046875, 2.109375, 2.242188, 2.023438, 1.992188, 2.257812, 1.566406, 2.195312, 2.203125, 2.054688, 2.203125, 2.226562, 2.148438, 2.179688, 1.863281, 2.257812, 2.242188, 0.897461, 2.023438, 2.148438, 2.132812, 1.714844, 2.15625, 0.827148, 2.117188, 2.148438, 2.164062, 1.996094, 2.148438, 0.646484, 1.980469, 1.84375, 1.126953, 1.882812, 2.195312, 2.0625, 2.054688, 1.980469, 2.109375, 2.289062, 2.085938, 2.09375, 1.914062, 0.613281, 2.234375, 0.273438, 2.148438, 2.171875, 1.910156, 1.871094, 2.296875, 2.289062, 0.4375, 2.140625, 2.070312, 2.0625, 1.988281, 2.09375, 2.1875, 2.039062, 2.148438, 1.957031, 2.117188, 1.789062, 2.0625, 2.054688, 2.226562, 1.621094, 1.945312, 2.296875, 2.15625, 1.632812, 1.667969, 2.070312, 2.210938, 3.046875, 2.367188, 2.21875, 2.1875, 2.289062, 2.0, 2.09375, 2.070312, 2.210938, 2.03125, 2.023438, 1.386719, 2.054688, 1.396484, 1.71875, 2.070312, 1.07373, 1.765625, 1.539062, 1.753906, 0.421875, 0.827148, 2.1875, 2.257812, 1.519531, 1.855469, 0.712891, 2.078125, 1.796875, 1.093262, 1.964844, 2.140625, 2.0625, 1.01239, 2.226562, 2.046875, 2.226562, 1.9375, 2.125, 1.996094, 2.234375, 2.234375, 2.265625, 2.1875, 2.101562, 1.341797, 2.148438, 2.289062, 1.18457, 1.013184, 2.320312, 2.007812, 1.648438, 1.546875, 2.140625, 2.21875, 2.054688, 2.0625, 0.488281, 2.15625, 2.304688, 2.234375, 1.828125, 0.552734, 2.046875, 2.148438, 2.234375, 2.171875, 2.015625, 2.296875, 0.825195, 0.705078, 2.242188, 1.910156, 1.964844, 1.306641, 2.109375, 2.226562, 2.28125, 2.140625, 1.871094, 1.800781, 1.957031, 2.132812, 1.964844, 2.117188, 2.210938, 2.140625, 2.679688, 2.070312, 2.046875, 1.746094, 2.296875, 2.125, 2.070312, 2.085938, 1.957031, 2.265625, 2.15625, 1.71875, 2.023438, 2.1875, 2.117188, 2.367188, 2.125, 2.148438, 2.203125, 2.117188, 2.265625, 1.589844, 2.117188, 2.289062, 2.117188, 2.164062, 1.855469, 2.203125, 2.109375, 2.117188, 2.101562, 2.085938, 2.25, 2.1875, 1.570312, 2.296875, 2.109375, 2.164062, 2.203125, 2.21875, 2.132812, 2.179688, 1.139648, 1.984375, 0.619141, 1.976562, 2.140625, 2.1875, 1.910156, 2.179688, 2.328125, 1.90625, 2.023438, 2.039062, 0.790039, 1.882812, 2.085938, 2.304688, 2.070312, 1.898438, 1.667969, 2.0625, 2.296875, 2.070312, 0.580078, 1.988281, 1.894531, 2.445312, 1.722656, 2.054688, 2.132812, 2.164062, 1.53125, 2.3125, 0.429688, 1.051025, 1.324219, 0.566406, 2.203125, 2.234375, 2.140625, 1.417969, 0.883301, 2.085938, 1.558594, 1.710938, 2.140625, 2.203125, 2.125, 2.367188, 2.046875, 2.109375, 2.015625, 2.117188, 1.621094, 2.195312, 2.296875, 1.910156, 2.179688, 1.960938, 0.823242, 0.868164, 2.085938, 0.901367, 2.320312, 2.054688, 2.023438, 2.203125, 1.976562, 1.996094, 2.171875, 0.769531, 2.296875, 2.164062, 2.078125, 2.015625, 2.304688, 0.693359, 1.84375, 1.65625, 2.507812, 2.054688, 2.28125, 2.054688, 2.242188, 2.109375, 1.304688, 2.296875, 1.195312, 2.148438, 2.320312, 2.023438, 2.015625, 2.101562, 2.078125, 2.304688, 1.898438, 2.109375, 2.132812, 1.574219, 1.777344, 2.117188, 2.203125, 2.257812, 2.148438, 2.898438, 1.949219, 2.125, 2.335938, 2.265625, 2.304688, 2.109375, 0.378906, 2.171875, 1.886719, 2.046875, 1.086914, 2.164062, 2.109375, 2.015625, 2.289062, 2.078125, 2.742188, 1.894531, 2.046875, 2.023438, 2.304688, 1.511719, 2.132812, 2.140625, 2.078125, 2.101562, 1.816406, 1.882812, 2.070312, 2.234375, 2.234375, 1.679688, 1.972656, 2.265625, 1.75, 2.109375, 2.164062, 2.007812, 2.0, 2.1875, 2.296875, 1.800781, 2.148438, 2.070312, 2.273438, 1.359375, 2.007812, 2.171875, 2.171875, 1.917969, 1.941406, 2.101562, 2.109375, 1.988281, 1.929688, 2.148438, 2.109375, 1.707031, 2.046875, 2.25, 2.257812, 1.84375, 1.988281, 2.140625, 1.910156, 2.101562, 2.226562, 2.023438, 2.242188, 2.070312, 2.21875, 1.318359, 2.171875, 1.863281, 1.621094, 0.636719, 2.023438, 1.527344, 2.195312, 2.359375, 1.964844, 1.142578, 0.519531, 0.5, 2.132812, 2.4375, 2.28125, 2.203125, 1.871094, 2.109375, 2.164062, 2.0625, 2.117188, 2.054688, 2.070312, 0.480469, 1.96875, 2.179688, 2.265625, 2.09375, 2.203125, 2.179688, 2.164062, 1.75, 2.085938, 1.945312, 1.914062, 2.164062, 2.132812, 2.195312, 1.546875, 2.179688, 2.195312, 0.378906, 2.007812, 2.109375, 1.5, 2.195312, 1.675781, 2.257812, 2.1875, 2.484375, 2.015625, 1.964844, 2.132812, 2.132812, 2.351562, 1.945312, 2.070312, 2.257812, 2.109375, 1.992188, 3.28125, 2.070312, 1.980469, 1.914062, 2.046875, 2.046875, 2.210938, 1.773438, 2.046875, 1.914062, 2.09375, 2.125, 2.085938, 2.046875, 2.453125, 2.320312, 2.164062, 1.209961, 2.296875, 1.769531, 2.234375, 2.226562, 2.117188, 2.109375, 1.480469, 1.71875, 1.285156, 2.3125, 2.125, 2.015625, 1.726562, 2.210938, 2.25, 1.992188, 1.957031, 2.179688, 2.109375, 2.03125, 2.375, 2.234375, 2.132812, 2.007812, 2.0, 2.484375, 1.753906, 1.777344, 2.289062, 1.898438, 2.226562, 2.257812, 2.25, 2.015625, 1.957031, 2.210938, 2.359375, 1.808594, 2.132812, 0.679688, 2.226562, 1.984375, 2.195312, 2.007812, 2.039062, 2.242188, 2.007812, 1.882812, 2.054688, 2.265625, 2.078125, 2.039062, 2.109375, 1.847656, 1.808594, 2.085938, 1.964844, 2.234375, 2.148438, 2.109375, 2.234375, 1.558594, 1.902344, 1.992188, 1.863281, 1.972656, 3.34375, 2.179688, 2.195312, 1.380859, 1.318359, 2.171875, 2.171875, 1.863281, 1.570312, 2.125, 1.742188, 2.125, 2.25, 1.433594, 2.296875, 2.101562, 1.648438, 2.203125, 2.195312, 2.117188, 1.753906, 0.986877, 2.101562, 2.03125, 1.131836, 1.949219, 2.039062, 2.273438, 0.744141, 2.140625, 1.298828, 2.15625, 2.273438, 2.007812, 1.367188, 2.085938, 1.910156, 1.96875, 2.054688, 2.085938, 2.289062, 2.09375, 2.0, 1.949219, 2.109375, 1.960938, 2.257812, 1.972656, 2.171875, 2.21875, 2.140625, 1.433594, 2.273438, 2.015625, 1.535156, 1.972656, 1.425781, 2.210938, 2.179688, 2.117188, 2.070312, 2.125, 1.851562, 2.1875, 2.039062, 2.359375, 1.730469, 2.101562, 2.046875, 2.460938, 0.023438, 1.71875, 1.726562, 2.015625, 1.871094, 1.691406, 2.203125, 2.125, 2.046875, 2.09375, 1.945312, 0.703125, 2.101562, 2.046875, 1.84375, 1.632812, 2.109375, 2.15625, 2.054688, 0.675781, 1.6875, 1.910156, 1.992188, 2.203125, 2.28125, 2.28125, 1.714844, 1.886719, 2.132812, 2.085938, 2.078125, 2.117188, 2.0625, 2.164062, 1.84375, 2.15625, 0.710938, 2.0625, 2.070312, 2.023438, 2.03125, 2.109375, 2.195312, 2.085938, 2.023438, 2.179688, 1.632812, 1.949219, 2.007812, 2.242188, 1.351562, 1.722656, 2.101562, 0.589844, 0.277344, 1.392578, 1.722656, 1.960938, 2.296875, 2.015625, 1.933594, 0.501953, 0.414062, 2.039062, 2.179688, 1.703125, 1.945312, 1.925781, 2.054688, 2.117188, 1.910156, 0.560547, 2.054688, 1.804688, 1.796875, 1.162109, 2.0625, 1.890625, 2.101562, 2.007812, 2.234375, 2.03125, 1.824219, 2.148438, 2.0, 2.140625, 2.0625, 1.835938, 2.023438, 1.976562, 2.476562, 2.21875, 1.15918, 0.453125, 4.265625, 2.039062, 1.929688, 2.125, 2.03125, 2.203125, 2.0, 2.382812, 0.324219, 1.777344, 1.443359, 2.25, 2.109375, 0.623047, 2.117188, 2.09375, 1.953125, 1.980469, 2.171875, 1.925781, 1.707031, 0.605469, 1.917969, 1.835938, 2.039062, 0.835938, 1.972656, 2.09375, 2.203125, 2.132812, 2.773438, 1.609375, 1.792969, 2.203125, 2.179688, 1.230469, 2.179688, 2.234375, 1.359375, 2.320312, 0.777344, 2.265625, 2.070312, 2.023438, 2.054688, 1.925781, 1.957031, 1.878906, 2.09375, 0.34375, 2.101562, 2.085938, 1.996094, 2.148438, 1.910156, 2.007812, 2.015625, 0.320312, 1.855469, 0.613281, 2.289062, 0.691406, 1.621094, 2.3125, 2.03125, 2.242188, 1.316406, 1.839844, 1.855469, 1.980469, 0.539062, 2.054688, 1.539062, 1.233398, 0.913574, 2.109375, 2.226562, 1.742188, 2.359375, 2.304688, 1.851562, 2.164062, 1.496094, 1.820312, 2.171875, 0.457031, 2.210938, 2.21875, 1.921875, 0.714844, 0.484375, 2.289062, 2.203125, 1.976562, 2.21875, 2.335938, 1.964844, 1.427734, 2.625, 1.984375, 1.914062, 2.265625, 1.820312, 2.070312, 2.210938, 2.1875, 2.117188, 2.117188, 2.117188, 2.203125, 1.914062, 1.839844, 2.328125, 2.242188, 1.65625, 2.164062, 2.304688, 2.203125, 2.210938, 2.164062, 2.070312, 2.234375, 0.492188, 1.484375, 1.988281, 0.705078, 2.09375, 1.929688, 2.070312, 2.0625, 2.140625, 1.945312, 2.09375, 2.070312, 0.552734, 1.566406, 2.070312, 1.742188, 2.023438, 2.171875, 1.462891, 2.078125, 2.140625, 2.046875, 2.320312, 2.234375, 0.568359, 2.289062, 2.328125, 1.34375, 2.25, 2.140625, 2.304688, 2.242188, 2.03125, 2.179688, 2.023438, 2.320312, 2.101562, 2.039062, 1.59375, 2.015625, 2.1875, 2.203125, 2.234375, 1.984375, 1.188477, 2.320312, 0.769531, 2.132812, 0.398438, 1.683594, 2.273438, 2.078125, 2.257812, 2.078125, 1.773438, 2.164062, 0.484375, 0.425781, 0.505859, 2.179688, 2.226562, 0.722656, 1.933594, 2.023438, 2.023438, 0.871094, 1.945312, 1.421875, 2.03125, 0.691406, 2.132812, 2.078125, 1.941406, 2.125, 1.804688, 1.78125, 2.046875, 2.148438, 1.186523, 1.734375, 0.425781, 2.046875, 2.195312, 2.242188, 2.210938, 1.710938, 1.523438, 2.117188, 0.496094, 2.117188, 1.933594, 1.964844, 2.085938, 1.275391, 2.140625, 2.007812, 2.015625, 1.710938, 2.148438, 1.875, 1.789062, 2.109375, 2.242188, 2.078125, 2.210938, 2.109375, 2.257812, 1.902344, 2.046875, 2.265625, 2.234375, 2.195312, 2.117188, 2.054688, 2.117188, 1.898438, 2.148438, 2.046875, 2.117188, 2.117188, 2.117188, 1.816406, 2.054688, 2.15625, 2.359375, 1.902344, 2.070312, 0.882324, 2.171875, 1.878906, 2.078125, 1.84375, 1.984375, 2.085938, 2.21875, 1.050537, 2.328125, 1.049805, 2.140625, 1.886719, 1.800781, 1.566406, 2.015625, 1.154297, 2.203125, 0.560547, 2.0625, 1.386719, 2.085938, 2.023438, 1.960938, 2.101562, 2.234375, 1.984375, 1.800781, 2.0, 2.148438, 2.046875, 0.472656, 2.25, 1.78125, 1.976562, 2.117188, 2.023438, 2.0625, 2.015625, 1.388672, 1.988281, 2.195312, 2.101562, 2.039062, 2.140625, 2.195312, 2.046875, 1.820312, 1.921875, 0.429688, 2.109375, 2.117188, 2.351562, 2.390625, 1.835938, 1.124023, 0.4375, 2.15625, 0.521484, 0.897949, 1.753906, 1.953125, 2.179688, 2.179688, 1.123047, 2.039062, 1.640625, 2.109375, 0.556641, 2.101562, 2.070312, 2.140625, 2.039062, 2.195312, 2.351562, 0.558594, 2.171875, 2.171875, 1.478516, 0.744141, 2.171875, 2.210938, 0.871094, 2.148438, 2.351562, 2.15625, 1.832031, 2.03125, 1.914062, 0.776367, 2.203125, 2.0, 2.023438, 2.070312, 2.0, 1.345703, 0.513672, 2.085938, 2.015625, 1.820312, 2.15625, 2.257812, 2.148438, 2.21875, 2.007812, 1.9375, 2.078125, 1.988281, 2.171875, 2.21875, 2.179688, 1.957031, 1.996094, 2.070312, 2.078125, 2.195312, 0.300781, 2.140625, 2.132812, 2.0625, 1.925781, 2.0, 1.914062, 1.90625, 2.085938, 2.203125, 2.109375, 2.101562, 2.109375, 2.25, 1.470703, 1.972656, 0.615234, 2.109375, 0.756836, 2.125, 2.179688, 2.117188, 0.578125, 2.171875, 1.898438, 1.785156, 2.179688, 2.15625, 2.054688, 1.96875, 2.234375, 1.949219, 1.992188, 0.926758, 1.964844, 2.25, 2.125, 2.351562, 2.148438, 1.972656, 2.1875, 2.085938, 2.007812, 2.171875, 1.832031, 1.929688, 2.164062, 1.976562, 0.782227, 1.914062, 2.242188, 2.171875, 1.929688, 0.574219, 2.242188, 2.039062, 2.320312, 2.1875, 2.078125, 2.117188, 2.078125, 2.101562, 0.677734, 2.117188, 2.164062, 2.257812, 2.304688, 1.890625, 2.179688, 2.15625, 2.421875, 2.234375, 1.960938, 2.398438, 2.039062, 1.960938, 1.898438, 2.21875, 2.117188, 1.214844, 3.578125, 1.957031, 2.015625, 2.109375, 1.933594, 1.265625, 2.25, 2.054688, 2.054688, 0.615234, 1.707031, 1.585938, 1.878906, 2.078125, 2.25, 0.910156, 0.316406, 2.125, 2.515625, 0.394531, 1.402344, 2.179688, 2.171875, 2.125, 2.3125, 2.164062, 1.882812, 1.996094, 1.992188, 2.226562, 0.839844, 2.109375, 2.273438, 2.015625, 1.386719, 2.078125, 2.210938, 2.117188, 1.984375, 2.023438, 1.855469, 2.1875, 1.828125, 0.964111, 2.039062, 2.039062, 2.171875, 2.054688, 1.667969, 2.164062, 1.628906, 2.140625, 2.101562, 1.328125, 1.960938, 2.179688, 2.023438, 0.1875, 1.75, 2.09375, 2.007812, 2.085938, 1.271484, 0.542969, 2.109375, 2.117188, 1.949219, 1.804688, 2.070312, 2.03125, 1.964844, 0.5, 1.800781, 2.148438, 1.953125, 1.9375, 2.140625, 2.382812, 2.101562, 2.101562, 1.945312, 2.101562, 1.929688, 2.125, 2.109375, 2.460938, 2.171875, 1.71875, 1.632812, 1.808594, 2.257812, 1.816406, 1.980469, 2.054688, 1.277344, 1.890625, 1.929688, 2.070312, 1.949219, 2.039062, 2.179688, 1.464844, 1.941406, 2.203125, 2.265625, 2.015625, 2.289062, 1.294922, 1.882812, 2.109375, 2.164062, 2.34375, 2.359375, 1.871094, 2.335938, 1.929688, 2.226562, 1.976562, 1.062256, 2.109375, 2.078125, 2.023438, 2.875, 2.109375, 2.132812, 2.03125, 2.015625, 1.957031, 2.039062, 2.03125, 1.773438, 1.294922, 1.890625, 1.960938, 2.101562, 1.960938, 2.195312, 2.203125, 2.148438, 2.023438, 2.203125, 2.070312, 2.148438, 2.109375, 1.828125, 2.132812, 2.109375, 2.0625, 1.929688, 1.996094, 2.304688, 2.171875, 2.085938, 1.976562, 2.335938, 1.890625, 1.800781, 2.03125, 2.28125, 0.292969, 2.085938, 2.1875, 1.972656, 1.002777, 2.132812, 2.078125, 1.279297, 0.564453, 2.039062, 1.957031, 2.421875, 1.960938, 2.070312, 2.070312, 2.023438, 2.015625, 1.957031, 2.203125, 2.046875, 1.259766, 2.351562, 2.148438, 0.947266, 0.441406, 2.140625, 2.203125, 2.296875, 1.229492, 2.210938, 1.490234, 2.039062, 2.226562, 2.484375, 1.964844, 2.054688, 1.902344, 1.800781, 2.09375, 2.328125, 2.242188, 0.662109, 1.318359, 2.117188, 2.132812, 2.085938, 1.636719, 2.023438, 2.28125, 1.765625, 1.225586, 2.203125, 2.234375, 1.9375, 2.195312, 1.902344, 1.789062, 1.949219, 2.015625, 0.34375, 0.402344, 2.015625, 2.007812, 1.847656, 2.414062, 1.867188, 2.078125, 0.81543, 2.148438, 0.981201, 1.163086, 2.242188, 2.28125, 2.140625, 2.109375, 2.210938, 2.234375, 0.892578, 2.203125, 1.960938, 1.980469, 2.148438, 2.164062, 2.117188, 1.96875, 1.632812, 2.046875, 2.1875, 2.039062, 1.949219, 1.742188, 1.867188, 2.054688, 3.9375, 2.203125, 1.929688, 0.556641, 2.234375, 2.148438, 2.15625, 2.054688, 1.835938, 1.964844, 2.078125, 1.984375, 1.875, 1.570312, 2.085938, 2.335938, 2.09375, 2.367188, 2.25, 1.976562, 2.078125, 1.972656, 2.171875, 2.117188, 2.140625, 1.527344, 0.484375, 2.226562, 2.25, 2.210938, 2.0, 1.902344, 0.296875, 2.09375, 2.273438, 1.984375, 2.171875, 0.929688, 2.21875, 2.148438, 2.125, 2.054688, 2.109375, 2.289062, 1.898438, 1.664062, 2.132812, 2.15625, 2.007812, 0.580078, 2.179688, 1.757812, 0.433594, 2.242188, 2.476562, 2.359375, 1.875, 1.71875, 1.984375, 2.257812, 1.898438, 2.273438, 2.273438, 2.179688, 2.15625, 2.132812, 1.398438, 2.132812, 2.351562, 2.273438, 2.398438, 2.164062, 1.484375, 1.980469, 2.0625, 1.929688, 2.09375, 2.515625, 2.179688, 1.088867, 1.855469, 0.453125, 2.242188, 2.109375, 2.15625, 1.902344, 2.078125, 2.140625, 2.085938, 2.148438, 1.898438, 2.09375, 2.101562, 2.375, 1.800781, 2.140625, 1.302734, 2.078125, 1.417969, 0.615234, 2.179688, 2.265625, 2.210938, 2.226562, 2.070312, 1.761719, 1.914062, 2.25, 1.3125, 1.503906, 2.046875, 2.421875, 2.296875, 2.03125, 2.078125, 1.863281, 2.3125, 2.25, 2.257812, 0.769531, 1.867188, 2.539062, 2.140625, 2.195312, 1.785156, 2.140625, 1.917969, 1.96875, 2.070312, 2.148438, 2.117188, 1.585938, 1.949219, 2.195312, 2.179688, 2.242188, 2.210938, 2.140625, 1.777344, 1.75, 2.304688, 2.195312, 1.179688, 0.827148, 2.125, 2.195312, 2.265625, 1.855469, 2.359375, 0.410156, 2.070312, 2.179688, 2.03125, 2.148438, 1.75, 2.09375, 1.890625, 0.814453, 2.078125, 1.992188, 2.289062, 1.886719, 2.039062, 2.304688, 2.0625, 2.140625, 2.046875, 2.226562, 2.382812, 1.878906, 1.953125, 1.375, 1.992188, 1.277344, 0.595703, 2.046875, 2.171875, 2.226562, 2.25, 2.914062, 2.078125, 2.351562, 2.164062, 2.179688, 2.148438, 1.742188, 1.980469, 1.148438, 2.015625, 1.628906, 1.972656, 2.03125, 1.875, 1.992188, 2.117188, 2.25, 2.078125, 1.384766, 2.007812, 2.148438, 0.882324, 1.863281, 2.148438, 2.234375, 1.835938, 0.798828, 1.957031, 2.070312, 1.988281, 2.054688, 2.0625, 0.654297, 1.941406, 2.148438, 1.507812, 2.070312, 1.933594, 1.964844, 1.976562, 2.101562, 2.0, 1.949219, 2.15625, 2.195312, 2.03125, 2.171875, 2.117188, 0.480469, 1.898438, 2.007812, 2.171875, 2.21875, 2.335938, 2.296875, 1.695312, 1.143555, 2.046875, 2.210938, 2.203125, 1.953125, 1.390625, 1.875, 2.164062, 2.101562, 2.132812, 1.9375, 2.171875, 1.941406, 2.164062, 1.824219, 1.992188, 2.023438, 2.078125, 2.148438, 2.03125, 2.054688, 2.296875, 1.726562, 2.203125, 1.029053, 0.238281, 2.1875, 1.679688, 2.304688, 2.164062, 2.070312, 1.945312, 1.792969, 2.195312, 1.699219, 2.164062, 2.09375, 2.304688, 2.195312, 0.537109, 2.078125, 2.171875, 2.09375, 1.976562, 2.28125, 2.0625, 2.117188, 2.296875, 1.765625, 2.34375, 2.085938, 2.070312, 2.054688, 2.054688, 1.914062, 2.078125, 1.6875, 1.753906, 2.226562, 2.21875, 1.992188, 2.140625, 2.078125, 2.25, 1.921875, 2.546875, 1.597656, 2.226562, 1.589844, 1.059814, 2.140625, 2.140625, 1.929688, 0.603516, 1.515625, 2.171875, 2.195312, 2.320312, 2.242188, 2.265625, 2.296875, 2.179688, 1.828125, 2.28125, 0.34375, 2.023438, 1.875, 2.140625, 2.203125, 2.40625, 2.273438, 1.964844, 0.449219, 2.09375, 1.902344, 1.976562, 2.21875, 2.132812, 2.085938, 2.234375, 2.070312, 2.195312, 1.071289, 1.976562, 2.109375, 1.882812, 2.1875, 2.265625, 2.101562, 2.210938, 1.785156, 2.054688, 1.917969, 2.171875, 2.007812, 2.21875, 2.179688, 1.96875, 1.816406, 2.007812, 1.9375, 2.296875, 2.328125, 1.996094, 2.054688, 0.523438, 2.179688, 2.03125, 2.265625, 2.0, 2.179688, 2.203125, 2.046875, 1.925781, 2.109375, 1.466797, 2.015625, 2.078125, 2.132812, 0.421875, 2.140625, 2.109375, 2.164062, 2.039062, 2.109375, 1.964844, 2.171875, 1.992188, 2.164062, 2.0, 2.21875, 0.84668, 2.054688, 1.800781, 2.054688, 0.59375, 2.171875, 0.883789, 1.886719, 0.394531, 2.257812, 1.878906, 1.929688, 1.25, 1.808594, 2.179688, 2.039062, 2.03125, 2.179688, 1.992188, 2.273438, 2.0625, 0.328125, 1.114258, 1.382812, 2.117188, 2.265625, 1.992188, 2.289062, 2.382812, 2.203125, 1.494141, 2.25, 2.179688, 2.109375, 2.5, 1.984375, 1.742188, 2.039062, 2.117188, 1.449219, 2.015625, 2.117188, 2.382812, 2.210938, 2.242188, 1.667969, 2.257812, 2.046875, 2.007812, 2.140625, 2.25, 2.015625, 2.054688, 1.957031, 0.791016, 2.132812, 2.109375, 2.171875, 0.90625, 2.179688, 2.320312, 2.273438, 0.774414, 1.96875, 1.453125, 2.15625, 2.0, 1.847656, 0.521484, 2.078125, 2.171875, 2.117188, 0.367188, 1.416016, 0.708984, 2.070312, 2.242188, 1.773438, 2.171875, 2.3125, 2.171875, 2.265625, 2.148438, 1.9375, 0.909668, 0.963623, 2.234375, 1.738281, 1.839844, 2.203125, 2.046875, 1.9375, 2.304688, 1.667969, 2.078125, 2.171875, 2.0, 1.135742, 2.273438, 2.164062, 2.359375, 2.140625, 1.976562, 0.789062, 2.140625, 0.712891, 1.976562, 2.1875, 2.25, 2.007812, 2.3125, 2.0, 2.007812, 2.132812, 2.234375, 2.296875, 1.972656, 1.90625, 2.085938, 2.101562, 2.296875, 1.875, 2.335938, 2.15625, 1.259766, 1.753906, 1.878906, 1.24707, 2.039062, 2.078125, 2.226562, 2.210938, 1.824219, 1.925781, 1.941406, 2.039062, 1.447266, 2.273438, 1.863281, 2.085938, 2.117188, 2.117188, 2.195312, 1.789062, 2.125, 2.195312, 2.046875, 2.078125, 2.085938, 1.124512, 2.226562, 1.964844, 1.026123, 2.078125, 2.0625, 0.677734, 2.15625, 1.441406, 2.265625, 2.1875, 2.015625, 2.195312, 2.0625, 2.335938, 2.164062, 2.101562, 1.988281, 1.964844, 1.964844, 1.236328, 1.988281, 2.0625, 1.929688, 0.916016, 2.140625, 2.023438, 2.195312, 1.921875, 2.03125, 1.976562, 2.0625, 1.953125, 2.054688, 1.714844, 2.164062, 2.039062, 0.603516, 2.164062, 2.078125, 0.673828, 2.078125, 1.902344, 2.359375, 1.964844, 2.023438, 2.15625, 0.92627, 2.179688, 2.132812, 2.210938, 2.007812, 1.953125, 2.070312, 1.863281, 0.742188, 1.283203, 2.265625, 1.808594, 2.328125, 1.609375, 1.746094, 2.078125, 2.078125, 0.859375, 1.847656, 2.421875, 0.460938, 2.265625, 1.921875, 2.234375, 2.210938, 0.750977, 2.179688, 2.078125, 0.669922, 2.289062, 2.375, 1.960938, 2.101562, 2.210938, 2.203125, 0.705078, 2.21875, 1.699219, 1.992188, 2.03125, 2.078125, 2.03125, 1.804688, 2.320312, 2.242188, 2.078125, 1.90625, 0.691406, 1.917969, 2.148438, 1.898438, 2.070312, 2.265625, 2.117188, 1.761719, 1.777344, 2.164062, 1.757812, 2.078125, 1.972656, 2.609375, 2.078125, 2.296875, 0.46875, 2.101562, 1.898438, 1.921875, 2.117188, 2.039062, 1.765625, 1.886719, 2.070312, 2.195312, 0.759766, 2.054688, 1.980469, 2.015625 ] }, "name": "onnx::Mul_8629", "outputIndexes": [ 1699 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1698, 1699 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1629, 1700 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_88_output_0", "outputIndexes": [ 1701 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1701 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_17/Mul_output_0", "outputIndexes": [ 1702 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.94458, 0.991089, 0.941406, 0.974976, 1.011963, 0.919434, 0.923828, 1.069336, 0.932617, 0.991394, 0.958984, 0.960938, 0.919922, 0.916504, 0.968018, 0.9823, 0.958252, 1.00412, 1.200195, 0.963379, 0.959717, 1.031494, 0.952637, 0.975952, 0.968872, 0.932129, 0.87793, 0.970337, 0.924316, 0.935059, 0.977539, 1.036377, 0.950928, 1.045654, 0.962646, 0.915039, 1.012146, 0.931641, 0.99469, 0.979126, 0.933105, 0.980103, 0.945312, 0.984802, 1.130859, 0.954834, 0.942871, 0.953125, 1.294922, 1.006042, 0.979492, 0.887695, 0.9375, 0.839844, 0.923828, 0.904297, 0.92041, 0.957031, 1.012756, 1.006287, 0.987244, 0.885254, 0.987427, 0.911621, 0.900879, 0.979004, 0.987488, 0.954102, 0.92334, 0.958984, 0.923828, 0.947754, 0.945068, 0.972046, 0.962158, 0.983154, 1.061768, 0.983398, 0.980469, 1.069336, 0.998932, 1.103516, 0.955322, 1.020508, 0.949463, 0.90625, 0.953613, 1.004364, 1.093262, 1.00412, 0.945557, 0.971436, 0.94458, 1.139648, 0.955322, 1.102051, 0.961182, 1.004211, 0.802734, 0.96582, 1.020264, 0.945557, 0.946533, 0.918945, 0.933594, 0.975098, 0.92041, 1.002594, 0.961182, 0.962646, 0.928223, 0.926758, 0.976807, 0.601562, 0.924316, 0.952881, 0.986328, 0.95459, 0.994781, 0.893066, 0.958008, 0.92041, 1.007751, 0.949463, 0.960693, 0.932617, 0.960938, 0.950684, 0.927246, 0.99115, 1.09668, 0.967529, 0.997437, 1.003754, 0.98468, 0.918945, 1.013184, 0.887695, 0.990234, 0.914062, 0.786133, 1.04248, 1.018799, 0.967041, 1.005035, 1.020142, 0.954834, 1.028198, 1.001472, 0.98291, 0.983887, 0.984985, 1.006317, 0.853516, 0.967773, 0.958984, 1.10498, 0.94043, 1.164062, 1.101074, 0.441406, 0.943604, 0.934082, 1.075195, 0.945557, 0.989624, 0.942139, 1.098145, 0.900879, 0.983032, 0.938477, 1.12793, 0.935547, 1.170898, 1.020142, 0.95166, 0.895508, 1.133789, 0.964355, 0.968506, 0.959229, 1.057373, 0.972656, 1.026001, 0.81543, 0.989258, 1.199219, 0.958252, 1.019287, 0.963379, 0.960449, 0.939453, 0.968994, 0.939209, 0.957764, 0.927734, 0.959717, 0.956055, 0.949951, 0.982422, 0.949219, 0.944824, 0.9729, 0.997681, 0.97168, 0.951172, 0.885254, 0.971924, 0.94751, 0.957275, 0.955078, 1.003815, 0.963135, 0.986572, 0.966553, 0.938721, 0.972168, 0.967529, 0.931152, 0.962646, 0.98291, 0.880371, 0.957764, 0.952393, 0.934082, 0.928711, 0.98877, 0.967529, 0.993042, 1.051514, 0.375, 0.984253, 0.909668, 0.92334, 0.936523, 0.944336, 0.87207, 0.938232, 0.959717, 0.983398, 0.697266, 0.953125, 0.943604, 1.042236, 1.004242, 0.950195, 0.963867, 1.004547, 0.964355, 1.068359, 0.970825, 0.942383, 1.131836, 0.999287, 0.946045, 0.952393, 0.972656, 1.0019, 0.977051, 0.966797, 0.957764, 0.966797, 0.991455, 0.995056, 0.97998, 0.994446, 0.94165, 0.924316, 0.943359, 0.923828, 0.92041, 0.976929, 0.992401, 0.990662, 0.998672, 0.958008, 1.167969, 0.962891, 0.933105, 0.947021, 0.971802, 0.93457, 0.996811, 0.942627, 0.959229, 0.968506, 0.932617, 0.968262, 1.109863, 0.963867, 1.014893, 1.082031, 0.994812, 0.963379, 0.908691, 0.911133, 0.945068, 0.960693, 0.963623, 0.983765, 0.863281, 0.990112, 1.062256, 0.950195, 0.930664, 0.907715, 0.885254, 0.968018, 0.975464, 0.960449, 0.970825, 1.054443, 0.956055, 0.960693, 0.92041, 0.971924, 0.924805, 1.000984, 0.978394, 0.964355, 0.974731, 0.955322, 0.977417, 0.959717, 0.954346, 0.913574, 1.026367, 0.938232, 0.916504, 0.943848, 1.029297, 0.96936, 0.957764, 0.940186, 0.367188, 0.932129, 0.943359, 0.933105, 0.956543, 0.974854, 1.007782, 1.064453, 0.99733, 0.9823, 0.936523, 1.052002, 0.962646, 0.995026, 1.036377, 0.933105, 0.916992, 1.00354, 0.871094, 1.013916, 1.018799, 1.115723, 0.949951, 0.951172, 1.01709, 0.984863, 1.117188, 0.92334, 1.022705, 1.086914, 1.020752, 0.947266, 0.983276, 0.980103, 0.951904, 0.985779, 0.928711, 0.962158, 0.945801, 0.976929, 0.985596, 0.977051, 0.943848, 0.943848, 0.870117, 0.994293, 0.97998, 0.963135, 1.0625, 1.060791, 0.959229, 0.930664, 1.057617, 0.975464, 0.965088, 0.963135, 0.973755, 0.982544, 1.112793, 0.939941, 0.963135, 0.933594, 0.981079, 1.135742, 0.979004, 0.942383, 0.951904, 0.971802, 0.964355, 0.959229, 1.082031, 1.149414, 0.964355, 1.004578, 1.022095, 0.893555, 0.957764, 0.992462, 0.912598, 0.957031, 0.868164, 1.006958, 0.983276, 0.937988, 1.026611, 0.947998, 0.975708, 0.93457, 0.89209, 0.937744, 0.948242, 0.933594, 0.94751, 0.944092, 0.939697, 0.932129, 0.924316, 0.98291, 0.952148, 0.97583, 0.585938, 0.926758, 0.95459, 0.943115, 0.952881, 0.944092, 0.938232, 0.907227, 0.915039, 1.046387, 0.730469, 0.933105, 0.943359, 0.960449, 0.989685, 0.919434, 0.925781, 0.945801, 0.969482, 0.943359, 0.928711, 0.919434, 0.938965, 0.927246, 0.996292, 0.993866, 0.953613, 0.918457, 0.930664, 0.99231, 1.030151, 0.951416, 1.063477, 0.995239, 0.941895, 0.963623, 0.976685, 0.964355, 0.982544, 1.054688, 0.970215, 0.952637, 1.101074, 1.000216, 0.982422, 0.937744, 0.942871, 0.991089, 0.902344, 0.955811, 0.938721, 0.947266, 1.094238, 0.977539, 0.961914, 0.946289, 0.982422, 0.935547, 0.969849, 0.926758, 1.018188, 0.954346, 1.072266, 1.045898, 1.064453, 1.085449, 0.936035, 0.930664, 0.937012, 1.094727, 0.874023, 0.921387, 0.995544, 0.887207, 0.958984, 0.967041, 0.96582, 0.916016, 0.990479, 0.953369, 0.986755, 0.951172, 0.970825, 1.001801, 0.959229, 0.963623, 0.884277, 0.945312, 1.158203, 1.083984, 0.950439, 1.209961, 0.955566, 0.973755, 0.946289, 0.969604, 0.959229, 0.973755, 0.987122, 1.063477, 0.962402, 0.847656, 0.945801, 0.930664, 0.963135, 1.004639, 0.689453, 1.008362, 0.84082, 0.997513, 0.936523, 0.981079, 0.971069, 0.94873, 1.084473, 0.948975, 0.87207, 0.988464, 0.948242, 0.932617, 0.927246, 0.870117, 0.947754, 0.701172, 0.974609, 0.95874, 0.975708, 0.945068, 0.946289, 0.991089, 0.935547, 0.980591, 0.951172, 0.761719, 0.880859, 0.92041, 0.889648, 0.919434, 0.952637, 0.956787, 1.081055, 0.90332, 0.978271, 0.946045, 1.155273, 0.937744, 0.845703, 1.064453, 0.911133, 0.958984, 0.869141, 0.986633, 0.905273, 0.955078, 0.695312, 0.966797, 0.90332, 0.955322, 0.860352, 0.769531, 1.199219, 0.995056, 0.915527, 0.905762, 0.963623, 1.04541, 0.950928, 0.950928, 1.031982, 0.931152, 0.971558, 0.980957, 0.964844, 0.948486, 0.955078, 1.012573, 0.943604, 0.95874, 0.968994, 0.839844, 0.959717, 0.932129, 0.97937, 0.991272, 0.999804, 0.916016, 0.967041, 0.967285, 0.968872, 0.950439, 0.967529, 1.033447, 0.98291, 0.946533, 0.971069, 0.924316, 1.012146, 0.981812, 1.019165, 0.998787, 1.003601, 0.974976, 0.953125, 1.014465, 0.947754, 1.106934, 0.994476, 0.950928, 1.050781, 1.135742, 0.976807, 0.947754, 0.98761, 0.977783, 0.921875, 1.007874, 0.924316, 1.138672, 0.973511, 0.988281, 0.927734, 1.004303, 0.999031, 0.97937, 0.933594, 0.889648, 0.902344, 0.937012, 0.955811, 1.062256, 0.978516, 0.990906, 0.94873, 0.997742, 0.958496, 0.974365, 0.950928, 0.891113, 0.988098, 0.973999, 0.956787, 0.951172, 0.962891, 0.907227, 0.963867, 0.970703, 0.931641, 1.008606, 1.496094, 0.974976, 1.078613, 0.9646, 0.983521, 0.932617, 0.942383, 0.802734, 0.910156, 1.02002, 0.939697, 0.968994, 0.912598, 0.950928, 0.9729, 0.986938, 0.936523, 1.007782, 0.378906, 0.964355, 0.948975, 0.942627, 0.949951, 0.96582, 0.927246, 0.995087, 0.972046, 0.994293, 0.959229, 0.97937, 0.936035, 0.90918, 1.148438, 0.646484, 0.925293, 1.005768, 0.939941, 1.00354, 0.930664, 0.963867, 0.962158, 0.94751, 1.02002, 0.90332, 1.124512, 0.936523, 0.962158, 0.947266, 1.049805, 0.929199, 0.935547, 0.959717, 0.999054, 0.963135, 0.945557, 0.940674, 0.935547, 0.937012, 0.981445, 0.964111, 0.972778, 0.959229, 0.975464, 0.956543, 0.949219, 1.008911, 0.929688, 0.956543, 0.985535, 0.955322, 0.964844, 0.9646, 0.973877, 1.022339, 0.945557, 1.085938, 0.954834, 0.999065, 0.923828, 0.942871, 0.966797, 0.963135, 0.982544, 0.978394, 0.96582, 0.924805, 0.97229, 0.931152, 0.928711, 0.94751, 0.983765, 0.927734, 0.949463, 0.913574, 0.943604, 0.925781, 0.871094, 1.028198, 0.974487, 0.989258, 1.005249, 0.982544, 0.410156, 0.974609, 0.9729, 0.869141, 1.059326, 0.928223, 0.897461, 0.977905, 0.992615, 0.980103, 1.000355, 0.995453, 0.940674, 1.025269, 0.955566, 1.009155, 0.796875, 0.973389, 0.958008, 0.961182, 0.988159, 1.11084, 0.953125, 0.967529, 0.980469, 0.994659, 1.022217, 0.942627, 1.055908, 0.998375, 1.123535, 0.957275, 0.855469, 1.00473, 1.038086, 0.986511, 0.928711, 0.99115, 0.967041, 0.942871, 0.957764, 0.916992, 0.942139, 0.976074, 0.971191, 0.981445, 0.947266, 0.948975, 0.959961, 0.866211, 0.952881, 1.036377, 0.969849, 0.95874, 0.895508, 0.984009, 1.060547, 0.934082, 0.973267, 0.971436, 0.977173, 0.963135, 1.032715, 0.951416, 0.98645, 0.91748, 1.009827, 0.973999, 0.967529, 0.962891, 0.776367, 1.001213, 0.962891, 0.979736, 0.956543, 0.875, 0.940674, 0.991394, 0.976196, 0.999294, 0.988831, 1.054199, 0.992188, 0.919922, 1.019165, 0.833984, 0.923828, 0.973877, 0.999991, 1.150391, 1.029663, 0.983765, 0.997482, 0.921875, 0.967285, 0.965332, 0.936523, 0.922852, 0.974487, 0.99954, 0.963623, 0.97998, 0.931152, 0.950928, 0.952881, 0.959229, 1.130859, 0.95459, 0.987183, 0.958008, 0.981567, 0.945312, 0.951172, 1.027344, 0.959961, 0.959229, 1.056152, 1.013733, 1.013733, 0.955566, 1.046387, 1.001877, 0.972412, 1.166992, 1.101562, 1.057617, 0.936523, 0.986023, 0.96582, 0.961914, 1.00415, 1.15625, 0.986755, 1.018188, 0.901855, 0.955078, 1.033936, 0.964111, 0.967285, 0.926758, 0.866211, 1.116211, 0.938232, 1.029907, 0.982544, 0.972778, 0.962158, 0.998825, 0.956055, 1.02002, 1.002151, 0.975952, 0.953857, 0.984253, 0.927246, 0.938721, 0.956055, 1.025269, 0.943359, 0.985535, 1.011902, 0.96936, 1.051025, 1.078613, 0.324219, 0.945557, 0.997498, 0.925781, 0.977661, 0.949707, 0.954102, 0.939941, 1.063965, 0.982666, 1.002655, 1.044922, 0.964111, 1.037598, 0.946533, 0.977173, 0.987488, 0.999218, 0.941406, 0.957031, 1.004852, 1.077637, 0.975098, 0.994476, 0.938721, 1.070312, 1.004211, 0.982056, 0.834961, 0.912109, 0.601562, 1.013672, 0.997589, 0.956055, 0.909668, 1.066895, 0.955811, 0.944824, 1.066895, 0.833984, 1.226562, 0.5, 0.977905, 0.935059, 0.959961, 0.96936, 0.943359, 1.058838, 1.012024, 1.067871, 0.94751, 0.987549, 0.95459, 0.933105, 0.756836, 0.989197, 0.971191, 0.827148, 0.997391, 1.0625, 0.94458, 1.033691, 1.032715, 0.958496, 0.939209, 0.940674, 1.087402, 0.96582, 0.764648, 0.948975, 1.082031, 1.014709, 1.039307, 1.08252, 1.148438, 0.943604, 0.918457, 1.022095, 0.81543, 0.965576, 0.993195, 0.95874, 1.042725, 1.043213, 0.951416, 1.084961, 0.96582, 0.961426, 0.952637, 0.97229, 1.074707, 0.98877, 0.968018, 0.972046, 0.947754, 0.973389, 0.98761, 0.986328, 0.292969, 0.957275, 0.991882, 0.977173, 0.987183, 0.918457, 0.939697, 1.012634, 0.914551, 0.982788, 0.962402, 0.968872, 0.9729, 1.004974, 0.980591, 0.959473, 1.022461, 0.947998, 0.92041, 0.955566, 0.968018, 0.976196, 0.887695, 0.913086, 1.054199, 1.047852, 0.932617, 1.016479, 0.9646, 0.918945, 0.936523, 0.955811, 0.957031, 0.995605, 0.935547, 0.990845, 1.029663, 1.036865, 0.940186, 0.981323, 0.966064, 0.948486, 1.026978, 0.987915, 0.987, 1.00296, 0.963867, 0.955566, 1.081055, 1.01709, 0.958984, 1.053467, 0.959229, 0.942383, 0.983887, 0.849609, 0.930664, 0.945312, 0.947021, 0.967529, 0.964111, 0.958252, 0.903809, 0.946777, 0.967041, 0.940186, 0.936523, 0.885254, 0.953125, 0.92041, 1.126953, 0.974365, 1.182617, 0.961182, 0.974854, 0.958496, 0.954834, 0.946045, 1.031738, 0.95874, 1.005585, 1.090332, 1.039062, 0.974731, 0.97229, 1.08252, 0.987427, 0.986389, 0.965088, 1.084473, 0.982422, 0.985352, 0.971191, 1.144531, 0.950684, 0.974854, 0.876465, 0.98291, 1.013062, 0.992401, 0.971069, 0.955078, 0.910156, 1.570312, 1.048828, 0.955078, 0.943848, 0.948242, 0.930664, 0.963135, 0.856445, 1.02002, 1.185547, 0.851562, 0.998398, 0.963135, 0.947754, 1.034912, 0.966309, 0.912109, 0.993683, 1.006042, 0.980225, 1.01355, 0.712891, 0.97998, 0.959717, 0.887695, 0.984009, 0.974365, 0.965088, 0.924316, 0.999195, 0.979614, 0.964355, 0.943359, 0.950928, 0.943848, 0.969849, 0.985596, 0.957031, 0.973877, 0.939697, 0.995331, 0.943115, 0.935547, 0.972412, 0.888672, 0.878906, 0.939941, 0.952148, 1.056641, 0.946289, 0.982178, 0.985107, 0.962891, 1.012085, 0.960938, 0.944336, 1.013855, 0.971436, 1.180664, 0.944824, 1.020142, 1.014893, 1.014221, 0.976562, 1.083496, 0.932617, 1.131836, 0.939209, 1.057129, 0.9823, 0.967041, 0.999831, 0.989075, 0.948975, 0.97168, 1.016113, 0.959229, 0.958008, 0.974731, 1.046875, 0.964844, 0.974121, 0.997726, 0.955078, 0.971191, 1.064453, 0.971802, 1.004303, 0.922852, 0.963623, 0.992737, 0.871094, 1.012451, 0.939941, 0.945557, 0.973877, 0.938965, 1.058105, 0.969971, 0.986389, 0.929199, 0.623047, 1.020874, 1.01355, 1.05835, 0.957764, 1.030029, 0.944092, 1.019409, 0.979492, 0.947754, 0.956055, 1.357422, 0.963379, 1.028687, 0.908203, 1.130859, 0.932129, 0.96167, 0.927246, 0.994324, 0.947998, 0.953369, 1.073242, 0.927734, 0.972046, 0.950684, 1.045898, 0.955078, 0.917969, 1.091309, 0.973389, 0.832031, 0.911133, 0.983276, 0.916016, 0.976685, 1.11377, 0.955078, 0.987549, 1.008118, 0.930176, 0.991516, 1.097656, 1.053223, 0.97937, 0.943604, 1.003662, 0.971924, 0.927734, 0.923828, 0.901855, 0.966553, 0.990356, 0.98291, 0.826172, 0.951416, 0.9375, 0.945801, 0.983398, 0.946045, 0.968262, 0.944092, 0.96167, 1.05542, 0.941895, 0.996643, 0.950684, 0.994446, 0.928711, 0.982788, 0.954834, 0.991699, 0.885254, 0.918945, 0.974365, 0.946533, 0.945557, 0.942627, 0.907715, 1.125977, 0.943115, 1.087891, 0.898438, 0.948486, 0.960938, 1.108398, 0.940674, 0.995026, 1.037354, 0.987732, 0.926758, 0.949951, 0.98999, 0.921875, 0.963135, 0.967529, 1.070312, 0.951904, 0.982666, 0.888672, 0.959473, 0.999275, 0.94458, 0.963379, 0.950195, 0.954346, 0.973145, 0.900391, 0.97876, 0.954834, 0.984619, 1.166992, 0.978149, 0.933594, 0.978271, 0.966064, 1.095215, 0.934082, 0.960205, 0.936035, 0.969116, 0.932129, 0.976074, 0.921387, 0.947021, 1.007507, 0.969116, 0.945801, 0.913086, 0.912109, 0.996063, 0.961426, 0.97876, 0.961426, 0.962891, 0.948975, 0.943604, 0.966064, 0.978394, 0.990173, 0.925293, 0.972046, 1.106445, 0.382812, 0.964844, 0.96582, 0.970703, 1.011292, 1.069824, 0.904785, 0.959961, 0.989014, 1.0354, 1.003967, 1.081543, 0.862305, 0.948486, 1.00589, 1.101074, 1.012207, 0.943848, 0.833984, 1.038818, 0.982544, 0.951416, 0.971558, 0.948975, 0.943848, 0.943359, 0.95752, 0.987122, 0.9646, 0.974976, 1.106934, 0.989624, 0.978638, 1.00528, 0.858398, 0.988892, 0.938477, 0.967041, 0.971313, 0.955566, 0.9823, 0.907227, 0.965088, 1.075684, 1.020386, 0.960693, 0.958984, 0.967773, 0.986755, 0.908691, 0.855469, 0.939453, 0.968994, 1.044189, 0.974487, 0.925781, 0.948242, 0.300781, 0.972046, 1.043457, 0.947998, 0.979126, 1.034912, 1.103516, 0.942627, 0.862305, 0.956787, 0.950928, 0.94751, 0.986816, 0.955811, 1.025269, 1.021118, 0.9729, 0.968872, 0.983398, 0.92041, 0.96875, 0.962402, 0.975464, 0.92334, 0.91748, 0.99649, 0.959961, 0.973999, 0.957764, 0.853516, 0.966553, 0.953613, 0.988525, 0.951416, 1.03833, 0.689453, 0.955078, 1.053467, 0.880371, 1.012146, 0.97522, 1.027344, 0.970703, 0.950439, 0.945312, 0.969727, 0.953613, 0.908691, 0.931152, 0.950439, 1.046631, 1.018311, 0.967041, 1.013245, 0.94873, 0.914062, 1.087402, 0.949707, 0.997803, 0.974487, 0.963379, 0.982422, 0.961182, 0.981079, 1.028931, 0.566406, 0.95874, 0.959961, 0.956055, 0.973877, 0.97522, 0.972656, 0.968506, 0.974487, 1.10498, 1.03125, 0.986389, 0.955811, 0.990234, 0.976196, 0.94458, 0.955078, 0.969238, 0.959717, 0.947266, 0.882324, 1.011597, 0.928223, 0.799805, 0.937744, 0.975586, 0.971436, 0.97522, 0.945068, 0.925781, 0.963623, 0.849609, 0.986023, 0.983521, 1.02063, 0.959961, 0.959961, 1.003616, 0.986328, 0.895996, 0.983398, 1.064941, 0.975464, 0.962158, 1.064941, 1.088867, 0.942383, 0.99926, 0.956543, 0.957031, 0.943848, 0.958984, 0.955566, 0.972412, 1.005524, 0.937012, 0.987976, 1.083008, 0.925293, 0.953613, 1.125, 1.038818, 0.960938, 1.074707, 0.953857, 1.039551, 0.994232, 1.026367, 0.94751, 0.937744, 1.084473, 0.968262, 1.003296, 0.995941, 1.007721, 0.963623, 0.927734, 1.050537, 1.192383, 1.088379, 0.959961, 0.944092, 0.955811, 1.03833, 0.898926, 0.911621, 0.95752, 1.042725, 0.947021, 0.96167, 0.997864, 0.945801, 0.920898, 0.981445, 1.006226, 0.990601, 1.029419, 1.080078, 0.966064, 0.975464, 0.978394, 0.950195, 0.965088, 0.958496, 1.116211, 0.95166, 1.179688, 1.05835, 0.875977, 0.948486, 0.952393, 0.96582, 0.958496, 0.893555, 1.100586, 0.961426, 0.986084, 0.983398, 0.966309, 1.003479, 0.975464, 0.963623, 1.011536, 0.97876, 0.943848, 0.958496, 0.943604, 0.84375, 0.979248, 0.95166, 0.371094, 0.959229, 0.941895, 1.139648, 0.932129, 0.949463, 0.948486, 0.958252, 0.959473, 0.974976, 0.914062, 0.930664, 1.172852, 1.05249, 0.992493, 0.932617, 0.963135, 0.927246, 0.924805, 0.976318, 0.960693, 0.899902, 0.954346, 0.977783, 0.964111, 0.862305, 1.093262, 0.967285, 0.912109, 0.987122, 0.991821, 0.955078, 0.877441, 1.027466, 0.943115, 0.982544, 0.929199, 1.081543, 0.978882, 0.940918, 0.941895, 0.958496, 0.952881, 0.838867, 0.965332, 0.997391, 0.947998, 0.890137, 0.924316, 1.108398, 0.981079, 0.895996, 1.05542, 0.955078, 0.740234, 0.953613, 0.981812, 0.963867, 0.956299, 0.779297, 0.936035, 0.956299, 0.966553, 0.943115, 0.970703, 0.952148, 1.246094, 0.935059, 0.970337, 0.94458, 0.946777, 0.946777, 0.888184, 0.957275, 0.987976, 0.954834, 0.967041, 0.583984, 0.94043, 0.997162, 1.042725, 1.049561, 0.942139, 0.955566, 0.930664, 0.974243, 0.950195, 0.9646, 0.959717, 0.994812, 1.010437, 0.997574, 0.967285, 0.939941, 0.935059, 0.967041, 1.019531, 1.03125, 1.050293, 1.083984, 0.968506, 0.979004, 0.972778, 0.988708, 1.126953, 1.010986, 1.000526, 0.957764, 1.048584, 1.019287, 0.985901, 0.948486, 0.971558, 0.937012, 0.970947, 0.919434, 0.940186, 0.965332, 0.935547, 1.066895, 0.916504, 0.90625, 0.974487, 0.949219, 0.963623, 0.939697, 0.974487, 0.95874, 0.936035, 0.936035, 0.968506, 0.940918, 0.950439, 0.9375, 0.984375, 0.908691, 0.906738, 0.938477, 0.984863, 1.02478, 0.933594, 0.941162, 1.057373, 1.081543, 0.941162, 1.00235, 0.975342, 0.956299, 0.953125, 0.954834, 0.935547, 0.945068, 0.943604, 0.983154, 0.99408, 0.972046, 0.955322, 0.908691, 0.922363, 0.955811, 0.942139, 0.995361, 1.147461, 0.971924, 1.006744, 0.921387, 0.976196, 0.931152, 1.042969, 0.930176, 0.914551, 1.009583, 0.992462, 1.132812, 1.055908, 1.029175, 0.988953, 0.95459, 0.934082, 0.568359, 0.933594, 0.923828, 0.945312, 0.919434, 0.983154, 0.863281, 1.014954, 1.065918, 1.066895, 0.919434, 0.957031, 0.964111, 0.984375, 0.857422, 0.952637, 0.931641, 0.968262, 1.047119, 0.994751, 0.967041, 1.022217, 0.955322, 0.950928, 0.927246, 0.943604, 1.083008, 0.962891, 0.873047, 0.958252, 0.967285, 0.980957, 1.049316, 0.954346, 0.959961, 0.92041, 0.951172, 0.903809, 0.942627, 0.958496, 0.9375, 0.97937, 0.953613, 0.988525, 0.960693, 1.003082, 0.964111, 0.952393, 1.086426, 0.990112, 0.948975, 0.921387, 0.973877, 0.955322, 0.967529, 0.994385, 1.116211, 0.924316, 0.961182, 0.949463, 0.951904, 1.024414, 1.019287, 0.850586, 0.936035, 0.955811, 0.973999, 0.963379, 0.966309, 0.946533, 0.994598, 0.963623, 0.979492, 0.968262, 0.955322, 1.020874, 0.945312, 0.88916, 0.92627, 0.94873, 1.078125, 1.012329, 0.967529, 0.982178, 0.92041, 0.950195, 1.018677, 0.966553, 0.998329, 0.951172, 1.030029, 0.944336, 0.967285, 0.979492, 0.95874, 1.118652, 0.965576, 0.944824, 0.989441, 0.923828, 0.807617, 0.969238, 0.955566, 0.94458, 0.994965, 0.932129, 0.974243, 0.965576, 1.07373, 0.991028, 0.887695, 0.966064, 0.993958, 0.954346, 0.924316, 0.96582, 0.950684, 0.956299, 0.99826, 0.965332, 0.996826, 0.760742, 1.035645, 0.983887, 1.057861, 1.045166, 0.990784, 0.933105, 0.995422, 1.116699, 1.017334, 0.953369, 0.951172, 0.937012, 0.983643, 0.884766, 0.947754, 0.84375, 0.927734, 0.850586, 1.087891, 0.958252, 0.890625, 0.983032, 0.965332, 0.991333, 0.99054, 0.949219, 1.026855, 0.961914, 0.969238, 0.950928, 0.962891, 0.935547, 0.955078, 0.956787, 0.950684, 0.917969, 1.12207, 0.978394, 0.986694, 1.003799, 0.947021, 0.909668, 0.92041, 0.927734, 1.020264, 0.982544, 0.955566, 1.039551, 0.987427, 0.970825, 0.960693, 0.982544, 0.977173, 0.985229, 0.899902, 0.799805, 0.967773, 0.973999, 0.878906, 1.036621, 0.987366, 0.978516, 1.000008, 0.950684, 0.942627, 0.915527, 0.972656, 0.939941, 0.932129, 0.984131, 1.003891, 0.927734, 0.942871, 1.101074, 0.996002, 0.882812, 0.95459, 0.947021, 0.933105, 0.952637, 0.985596, 0.98645, 0.97168, 0.946777, 0.934082, 1.092773, 0.970947, 0.974121, 0.98999, 1.098633, 0.940186, 0.960449, 0.967773, 1.048096, 0.945801, 0.932129, 0.897461, 1.031006, 1.015259, 0.935547, 0.935547, 0.991394, 0.965332, 0.928711, 0.922363, 0.986755, 0.997177, 1.052979, 0.925781, 0.96167, 0.912109, 0.973145, 0.947754, 0.87793, 0.950684, 0.966553, 0.94458, 0.937012, 0.958008, 0.942383, 1.002975, 0.993103, 0.969482, 0.939453, 1.032227, 1.035645, 0.967285, 0.932129, 0.933105, 0.944336, 0.979614, 0.975464, 0.957275, 0.990051, 0.94751, 1.003784, 0.956543, 0.939941, 0.938721, 1.130859, 0.905273, 0.949219, 0.893555, 1.053955, 0.977905, 0.99704, 0.961426, 1.085449, 0.979004, 1.07959, 0.950195, 0.973877, 0.94165, 1.053711, 0.949951, 0.934082, 0.969849, 1.053711, 1.065918, 0.943115, 0.994171, 1.022217, 1.016968, 0.952393, 0.98584, 0.971313, 0.928223, 0.938232, 0.959961, 1.108887, 1.089844, 0.929688, 1.029541, 1.004852, 0.970947, 0.956543, 0.952148, 0.99176, 0.980591, 0.966553, 0.95459, 0.956055, 1.014221, 0.947754, 0.958984, 0.880859, 1.011108, 0.98584, 1.124023, 0.953613, 1.004761, 0.915039, 0.979248, 0.927246, 1.015137, 0.928223, 0.987183, 0.942139, 0.951416, 0.94751, 0.939453, 0.964355, 0.948975, 0.964844, 0.936523, 0.970581, 0.951172, 0.748047, 0.956055, 0.984863, 0.993591, 0.940186, 1.09082, 0.960938, 0.945312, 0.958496, 0.935059, 0.996368, 0.972778, 1.004028, 0.910156, 1.014099, 0.951172, 1.036133, 0.888184, 0.950928, 1.027466, 0.96582, 1.015991, 0.978027, 0.975464, 0.970581, 0.955322, 0.948486, 1.027832, 0.943848, 1.013489, 1.025391, 1.020264, 0.934082, 1.03064, 0.935547, 1.014282, 0.996506, 0.963867, 0.971436, 0.974121, 0.965332, 0.936035, 0.978271, 0.960938, 0.949463, 0.979858, 0.980469, 1.004395, 0.969971, 0.946777, 0.968506, 1.05127, 0.96582, 0.946777, 0.94873, 0.919434, 0.949219, 0.95166, 0.943359, 0.924316, 0.53125, 0.953857, 0.952148, 0.940674, 1.165039, 0.957031, 0.911133, 1.192383, 0.95752, 1.058105, 0.916016, 0.956543, 0.932129, 0.930664, 1.120117, 0.950928, 1.000311, 0.975952, 0.968872, 0.908203, 1.009705, 1.011536, 1.102051, 1.10498, 0.910645, 1.006409, 0.94043, 1.019775, 0.997421, 0.967041, 0.952881, 1.097656, 0.985962, 0.9729, 1.024048, 0.959961, 0.96167, 0.980103, 0.972046, 1.086426, 0.88916, 0.964355, 0.971191, 0.982788, 0.595703, 1.012451, 0.971436, 0.930664, 0.930664, 1.098633, 0.897461, 1.005035, 0.94458, 0.952637, 0.996033, 1.010681, 1.013855, 0.919922, 1.012085, 0.980591, 0.988403, 1.116211, 0.989929, 0.97998, 0.960205, 0.99295, 0.937012, 0.965576, 0.948486, 0.970581, 0.965332, 0.961914, 0.963135, 0.876465, 0.515625, 0.938232, 0.963379, 1.086426, 0.990906, 0.971558, 0.985657, 1.019287, 1.005768, 1.011719, 0.851562, 0.967285, 0.94873, 1.084473, 0.95166, 0.905762, 0.999519 ] }, "name": "onnx::Mul_8631", "outputIndexes": [ 1703 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1702, 1703 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1704 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1704 ], "outputIndexes": [ 2982 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2982 ], "outputIndexes": [ 2983 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear", "inputIndexes": [ 2983 ], "outputIndexes": [ 2984 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 752470674, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2984 ], "outputIndexes": [ 2985 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2985 ], "outputIndexes": [ 1705 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 1705 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_output_0", "outputIndexes": [ 1706 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 1706 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_1_output_0", "outputIndexes": [ 1707 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1707 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_2_output_0", "outputIndexes": [ 1708 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 1708 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Add_output_0", "outputIndexes": [ 1709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1709 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_3_output_0", "outputIndexes": [ 1710 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1710 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_17/Tanh_output_0", "outputIndexes": [ 1711 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1711 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Add_1_output_0", "outputIndexes": [ 1712 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 1712 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_4_output_0", "outputIndexes": [ 1713 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1713 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_5_output_0", "outputIndexes": [ 1714 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1704 ], "outputIndexes": [ 2986 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2986 ], "outputIndexes": [ 2987 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear", "inputIndexes": [ 2987 ], "outputIndexes": [ 2988 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 764414632, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2988 ], "outputIndexes": [ 2989 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2989 ], "outputIndexes": [ 1715 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1714, 1715 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_17/Mul_output_0", "outputIndexes": [ 1716 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1716 ], "outputIndexes": [ 2990 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2990 ], "outputIndexes": [ 2991 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear", "inputIndexes": [ 2991 ], "outputIndexes": [ 2992 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 776358590, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2992 ], "outputIndexes": [ 2993 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2993 ], "outputIndexes": [ 1717 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1717 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_17/Mul_output_0", "outputIndexes": [ 1718 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.125, 3.046875, 3.1875, 3.25, 3.34375, 3.125, 2.9375, 0.853516, 3.265625, 2.710938, 3.171875, 3.046875, 2.9375, 3.25, 3.25, 3.03125, 3.046875, 3.046875, 2.546875, 2.984375, 3.15625, 3.125, 3.34375, 2.828125, 2.914062, 3.140625, 2.78125, 2.742188, 3.265625, 3.15625, 2.8125, 2.382812, 3.109375, 1.089355, 3.09375, 2.570312, 3.109375, 3.1875, 2.835938, 3.09375, 3.3125, 3.125, 3.0625, 2.507812, 1.476562, 3.078125, 3.21875, 3.0625, 3.25, 2.609375, 3.078125, 2.109375, 3.015625, 1.445312, 3.25, 2.75, 2.992188, 3.234375, 2.992188, 2.757812, 2.289062, 3.546875, 3.125, 3.0625, 2.96875, 2.960938, 2.125, 3.15625, 2.734375, 3.046875, 3.140625, 3.15625, 3.03125, 3.125, 3.0, 3.03125, 1.996094, 2.671875, 2.578125, 1.458984, 3.03125, 0.787109, 3.09375, 2.476562, 3.0625, 2.984375, 3.0625, 2.492188, 1.503906, 2.867188, 3.09375, 2.960938, 3.21875, 1.367188, 3.171875, 0.794922, 3.0, 3.109375, 0.730469, 3.015625, 2.867188, 3.203125, 3.234375, 3.078125, 3.25, 3.1875, 3.15625, 2.578125, 3.21875, 3.078125, 3.1875, 3.09375, 3.15625, 2.625, 3.078125, 2.742188, 3.15625, 1.421875, 3.015625, 3.21875, 3.203125, 3.109375, 2.921875, 3.265625, 2.914062, 2.289062, 2.984375, 3.265625, 3.03125, 2.023438, 2.140625, 3.15625, 2.890625, 3.109375, 3.21875, 3.109375, 2.710938, 2.320312, 2.976562, 3.25, 3.90625, 2.875, 2.828125, 3.125, 3.078125, 2.859375, 2.859375, 3.1875, 3.140625, 3.28125, 3.09375, 2.820312, 2.945312, 3.375, 2.96875, 3.265625, 1.917969, 3.125, 1.300781, 1.176758, 2.484375, 3.171875, 2.804688, 1.96875, 3.140625, 3.234375, 3.21875, 1.170898, 3.21875, 2.882812, 3.125, 1.386719, 3.0625, 1.216797, 3.03125, 3.5625, 3.078125, 0.786133, 3.21875, 3.140625, 3.0625, 1.057861, 2.546875, 0.84082, 3.984375, 3.0625, 1.75, 3.046875, 2.796875, 2.726562, 3.15625, 3.15625, 2.984375, 2.976562, 3.046875, 2.9375, 3.140625, 3.140625, 3.171875, 3.09375, 2.96875, 3.109375, 3.125, 2.804688, 3.171875, 3.234375, 3.484375, 3.09375, 3.03125, 3.265625, 2.882812, 3.234375, 3.125, 3.015625, 3.171875, 3.109375, 2.867188, 2.96875, 3.203125, 3.15625, 2.710938, 2.609375, 3.078125, 3.3125, 3.21875, 2.992188, 3.078125, 3.03125, 2.789062, 2.703125, 2.328125, 3.125, 3.21875, 3.1875, 3.234375, 3.25, 2.46875, 3.15625, 3.015625, 3.0625, 2.492188, 3.140625, 3.265625, 2.804688, 2.882812, 3.171875, 2.796875, 2.726562, 3.296875, 1.972656, 3.109375, 3.015625, 1.554688, 3.15625, 3.09375, 2.984375, 3.0625, 3.21875, 3.1875, 2.984375, 3.109375, 3.28125, 3.03125, 2.90625, 3.109375, 2.601562, 3.125, 3.234375, 2.992188, 3.078125, 3.09375, 2.992188, 3.0625, 2.851562, 3.125, 3.125, 1.695312, 3.0625, 3.203125, 3.125, 2.382812, 3.125, 1.390625, 3.0, 3.203125, 3.125, 2.90625, 3.125, 1.19043, 3.0, 2.765625, 1.451172, 2.984375, 3.171875, 2.960938, 3.015625, 2.84375, 3.0625, 3.296875, 3.203125, 2.882812, 2.765625, 1.064453, 3.15625, 0.695312, 2.796875, 3.09375, 2.796875, 3.015625, 3.234375, 3.265625, 0.888184, 3.203125, 3.09375, 2.96875, 3.03125, 3.015625, 3.34375, 2.929688, 3.140625, 2.890625, 3.15625, 2.789062, 3.140625, 3.140625, 3.0625, 2.414062, 2.8125, 3.328125, 3.078125, 2.578125, 2.5625, 3.140625, 3.078125, 7.15625, 3.234375, 3.078125, 3.359375, 3.203125, 2.945312, 3.046875, 2.976562, 3.1875, 3.03125, 2.898438, 2.25, 3.1875, 2.023438, 2.640625, 3.171875, 1.527344, 2.5, 1.808594, 2.5625, 0.841797, 1.371094, 3.28125, 3.265625, 2.46875, 2.882812, 1.257812, 3.140625, 2.75, 1.84375, 2.929688, 3.15625, 3.1875, 1.574219, 3.171875, 3.03125, 3.21875, 2.835938, 3.078125, 3.03125, 3.34375, 3.15625, 3.15625, 2.898438, 2.882812, 2.085938, 3.21875, 3.203125, 1.894531, 1.59375, 3.34375, 2.929688, 2.625, 2.195312, 3.234375, 3.140625, 3.046875, 3.15625, 0.995728, 3.0625, 3.234375, 3.109375, 2.84375, 1.090332, 2.984375, 3.171875, 3.0, 3.09375, 3.109375, 3.171875, 1.490234, 3.734375, 3.171875, 2.96875, 3.125, 1.761719, 3.203125, 3.15625, 3.1875, 3.125, 2.492188, 2.875, 2.992188, 3.015625, 2.992188, 3.078125, 3.1875, 3.109375, 3.984375, 3.03125, 3.078125, 2.421875, 3.234375, 3.109375, 3.078125, 3.078125, 2.984375, 3.28125, 3.171875, 2.585938, 2.171875, 3.265625, 3.328125, 3.1875, 3.15625, 3.296875, 3.28125, 3.015625, 3.1875, 2.476562, 2.164062, 3.1875, 3.15625, 3.21875, 2.882812, 3.25, 3.140625, 3.046875, 2.9375, 3.046875, 3.09375, 3.078125, 2.148438, 3.28125, 3.046875, 3.140625, 3.15625, 3.109375, 3.140625, 3.109375, 1.882812, 3.015625, 1.201172, 2.898438, 3.046875, 3.09375, 3.0625, 3.0625, 3.203125, 2.789062, 3.0625, 3.15625, 1.380859, 2.96875, 3.078125, 3.25, 2.90625, 2.9375, 3.296875, 3.25, 3.265625, 3.203125, 1.125977, 3.109375, 2.90625, 3.203125, 2.640625, 3.078125, 3.140625, 3.125, 2.453125, 3.140625, 0.902832, 1.486328, 2.21875, 1.02417, 3.234375, 3.15625, 3.109375, 2.304688, 1.503906, 3.015625, 2.242188, 2.453125, 3.21875, 3.1875, 3.203125, 3.234375, 3.0, 2.984375, 3.0625, 3.265625, 2.429688, 3.09375, 3.328125, 2.75, 3.046875, 2.992188, 1.400391, 1.392578, 3.125, 1.613281, 3.234375, 3.0625, 2.898438, 3.171875, 3.03125, 3.015625, 3.171875, 1.169922, 3.203125, 2.835938, 3.0625, 3.328125, 3.359375, 1.123047, 2.148438, 2.6875, 2.78125, 3.078125, 3.375, 3.015625, 3.15625, 3.09375, 2.148438, 3.328125, 1.507812, 3.234375, 3.421875, 3.03125, 2.867188, 2.960938, 3.171875, 2.617188, 2.859375, 2.929688, 3.125, 1.882812, 2.703125, 3.046875, 2.992188, 3.140625, 3.140625, 2.796875, 2.757812, 3.078125, 3.234375, 3.09375, 3.28125, 2.890625, 0.807617, 3.140625, 2.976562, 2.914062, 1.691406, 3.125, 3.671875, 3.015625, 3.171875, 3.078125, 3.515625, 2.976562, 3.265625, 2.992188, 2.046875, 2.210938, 3.140625, 3.046875, 2.796875, 3.265625, 2.914062, 2.890625, 2.9375, 3.03125, 3.171875, 2.679688, 3.125, 3.265625, 2.609375, 3.046875, 3.28125, 3.078125, 2.984375, 3.09375, 3.265625, 2.71875, 3.265625, 3.109375, 3.25, 1.753906, 2.90625, 3.078125, 3.1875, 2.726562, 2.898438, 3.03125, 3.140625, 3.03125, 2.921875, 3.078125, 3.15625, 2.617188, 3.0625, 3.296875, 3.265625, 2.929688, 2.875, 3.21875, 2.960938, 3.1875, 3.328125, 2.867188, 3.140625, 2.9375, 3.25, 2.1875, 3.375, 3.203125, 2.59375, 1.198242, 3.0625, 2.085938, 3.1875, 3.265625, 2.835938, 1.765625, 1.100098, 1.000018, 3.171875, 3.265625, 3.1875, 3.234375, 2.960938, 3.21875, 3.03125, 2.8125, 2.929688, 2.96875, 3.171875, 0.919434, 2.921875, 3.109375, 3.046875, 3.0, 3.125, 3.1875, 3.15625, 2.585938, 2.984375, 2.929688, 2.703125, 3.09375, 3.046875, 3.203125, 2.265625, 3.28125, 3.078125, 0.773438, 2.640625, 3.046875, 2.742188, 3.1875, 2.609375, 3.21875, 3.21875, 3.546875, 2.90625, 2.984375, 3.015625, 3.015625, 3.28125, 2.78125, 3.015625, 3.3125, 3.203125, 3.109375, 2.585938, 3.203125, 2.8125, 2.992188, 3.046875, 3.078125, 3.203125, 2.828125, 3.03125, 2.921875, 3.140625, 3.203125, 3.15625, 3.09375, 2.359375, 2.59375, 3.1875, 1.996094, 3.15625, 2.765625, 3.140625, 3.34375, 3.1875, 3.03125, 2.210938, 1.902344, 2.046875, 3.25, 3.078125, 3.203125, 2.632812, 3.171875, 3.234375, 2.992188, 3.03125, 3.15625, 3.140625, 3.125, 3.28125, 3.203125, 3.078125, 3.078125, 3.03125, 3.203125, 2.75, 2.804688, 3.28125, 2.804688, 3.234375, 3.28125, 3.296875, 3.09375, 3.0, 3.15625, 3.203125, 2.78125, 3.0625, 1.261719, 3.140625, 2.921875, 2.984375, 2.976562, 3.046875, 3.359375, 3.03125, 2.859375, 3.078125, 3.1875, 3.15625, 2.953125, 3.171875, 2.984375, 2.804688, 3.171875, 2.921875, 3.1875, 3.046875, 3.15625, 3.5, 2.554688, 2.898438, 3.015625, 2.796875, 2.960938, 3.03125, 3.109375, 3.21875, 1.882812, 2.070312, 3.25, 3.109375, 2.953125, 2.40625, 3.15625, 2.59375, 3.03125, 3.125, 2.132812, 3.28125, 3.09375, 1.816406, 3.171875, 3.125, 3.09375, 2.742188, 1.863281, 2.96875, 3.078125, 1.390625, 3.03125, 3.09375, 3.28125, 1.195312, 3.09375, 2.03125, 3.203125, 3.796875, 2.890625, 2.054688, 3.046875, 3.046875, 2.953125, 3.046875, 3.234375, 3.234375, 3.09375, 2.921875, 2.921875, 3.109375, 3.046875, 3.25, 3.09375, 3.015625, 3.546875, 3.15625, 2.25, 3.234375, 3.03125, 2.125, 2.945312, 2.226562, 3.015625, 3.0625, 3.125, 3.125, 3.234375, 2.804688, 3.15625, 3.125, 3.390625, 2.664062, 2.953125, 3.078125, 3.25, 0.59375, 2.640625, 2.453125, 2.882812, 2.882812, 2.382812, 3.234375, 3.28125, 3.09375, 3.140625, 3.078125, 1.120117, 3.03125, 2.992188, 2.820312, 1.863281, 3.078125, 3.234375, 2.859375, 1.203125, 2.609375, 2.960938, 3.0, 3.203125, 3.15625, 3.34375, 2.609375, 3.015625, 2.875, 2.960938, 2.851562, 3.203125, 3.0625, 3.28125, 2.773438, 2.929688, 1.300781, 3.046875, 3.140625, 3.09375, 2.984375, 3.171875, 3.0625, 3.34375, 2.976562, 3.125, 2.460938, 2.929688, 3.078125, 3.28125, 2.210938, 2.710938, 3.015625, 1.114746, 0.673828, 2.210938, 2.796875, 2.835938, 3.203125, 2.976562, 3.15625, 0.994232, 0.860352, 2.96875, 3.421875, 2.570312, 2.960938, 2.851562, 3.140625, 3.09375, 2.742188, 1.081543, 3.234375, 2.859375, 2.75, 1.757812, 2.945312, 2.914062, 2.867188, 2.867188, 3.40625, 3.15625, 2.84375, 3.234375, 2.523438, 3.15625, 3.171875, 2.671875, 3.0625, 3.046875, 3.3125, 3.234375, 1.988281, 0.973999, 2.773438, 3.125, 2.914062, 3.1875, 3.109375, 3.125, 2.953125, 3.265625, 0.728516, 2.828125, 2.3125, 3.28125, 3.21875, 1.163086, 3.1875, 3.0625, 2.960938, 3.078125, 3.09375, 2.890625, 2.5625, 1.138672, 2.9375, 2.710938, 2.929688, 1.269531, 2.953125, 3.171875, 3.5625, 3.078125, 2.484375, 2.773438, 2.75, 3.25, 3.15625, 2.015625, 3.03125, 3.09375, 2.234375, 2.6875, 1.15918, 2.046875, 2.9375, 2.960938, 3.109375, 2.890625, 3.046875, 2.851562, 3.078125, 0.757812, 3.1875, 3.234375, 2.960938, 3.234375, 2.992188, 3.046875, 3.09375, 0.889648, 2.835938, 1.050049, 3.125, 1.208008, 2.476562, 3.203125, 3.21875, 3.171875, 2.25, 2.882812, 2.34375, 2.921875, 0.958252, 2.898438, 2.328125, 1.992188, 1.527344, 3.109375, 3.21875, 2.46875, 2.546875, 3.25, 2.796875, 3.21875, 2.390625, 2.742188, 3.125, 0.916504, 3.03125, 3.296875, 2.882812, 1.154297, 0.901855, 3.078125, 3.234375, 2.9375, 3.21875, 3.265625, 2.953125, 2.34375, 2.171875, 2.945312, 2.953125, 3.40625, 2.671875, 3.015625, 3.140625, 3.328125, 3.109375, 3.265625, 3.0, 3.265625, 2.890625, 2.90625, 3.234375, 3.125, 2.546875, 3.21875, 3.3125, 3.203125, 3.078125, 3.125, 3.3125, 3.03125, 0.984741, 2.328125, 2.59375, 1.275391, 3.171875, 2.796875, 3.125, 3.046875, 3.25, 3.125, 2.90625, 3.140625, 1.120117, 2.5625, 3.0625, 2.648438, 3.078125, 2.984375, 2.515625, 3.1875, 3.09375, 3.171875, 3.21875, 3.265625, 1.105957, 3.375, 3.421875, 2.25, 3.21875, 3.078125, 3.25, 3.640625, 3.03125, 3.09375, 3.140625, 3.203125, 3.15625, 3.046875, 2.53125, 2.992188, 3.140625, 3.21875, 3.234375, 2.929688, 1.523438, 3.28125, 1.335938, 3.046875, 3.03125, 2.445312, 3.203125, 3.171875, 3.203125, 3.0625, 2.570312, 2.992188, 0.912598, 0.897949, 0.928711, 3.046875, 3.234375, 1.339844, 2.960938, 3.015625, 3.140625, 1.433594, 2.835938, 2.125, 2.953125, 1.255859, 3.125, 3.09375, 3.109375, 3.203125, 2.734375, 2.648438, 3.25, 3.109375, 1.474609, 2.8125, 0.788086, 2.914062, 3.1875, 3.234375, 3.3125, 2.429688, 1.980469, 3.078125, 1.024292, 3.34375, 3.0, 3.015625, 3.015625, 2.1875, 3.140625, 3.03125, 3.015625, 2.617188, 3.09375, 2.867188, 2.46875, 3.0625, 3.234375, 3.296875, 3.234375, 2.992188, 3.234375, 2.742188, 3.03125, 3.25, 3.125, 3.0625, 2.960938, 3.109375, 3.25, 2.726562, 3.171875, 2.984375, 3.078125, 3.125, 2.992188, 2.765625, 3.109375, 2.867188, 3.1875, 2.992188, 2.929688, 1.542969, 3.15625, 2.804688, 3.171875, 2.898438, 3.03125, 3.03125, 3.203125, 1.523438, 3.203125, 1.527344, 3.140625, 2.765625, 2.828125, 2.453125, 2.960938, 2.023438, 3.109375, 1.105469, 3.0625, 2.085938, 3.0625, 2.992188, 2.796875, 3.078125, 3.28125, 3.078125, 2.835938, 3.015625, 2.96875, 3.1875, 1.019287, 3.15625, 2.898438, 2.921875, 3.203125, 3.078125, 3.203125, 2.929688, 2.15625, 2.890625, 3.125, 3.0, 3.15625, 3.25, 3.125, 3.09375, 2.703125, 2.9375, 0.94165, 3.140625, 3.109375, 3.28125, 2.265625, 2.84375, 1.871094, 0.893066, 2.976562, 0.913086, 1.291016, 2.71875, 3.078125, 3.0625, 3.25, 1.462891, 2.953125, 2.507812, 3.140625, 0.986938, 3.09375, 2.984375, 3.0625, 3.125, 3.125, 3.328125, 1.010193, 3.234375, 3.203125, 1.996094, 1.267578, 3.15625, 3.21875, 1.447266, 3.1875, 2.328125, 3.234375, 2.851562, 3.125, 2.929688, 1.257812, 3.15625, 2.921875, 3.015625, 3.0625, 3.078125, 2.09375, 0.921387, 3.0625, 3.3125, 2.71875, 3.09375, 3.25, 3.1875, 3.375, 3.015625, 3.015625, 3.0, 3.0625, 3.09375, 3.140625, 2.960938, 3.0625, 2.710938, 3.03125, 3.078125, 3.0625, 0.761719, 3.125, 3.140625, 3.0625, 2.773438, 2.929688, 2.851562, 2.890625, 3.0625, 2.945312, 3.046875, 3.09375, 3.0625, 3.203125, 2.101562, 3.03125, 1.124023, 3.140625, 1.292969, 3.234375, 3.171875, 3.1875, 1.111328, 3.15625, 2.765625, 2.765625, 3.28125, 3.5, 3.0625, 2.992188, 3.0625, 3.03125, 2.96875, 1.515625, 2.898438, 3.203125, 3.46875, 3.328125, 2.898438, 3.125, 3.1875, 3.1875, 2.953125, 3.078125, 2.59375, 2.796875, 3.046875, 2.898438, 1.460938, 2.882812, 3.15625, 3.25, 2.84375, 1.098145, 3.328125, 3.109375, 3.25, 3.171875, 3.015625, 3.125, 2.984375, 3.046875, 1.124512, 3.125, 3.140625, 2.898438, 3.296875, 2.851562, 3.125, 3.21875, 3.28125, 3.1875, 2.734375, 3.359375, 3.109375, 3.078125, 2.898438, 3.265625, 3.09375, 2.039062, 4.578125, 2.828125, 2.945312, 3.109375, 2.953125, 2.117188, 3.1875, 3.0, 2.992188, 1.09082, 2.632812, 2.429688, 2.164062, 3.09375, 3.21875, 3.53125, 0.760742, 3.1875, 3.9375, 0.827148, 1.902344, 3.125, 3.0625, 3.171875, 3.171875, 3.203125, 2.921875, 2.984375, 2.882812, 3.21875, 1.574219, 3.109375, 3.171875, 3.0625, 1.683594, 3.15625, 3.15625, 3.125, 3.03125, 3.140625, 2.867188, 3.109375, 2.6875, 1.339844, 3.125, 3.0625, 3.0625, 3.0625, 2.34375, 3.109375, 1.890625, 3.0625, 3.03125, 2.046875, 2.976562, 3.1875, 3.09375, 3.015625, 2.804688, 3.09375, 3.046875, 3.15625, 2.046875, 0.978149, 3.015625, 3.515625, 2.953125, 2.507812, 3.171875, 3.15625, 2.984375, 0.979614, 2.773438, 3.203125, 2.835938, 2.953125, 3.015625, 3.296875, 3.09375, 3.125, 2.757812, 3.0, 2.953125, 3.140625, 3.21875, 3.296875, 2.882812, 2.546875, 2.617188, 2.5625, 3.140625, 2.789062, 2.515625, 3.15625, 2.09375, 2.976562, 2.929688, 3.15625, 3.078125, 3.171875, 3.140625, 2.085938, 2.835938, 3.15625, 3.375, 3.09375, 3.296875, 2.03125, 2.960938, 2.992188, 3.078125, 3.25, 3.15625, 2.773438, 3.265625, 2.890625, 3.078125, 2.984375, 1.53125, 3.140625, 3.140625, 3.125, 2.632812, 3.234375, 3.1875, 2.914062, 3.03125, 2.929688, 3.0625, 3.046875, 2.71875, 2.101562, 2.890625, 3.015625, 3.140625, 3.046875, 3.21875, 3.265625, 3.203125, 3.171875, 3.265625, 3.03125, 3.578125, 2.945312, 2.898438, 2.59375, 3.0, 3.171875, 3.015625, 3.234375, 3.125, 3.25, 3.203125, 2.609375, 3.25, 3.078125, 2.710938, 3.015625, 3.203125, 0.806641, 3.03125, 3.265625, 3.078125, 1.632812, 3.046875, 2.984375, 2.015625, 1.109863, 2.867188, 2.984375, 3.21875, 3.046875, 2.960938, 3.015625, 2.9375, 3.09375, 2.898438, 2.71875, 3.015625, 2.054688, 3.265625, 3.171875, 1.558594, 0.851562, 3.140625, 3.484375, 3.296875, 1.976562, 3.15625, 2.5, 2.96875, 3.265625, 3.71875, 2.960938, 3.125, 2.914062, 2.703125, 3.171875, 3.203125, 3.484375, 1.238281, 2.09375, 3.046875, 3.03125, 3.1875, 2.5, 2.898438, 3.265625, 2.726562, 1.890625, 3.25, 3.1875, 2.851562, 3.09375, 2.960938, 2.679688, 2.828125, 3.140625, 0.799805, 0.847656, 3.046875, 3.109375, 2.914062, 3.34375, 2.929688, 3.203125, 1.414062, 3.265625, 1.722656, 1.800781, 3.0625, 3.25, 2.976562, 3.015625, 3.203125, 3.1875, 1.433594, 3.203125, 2.867188, 2.835938, 3.109375, 3.171875, 2.992188, 2.757812, 2.523438, 3.140625, 3.140625, 2.976562, 2.828125, 2.3125, 2.773438, 2.890625, 4.65625, 3.28125, 3.125, 1.11377, 3.015625, 3.171875, 2.328125, 3.09375, 2.804688, 2.992188, 3.109375, 2.960938, 3.0, 2.273438, 3.140625, 3.1875, 3.15625, 3.265625, 3.203125, 3.03125, 2.984375, 2.992188, 3.21875, 3.234375, 3.0625, 2.007812, 0.834961, 3.0, 3.109375, 3.28125, 3.078125, 2.859375, 0.746094, 3.140625, 3.25, 2.867188, 3.109375, 1.554688, 3.328125, 3.203125, 3.140625, 2.992188, 3.015625, 3.5625, 2.773438, 2.460938, 2.984375, 3.46875, 2.992188, 1.074219, 3.171875, 2.898438, 0.827148, 3.125, 2.554688, 3.25, 2.875, 2.601562, 2.984375, 2.015625, 3.109375, 3.109375, 3.078125, 3.15625, 3.125, 3.015625, 2.960938, 3.34375, 3.234375, 3.15625, 3.0625, 3.3125, 1.992188, 3.046875, 3.046875, 2.742188, 2.835938, 2.429688, 3.234375, 1.652344, 2.773438, 0.911621, 3.265625, 3.046875, 3.375, 2.890625, 3.046875, 3.09375, 3.171875, 3.09375, 2.78125, 3.1875, 3.046875, 3.21875, 2.640625, 3.234375, 2.0, 2.976562, 2.4375, 1.132812, 3.140625, 3.171875, 3.359375, 3.1875, 3.34375, 2.640625, 2.929688, 3.125, 2.203125, 2.34375, 3.140625, 3.296875, 3.296875, 2.96875, 3.078125, 2.351562, 3.234375, 3.25, 3.171875, 1.326172, 2.804688, 3.21875, 3.140625, 3.25, 2.59375, 2.953125, 2.90625, 3.015625, 3.0625, 3.09375, 3.046875, 1.835938, 2.867188, 3.25, 3.0625, 3.265625, 3.328125, 3.203125, 2.820312, 2.578125, 3.390625, 3.203125, 1.871094, 1.378906, 3.09375, 3.140625, 3.3125, 3.0625, 3.328125, 0.858398, 3.0, 3.25, 2.929688, 3.125, 2.570312, 3.0, 2.710938, 1.345703, 3.125, 2.992188, 3.234375, 2.882812, 2.765625, 3.28125, 3.15625, 3.0625, 3.046875, 3.21875, 3.328125, 2.820312, 2.742188, 2.078125, 2.8125, 2.132812, 0.995697, 2.835938, 3.390625, 3.078125, 3.28125, 3.015625, 3.09375, 3.15625, 3.1875, 3.140625, 3.015625, 2.375, 2.921875, 1.824219, 3.171875, 2.390625, 2.984375, 3.046875, 3.03125, 2.765625, 3.140625, 3.109375, 3.265625, 2.429688, 3.046875, 3.125, 1.359375, 2.640625, 3.15625, 3.265625, 2.859375, 1.332031, 2.992188, 2.953125, 3.015625, 3.078125, 2.96875, 1.157227, 3.09375, 3.15625, 2.210938, 3.09375, 2.804688, 2.859375, 2.929688, 3.25, 2.890625, 3.015625, 3.15625, 3.109375, 3.015625, 3.109375, 3.109375, 0.966553, 2.945312, 2.90625, 3.203125, 3.140625, 3.3125, 3.234375, 2.734375, 1.867188, 3.09375, 3.109375, 3.25, 2.984375, 1.886719, 2.8125, 2.984375, 3.046875, 2.992188, 2.84375, 3.09375, 2.960938, 3.109375, 2.8125, 3.171875, 2.828125, 3.046875, 3.125, 2.992188, 3.0625, 3.21875, 2.601562, 3.203125, 1.628906, 0.683594, 3.078125, 2.59375, 3.234375, 3.25, 3.015625, 2.945312, 2.601562, 3.203125, 2.640625, 2.914062, 3.21875, 3.21875, 3.078125, 1.030518, 2.890625, 3.25, 2.960938, 2.828125, 2.953125, 3.03125, 3.125, 3.0625, 2.71875, 3.3125, 3.140625, 3.25, 3.109375, 2.96875, 2.359375, 3.09375, 2.523438, 2.703125, 3.09375, 3.28125, 3.171875, 3.171875, 3.3125, 3.046875, 2.914062, 4.453125, 2.414062, 3.109375, 2.460938, 1.761719, 3.3125, 2.992188, 2.929688, 1.197266, 2.375, 3.28125, 3.25, 3.265625, 3.234375, 3.03125, 3.265625, 2.953125, 2.640625, 3.59375, 0.824219, 2.898438, 3.015625, 2.960938, 3.109375, 3.25, 3.234375, 2.898438, 0.888184, 3.171875, 2.929688, 2.96875, 3.140625, 3.203125, 3.1875, 3.234375, 3.078125, 2.734375, 1.816406, 2.992188, 3.109375, 2.828125, 3.109375, 3.234375, 2.984375, 3.203125, 2.648438, 3.078125, 2.695312, 2.742188, 3.078125, 3.25, 3.21875, 2.929688, 2.796875, 3.015625, 2.890625, 3.453125, 3.171875, 3.046875, 2.757812, 0.952148, 3.234375, 3.015625, 3.203125, 3.109375, 3.296875, 3.109375, 3.203125, 3.078125, 3.1875, 2.234375, 3.03125, 3.078125, 3.0625, 0.925781, 3.203125, 2.953125, 3.125, 3.109375, 3.15625, 2.953125, 3.21875, 2.890625, 3.28125, 2.960938, 3.25, 1.242188, 2.96875, 2.695312, 3.234375, 1.106445, 3.234375, 1.310547, 3.015625, 0.863281, 3.140625, 2.570312, 2.28125, 2.054688, 2.726562, 3.21875, 3.171875, 2.960938, 3.109375, 2.929688, 3.171875, 3.15625, 0.720703, 1.734375, 2.257812, 3.140625, 3.21875, 2.90625, 3.28125, 3.203125, 3.1875, 2.367188, 3.203125, 3.25, 3.140625, 3.296875, 2.898438, 2.742188, 3.125, 3.203125, 2.25, 3.21875, 3.203125, 3.3125, 3.125, 3.171875, 2.5, 3.28125, 3.109375, 2.828125, 3.203125, 3.296875, 3.03125, 3.171875, 3.21875, 1.443359, 3.0, 2.992188, 2.929688, 1.503906, 3.3125, 3.25, 3.25, 1.249023, 2.804688, 2.367188, 3.125, 2.789062, 2.5625, 0.903809, 3.234375, 3.140625, 3.203125, 0.789062, 2.273438, 1.161133, 2.679688, 3.1875, 2.648438, 3.296875, 3.234375, 3.15625, 2.953125, 3.15625, 2.953125, 1.546875, 1.683594, 3.21875, 2.679688, 2.867188, 3.09375, 3.0, 2.992188, 3.3125, 2.398438, 3.1875, 3.03125, 3.078125, 1.589844, 3.28125, 3.15625, 3.625, 3.203125, 3.015625, 1.337891, 3.0625, 1.257812, 3.109375, 3.171875, 3.09375, 3.03125, 3.109375, 2.695312, 3.078125, 3.21875, 3.09375, 3.21875, 2.9375, 2.828125, 3.28125, 3.015625, 3.265625, 2.835938, 2.703125, 3.234375, 1.980469, 2.742188, 2.882812, 2.09375, 2.984375, 3.1875, 3.140625, 3.03125, 2.773438, 2.921875, 2.929688, 3.296875, 2.125, 3.0625, 3.015625, 2.992188, 3.09375, 3.265625, 3.203125, 2.679688, 3.171875, 3.234375, 3.0, 3.125, 3.015625, 1.84375, 3.234375, 3.015625, 1.710938, 3.109375, 3.015625, 1.197266, 3.078125, 2.453125, 3.1875, 3.125, 2.96875, 3.21875, 3.28125, 3.140625, 3.046875, 3.125, 2.953125, 2.867188, 3.15625, 2.015625, 2.796875, 3.15625, 3.1875, 1.427734, 2.984375, 3.015625, 3.203125, 3.1875, 3.109375, 3.109375, 2.875, 2.835938, 2.085938, 2.703125, 3.203125, 3.015625, 1.137695, 3.15625, 3.046875, 1.294922, 3.140625, 2.9375, 3.25, 3.0625, 3.046875, 3.203125, 1.644531, 3.21875, 3.203125, 3.171875, 3.109375, 2.796875, 2.796875, 2.796875, 1.285156, 2.023438, 3.1875, 2.703125, 3.25, 2.445312, 2.773438, 3.046875, 3.21875, 1.289062, 2.632812, 3.3125, 0.862305, 3.234375, 2.859375, 3.265625, 3.15625, 1.275391, 3.125, 3.171875, 1.079102, 3.234375, 2.375, 2.992188, 3.09375, 3.171875, 3.1875, 1.222656, 3.125, 2.523438, 2.992188, 3.15625, 3.140625, 3.09375, 1.960938, 3.3125, 3.3125, 3.1875, 2.921875, 1.271484, 2.953125, 3.15625, 2.921875, 2.992188, 3.28125, 3.140625, 2.789062, 2.65625, 3.1875, 2.890625, 3.046875, 2.070312, 2.570312, 3.15625, 3.09375, 0.966797, 3.234375, 2.734375, 3.015625, 3.203125, 3.09375, 2.804688, 2.484375, 3.046875, 3.1875, 1.40625, 3.0, 3.15625, 2.875 ] }, "name": "onnx::Mul_8633", "outputIndexes": [ 1719 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718, 1719 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1720 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1701, 1720 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_89_output_0", "outputIndexes": [ 1721 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1721, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_162_output_0", "outputIndexes": [ 1722 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1722 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_18/Mul_output_0", "outputIndexes": [ 1723 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.443359, 1.570312, 1.347656, 1.412109, 1.380859, 1.367188, 1.550781, 2.867188, 1.335938, 1.570312, 1.429688, 1.435547, 1.574219, 1.490234, 1.386719, 1.458984, 1.482422, 1.435547, 1.40625, 1.396484, 1.412109, 1.472656, 1.353516, 1.589844, 1.503906, 1.447266, 1.648438, 1.53125, 1.359375, 1.410156, 1.632812, 1.933594, 1.369141, 2.796875, 1.396484, 1.71875, 1.460938, 1.414062, 1.539062, 1.443359, 1.404297, 1.445312, 1.386719, 1.804688, 2.515625, 1.398438, 1.345703, 1.476562, 1.550781, 1.738281, 1.441406, 2.226562, 1.457031, 2.398438, 1.333984, 1.644531, 1.414062, 1.375, 1.484375, 1.582031, 2.023438, 1.192383, 1.40625, 1.5, 1.789062, 1.511719, 2.109375, 1.414062, 1.695312, 1.447266, 1.341797, 1.347656, 1.353516, 1.402344, 1.482422, 1.433594, 2.257812, 1.664062, 1.769531, 2.585938, 1.496094, 2.96875, 1.431641, 1.757812, 1.5, 1.617188, 1.523438, 1.796875, 2.492188, 1.445312, 1.453125, 1.474609, 1.365234, 2.71875, 1.349609, 3.0, 1.474609, 1.396484, 0.836914, 1.519531, 1.523438, 1.410156, 1.433594, 1.429688, 1.328125, 1.394531, 1.359375, 1.710938, 1.345703, 1.410156, 1.359375, 1.486328, 1.417969, 3.078125, 1.490234, 1.628906, 1.316406, 2.382812, 1.433594, 1.367188, 1.382812, 1.421875, 1.457031, 1.316406, 1.457031, 2.054688, 1.386719, 1.349609, 1.419922, 2.09375, 2.117188, 1.417969, 1.539062, 1.419922, 1.447266, 1.433594, 1.546875, 2.078125, 1.503906, 1.361328, 1.021973, 1.558594, 1.53125, 1.349609, 1.492188, 1.523438, 1.578125, 1.472656, 1.410156, 1.398438, 1.376953, 1.617188, 1.490234, 1.233398, 1.484375, 1.382812, 2.296875, 1.410156, 2.703125, 2.789062, 2.242188, 1.337891, 1.636719, 2.226562, 1.503906, 1.332031, 1.369141, 2.84375, 1.443359, 1.470703, 1.373047, 2.75, 1.445312, 2.875, 1.419922, 1.269531, 1.482422, 3.03125, 1.369141, 1.388672, 1.431641, 2.703125, 1.773438, 2.828125, 1.176758, 1.484375, 2.421875, 1.486328, 1.539062, 1.675781, 1.339844, 1.386719, 1.443359, 1.490234, 1.416016, 1.535156, 1.443359, 1.441406, 1.449219, 1.425781, 1.53125, 1.388672, 1.439453, 1.554688, 1.398438, 1.382812, 1.306641, 1.4375, 1.441406, 1.351562, 1.507812, 1.376953, 1.423828, 1.451172, 1.382812, 1.423828, 1.570312, 1.449219, 1.384766, 1.367188, 1.664062, 1.761719, 1.464844, 1.359375, 1.400391, 1.4375, 1.449219, 1.441406, 1.535156, 1.625, 2.453125, 1.417969, 1.431641, 1.359375, 1.337891, 1.390625, 1.796875, 1.453125, 1.464844, 1.398438, 2.15625, 1.392578, 1.359375, 1.558594, 1.470703, 1.414062, 1.660156, 1.570312, 1.328125, 2.226562, 1.460938, 1.419922, 2.570312, 1.367188, 1.394531, 1.412109, 1.46875, 1.351562, 1.373047, 1.535156, 1.404297, 1.359375, 1.423828, 1.472656, 1.410156, 1.691406, 1.4375, 1.345703, 1.478516, 1.404297, 1.453125, 1.550781, 1.458984, 1.585938, 1.453125, 1.330078, 2.523438, 1.46875, 1.371094, 1.431641, 1.878906, 1.394531, 2.625, 1.449219, 1.34375, 1.441406, 1.542969, 1.378906, 2.960938, 1.433594, 1.519531, 2.601562, 1.496094, 1.359375, 1.523438, 1.451172, 1.566406, 1.453125, 1.335938, 1.410156, 1.605469, 1.601562, 2.84375, 1.408203, 2.609375, 1.550781, 1.404297, 1.589844, 1.423828, 1.359375, 1.453125, 2.859375, 1.359375, 1.347656, 1.515625, 1.425781, 1.511719, 1.332031, 1.570312, 1.470703, 1.496094, 1.341797, 1.582031, 1.349609, 1.439453, 1.480469, 1.835938, 1.535156, 1.355469, 1.488281, 1.742188, 1.8125, 1.398438, 1.494141, 0.77832, 1.400391, 1.427734, 1.355469, 1.369141, 1.447266, 1.441406, 1.535156, 1.449219, 1.460938, 1.445312, 2.0, 1.396484, 2.210938, 1.703125, 1.410156, 2.515625, 1.726562, 2.335938, 1.796875, 2.851562, 2.796875, 1.373047, 1.345703, 1.867188, 1.472656, 2.804688, 1.414062, 1.632812, 2.289062, 1.539062, 1.404297, 1.398438, 2.429688, 1.511719, 1.482422, 1.400391, 1.601562, 1.431641, 1.390625, 1.378906, 1.466797, 1.416016, 1.53125, 1.550781, 2.132812, 1.300781, 1.421875, 2.3125, 2.546875, 1.349609, 1.566406, 1.609375, 2.085938, 1.400391, 1.419922, 1.408203, 1.384766, 2.960938, 1.435547, 1.466797, 1.462891, 1.535156, 2.851562, 1.429688, 1.34375, 1.515625, 1.421875, 1.447266, 1.371094, 2.625, 1.447266, 1.445312, 1.519531, 1.398438, 2.3125, 1.410156, 1.419922, 1.419922, 1.400391, 2.070312, 1.498047, 1.435547, 1.470703, 1.419922, 1.484375, 1.416016, 1.375, 1.416016, 1.396484, 1.5, 1.921875, 1.382812, 1.433594, 1.390625, 1.386719, 1.494141, 1.433594, 1.394531, 1.789062, 2.234375, 1.351562, 1.316406, 1.388672, 1.425781, 1.376953, 1.318359, 1.443359, 1.365234, 1.753906, 2.507812, 1.390625, 1.376953, 1.447266, 1.570312, 1.347656, 1.412109, 1.445312, 1.480469, 1.4375, 1.404297, 1.376953, 2.132812, 1.320312, 1.431641, 1.453125, 1.447266, 1.416016, 1.386719, 1.480469, 2.351562, 1.378906, 2.703125, 1.486328, 1.527344, 1.462891, 1.472656, 1.414062, 1.376953, 1.527344, 1.423828, 1.34375, 2.648438, 1.507812, 1.394531, 1.396484, 1.482422, 1.443359, 1.267578, 1.328125, 1.351562, 1.392578, 2.710938, 1.375, 1.59375, 1.416016, 1.667969, 1.523438, 1.402344, 1.365234, 1.804688, 1.425781, 2.773438, 2.625, 1.988281, 2.867188, 1.380859, 1.441406, 1.503906, 1.9375, 2.21875, 1.480469, 1.910156, 1.886719, 1.369141, 1.333984, 1.408203, 1.371094, 1.5625, 1.515625, 1.507812, 1.369141, 1.898438, 1.425781, 1.283203, 1.613281, 1.460938, 1.451172, 2.6875, 2.679688, 1.337891, 2.585938, 1.355469, 1.445312, 1.5625, 1.388672, 1.492188, 1.476562, 1.380859, 2.773438, 1.4375, 0.791016, 1.433594, 1.204102, 1.380859, 2.828125, 3.015625, 1.710938, 1.796875, 1.373047, 1.382812, 1.455078, 1.412109, 1.5, 1.972656, 1.328125, 2.742188, 1.416016, 1.431641, 1.441406, 1.59375, 1.597656, 1.425781, 2.796875, 1.542969, 1.496094, 1.394531, 1.910156, 1.625, 1.417969, 1.503906, 1.408203, 1.359375, 2.640625, 1.722656, 1.414062, 1.431641, 1.515625, 1.306641, 1.585938, 2.820312, 1.427734, 1.486328, 1.464844, 2.546875, 1.382812, 1.177734, 1.439453, 1.359375, 1.412109, 1.337891, 1.511719, 1.402344, 1.486328, 2.679688, 2.0625, 1.337891, 1.400391, 1.65625, 1.412109, 1.898438, 1.507812, 1.478516, 1.451172, 1.40625, 1.613281, 1.380859, 1.306641, 1.632812, 1.427734, 1.367188, 1.416016, 1.498047, 1.423828, 1.371094, 1.589844, 1.330078, 1.451172, 1.369141, 2.445312, 1.503906, 1.535156, 1.357422, 1.605469, 1.539062, 1.449219, 1.396484, 1.464844, 1.515625, 1.416016, 1.412109, 1.710938, 1.402344, 1.326172, 1.433594, 1.429688, 1.570312, 1.394531, 1.443359, 1.462891, 1.392578, 1.617188, 1.416016, 1.490234, 1.373047, 2.0625, 1.474609, 1.322266, 1.648438, 2.859375, 1.412109, 1.851562, 1.400391, 1.425781, 1.527344, 2.453125, 2.328125, 2.953125, 1.410156, 1.423828, 1.423828, 1.400391, 1.441406, 1.384766, 1.453125, 1.722656, 1.527344, 1.443359, 1.414062, 2.804688, 1.523438, 1.382812, 1.474609, 1.472656, 1.365234, 1.353516, 1.369141, 1.800781, 1.496094, 1.447266, 1.6875, 1.451172, 1.460938, 1.398438, 1.957031, 1.365234, 1.488281, 2.796875, 2.0, 1.392578, 1.546875, 1.384766, 1.703125, 1.394531, 1.347656, 1.253906, 1.550781, 1.486328, 1.507812, 1.46875, 1.326172, 1.53125, 1.457031, 1.410156, 1.412109, 1.482422, 2.359375, 1.333984, 1.550781, 1.408203, 1.400391, 1.390625, 1.474609, 1.558594, 1.419922, 1.486328, 1.419922, 1.314453, 1.375, 1.414062, 2.335938, 2.09375, 1.449219, 2.1875, 1.408203, 1.601562, 1.376953, 1.349609, 1.458984, 1.427734, 2.046875, 2.71875, 2.179688, 1.394531, 1.455078, 1.380859, 1.679688, 1.417969, 1.332031, 1.443359, 1.431641, 1.357422, 1.472656, 1.433594, 1.355469, 1.355469, 1.421875, 1.460938, 1.433594, 1.523438, 1.625, 1.574219, 1.472656, 1.5625, 1.400391, 1.306641, 1.371094, 1.396484, 1.492188, 1.380859, 1.417969, 1.585938, 1.400391, 2.710938, 1.464844, 1.542969, 1.4375, 1.457031, 1.494141, 1.347656, 1.445312, 1.494141, 1.421875, 1.447266, 1.373047, 1.535156, 1.402344, 1.488281, 1.589844, 1.363281, 1.609375, 1.351562, 1.431641, 1.376953, 1.322266, 1.703125, 1.511719, 1.417969, 1.523438, 1.488281, 2.6875, 1.431641, 1.363281, 2.445312, 2.101562, 1.34375, 1.427734, 1.498047, 1.859375, 1.423828, 1.691406, 1.476562, 1.425781, 2.226562, 1.34375, 1.539062, 2.59375, 1.578125, 1.396484, 1.371094, 1.628906, 2.304688, 1.585938, 1.453125, 2.914062, 1.480469, 1.416016, 1.384766, 2.734375, 1.4375, 2.15625, 1.355469, 1.189453, 1.515625, 2.179688, 1.400391, 1.527344, 1.443359, 1.396484, 1.335938, 1.378906, 1.423828, 1.550781, 1.498047, 1.445312, 1.412109, 1.380859, 1.419922, 1.480469, 1.261719, 1.363281, 1.945312, 1.355469, 1.476562, 2.203125, 1.449219, 2.054688, 1.462891, 1.523438, 1.353516, 1.384766, 1.361328, 1.466797, 1.400391, 1.433594, 1.349609, 1.765625, 1.53125, 1.4375, 1.394531, 2.398438, 1.65625, 1.851562, 1.449219, 1.53125, 2.023438, 1.351562, 1.378906, 1.398438, 1.447266, 1.396484, 2.6875, 1.433594, 1.474609, 1.578125, 2.554688, 1.453125, 1.410156, 1.515625, 2.84375, 1.683594, 1.443359, 1.490234, 1.404297, 1.369141, 1.433594, 1.746094, 1.4375, 1.494141, 1.5, 1.578125, 1.404297, 1.421875, 1.347656, 1.683594, 1.550781, 2.773438, 1.4375, 1.388672, 1.455078, 1.441406, 1.371094, 1.443359, 1.419922, 1.457031, 1.427734, 1.816406, 1.478516, 1.443359, 1.361328, 2.023438, 1.640625, 1.519531, 2.953125, 2.882812, 2.03125, 1.427734, 1.601562, 1.380859, 1.511719, 1.474609, 2.921875, 2.726562, 1.482422, 1.298828, 1.773438, 1.515625, 1.519531, 1.392578, 1.396484, 1.761719, 2.804688, 1.4375, 1.601562, 1.585938, 2.351562, 1.507812, 1.515625, 1.636719, 1.554688, 1.419922, 1.441406, 1.515625, 1.425781, 1.804688, 1.396484, 1.320312, 1.660156, 1.451172, 1.416016, 1.365234, 1.398438, 2.203125, 2.820312, 2.5625, 1.376953, 1.412109, 1.400391, 1.433594, 1.431641, 1.496094, 1.353516, 3.015625, 1.507812, 1.972656, 1.460938, 1.357422, 2.648438, 1.429688, 1.476562, 1.394531, 1.5, 1.433594, 1.5, 1.664062, 2.828125, 1.474609, 1.671875, 1.515625, 2.710938, 1.498047, 1.431641, 1.21875, 1.470703, 2.273438, 1.582031, 1.539062, 1.353516, 1.414062, 2.117188, 1.554688, 1.386719, 1.996094, 2.695312, 3.078125, 2.710938, 1.40625, 1.480469, 1.341797, 1.441406, 1.390625, 1.574219, 1.412109, 2.867188, 1.412109, 1.367188, 1.474609, 1.330078, 1.480469, 1.458984, 1.414062, 2.445312, 1.542969, 2.742188, 1.414062, 2.703125, 1.816406, 1.392578, 1.308594, 1.355469, 1.960938, 1.546875, 2.054688, 1.490234, 2.914062, 1.53125, 1.863281, 2.195312, 2.664062, 1.457031, 1.376953, 1.859375, 2.65625, 1.390625, 1.574219, 1.351562, 1.871094, 1.71875, 1.359375, 2.835938, 1.414062, 1.378906, 1.605469, 2.648438, 2.929688, 1.392578, 1.326172, 1.503906, 1.384766, 1.349609, 1.515625, 1.972656, 2.78125, 1.402344, 1.443359, 1.310547, 1.714844, 1.507812, 1.396484, 1.373047, 1.431641, 1.382812, 1.470703, 1.34375, 1.498047, 1.507812, 1.396484, 1.394531, 1.769531, 1.419922, 1.357422, 1.394531, 1.457031, 1.367188, 2.804688, 1.451172, 2.882812, 1.941406, 1.847656, 2.648438, 1.341797, 1.445312, 1.353516, 1.451172, 1.455078, 1.478516, 1.5625, 1.431641, 2.84375, 1.761719, 1.488281, 1.660156, 1.419922, 1.478516, 1.714844, 1.46875, 1.355469, 1.400391, 1.416016, 1.353516, 2.6875, 1.347656, 1.380859, 2.078125, 1.421875, 1.46875, 1.410156, 1.158203, 1.412109, 1.433594, 1.378906, 1.429688, 1.392578, 1.46875, 1.691406, 1.466797, 1.421875, 1.402344, 1.361328, 1.53125, 2.640625, 1.373047, 2.679688, 1.412109, 1.546875, 1.808594, 1.390625, 1.40625, 1.382812, 1.445312, 1.839844, 1.519531, 2.757812, 2.921875, 2.78125, 1.494141, 1.398438, 2.765625, 1.464844, 1.441406, 1.417969, 2.554688, 1.472656, 2.148438, 1.490234, 2.734375, 1.416016, 1.371094, 1.427734, 1.412109, 1.589844, 1.617188, 1.371094, 1.431641, 2.375, 2.632812, 2.921875, 1.550781, 1.417969, 1.412109, 1.285156, 1.84375, 2.46875, 1.4375, 2.9375, 1.172852, 1.53125, 1.46875, 1.396484, 2.039062, 1.40625, 1.464844, 1.439453, 1.683594, 1.431641, 1.597656, 1.804688, 1.4375, 1.347656, 1.328125, 1.410156, 1.447266, 1.371094, 1.648438, 1.457031, 1.357422, 1.369141, 1.410156, 1.404297, 1.441406, 1.396484, 1.605469, 1.369141, 1.447266, 1.439453, 1.457031, 1.457031, 1.582031, 1.427734, 1.617188, 1.435547, 1.414062, 1.515625, 2.484375, 1.458984, 1.527344, 1.404297, 1.515625, 1.511719, 1.494141, 1.339844, 2.632812, 1.363281, 2.609375, 1.394531, 1.570312, 1.621094, 1.890625, 1.492188, 2.1875, 1.503906, 2.796875, 1.417969, 2.203125, 1.419922, 1.539062, 1.652344, 1.417969, 1.341797, 1.414062, 1.527344, 1.443359, 1.507812, 1.400391, 2.789062, 1.367188, 1.5, 1.46875, 1.394531, 1.4375, 1.5, 1.466797, 2.140625, 1.621094, 1.363281, 1.539062, 1.289062, 1.441406, 1.447266, 1.378906, 1.632812, 1.472656, 2.804688, 1.412109, 1.435547, 1.382812, 2.359375, 1.578125, 2.265625, 2.882812, 1.539062, 2.664062, 2.710938, 1.722656, 1.398438, 1.369141, 1.341797, 3.03125, 1.464844, 1.820312, 1.466797, 2.953125, 1.425781, 1.539062, 1.394531, 1.373047, 1.451172, 1.365234, 2.78125, 1.394531, 1.361328, 2.273438, 2.757812, 1.363281, 1.378906, 2.585938, 1.386719, 2.40625, 1.382812, 1.550781, 1.359375, 1.542969, 2.8125, 1.322266, 1.5, 1.460938, 1.369141, 1.40625, 2.148438, 2.953125, 1.554688, 1.304688, 1.65625, 1.412109, 1.300781, 1.449219, 1.296875, 1.396484, 1.457031, 1.451172, 1.457031, 1.355469, 1.390625, 1.488281, 1.466797, 1.742188, 1.453125, 1.472656, 1.507812, 2.773438, 1.419922, 1.455078, 1.378906, 1.566406, 1.507812, 1.625, 1.554688, 1.511719, 1.496094, 1.474609, 1.414062, 1.474609, 1.427734, 2.21875, 1.466797, 2.796875, 1.416016, 2.8125, 1.386719, 1.382812, 1.484375, 2.882812, 1.441406, 1.554688, 1.53125, 1.296875, 1.375, 1.361328, 1.474609, 1.492188, 1.414062, 1.443359, 2.546875, 1.482422, 1.462891, 1.248047, 1.357422, 1.535156, 1.480469, 1.515625, 1.373047, 1.412109, 1.451172, 1.816406, 1.53125, 1.498047, 1.417969, 2.664062, 1.458984, 1.419922, 1.367188, 1.550781, 2.796875, 1.306641, 1.361328, 1.378906, 1.398438, 1.447266, 1.386719, 1.431641, 1.380859, 2.6875, 1.472656, 1.394531, 1.546875, 1.316406, 1.507812, 1.347656, 1.365234, 1.291016, 1.447266, 1.613281, 1.300781, 1.380859, 1.404297, 1.457031, 1.367188, 1.398438, 2.203125, 1.023804, 1.519531, 1.507812, 1.443359, 1.488281, 2.109375, 1.394531, 1.492188, 1.511719, 2.640625, 1.59375, 1.800781, 2.1875, 1.410156, 1.408203, 1.636719, 2.8125, 1.445312, 1.105957, 2.851562, 2.351562, 1.386719, 1.402344, 1.390625, 1.404297, 1.369141, 1.546875, 1.427734, 1.503906, 1.333984, 2.523438, 1.400391, 1.439453, 1.394531, 2.414062, 1.439453, 1.419922, 1.380859, 1.472656, 1.400391, 1.511719, 1.462891, 1.710938, 2.890625, 1.347656, 1.447266, 1.443359, 1.408203, 1.941406, 1.416016, 2.609375, 1.523438, 1.419922, 2.09375, 1.351562, 1.308594, 1.423828, 2.21875, 1.613281, 1.451172, 1.507812, 1.416016, 2.226562, 2.867188, 1.476562, 1.232422, 1.496094, 1.777344, 1.355469, 1.412109, 1.441406, 2.804688, 1.613281, 1.375, 1.535156, 1.453125, 1.443359, 1.431641, 1.427734, 1.40625, 1.636719, 1.486328, 1.523438, 1.347656, 1.382812, 1.375, 1.554688, 1.742188, 1.636719, 1.753906, 1.447266, 1.558594, 1.960938, 1.417969, 2.117188, 1.451172, 1.519531, 1.445312, 1.4375, 1.394531, 1.386719, 2.171875, 1.53125, 1.363281, 1.275391, 1.402344, 1.326172, 2.179688, 1.523438, 1.53125, 1.488281, 1.373047, 1.498047, 1.851562, 1.416016, 1.429688, 1.474609, 1.472656, 2.609375, 1.457031, 1.347656, 1.414062, 2.054688, 1.355469, 1.386719, 1.472656, 1.482422, 1.503906, 1.435547, 1.365234, 1.632812, 2.054688, 1.472656, 1.441406, 1.328125, 1.490234, 1.431641, 1.40625, 1.375, 1.394531, 1.388672, 1.402344, 1.202148, 1.478516, 1.507812, 1.855469, 1.464844, 1.496094, 1.445312, 1.378906, 1.396484, 1.402344, 1.378906, 2.21875, 1.396484, 1.404297, 1.691406, 1.478516, 1.396484, 2.890625, 1.416016, 1.378906, 1.431641, 2.523438, 1.433594, 1.478516, 2.257812, 2.84375, 1.632812, 1.472656, 1.410156, 1.478516, 1.447266, 1.443359, 1.480469, 1.386719, 1.539062, 2.375, 1.453125, 2.171875, 1.447266, 1.365234, 2.515625, 2.945312, 1.347656, 1.523438, 1.398438, 2.28125, 1.503906, 1.789062, 1.566406, 1.400391, 1.451172, 1.507812, 1.408203, 1.455078, 1.632812, 1.388672, 1.431641, 1.339844, 2.84375, 2.132812, 1.462891, 1.496094, 1.357422, 1.816406, 1.574219, 1.363281, 1.59375, 2.21875, 1.353516, 1.339844, 1.523438, 1.474609, 1.507812, 1.652344, 1.578125, 1.423828, 2.796875, 2.851562, 1.494141, 1.386719, 1.441406, 1.400391, 1.523438, 1.396484, 2.664062, 1.3125, 2.484375, 2.460938, 1.507812, 1.400391, 1.431641, 1.474609, 1.384766, 1.416016, 2.78125, 1.386719, 1.554688, 1.566406, 1.400391, 1.376953, 1.519531, 1.574219, 1.742188, 1.351562, 1.482422, 1.542969, 1.582031, 1.976562, 1.597656, 1.519531, 1.443359, 1.382812, 1.394531, 2.875, 1.507812, 1.365234, 2.5625, 1.412109, 1.464844, 1.46875, 1.480469, 1.464844, 1.417969, 2.0625, 1.445312, 1.349609, 1.474609, 1.388672, 1.365234, 1.361328, 1.445312, 1.582031, 1.388672, 1.429688, 1.441406, 2.117188, 2.648438, 1.466797, 1.378906, 1.398438, 1.394531, 1.546875, 2.515625, 1.480469, 1.412109, 1.589844, 1.396484, 2.507812, 1.371094, 1.378906, 1.455078, 1.457031, 1.419922, 1.193359, 1.644531, 1.839844, 1.455078, 1.236328, 1.550781, 2.8125, 1.427734, 1.466797, 2.953125, 1.457031, 2.578125, 1.371094, 1.570312, 1.679688, 1.478516, 2.796875, 1.402344, 1.429688, 1.417969, 1.404297, 1.447266, 1.5, 1.632812, 1.291016, 1.398438, 1.4375, 1.464844, 1.304688, 2.265625, 1.396484, 1.378906, 1.632812, 1.554688, 1.960938, 1.451172, 2.570312, 1.664062, 2.765625, 1.390625, 1.441406, 1.318359, 1.546875, 1.498047, 1.412109, 1.376953, 1.447266, 1.589844, 1.394531, 1.429688, 1.449219, 1.710938, 1.357422, 2.226562, 1.46875, 1.90625, 2.804688, 1.482422, 1.478516, 1.345703, 1.470703, 1.542969, 1.644531, 1.492188, 1.431641, 1.980469, 1.945312, 1.398438, 1.400391, 1.400391, 1.433594, 1.443359, 2.039062, 1.380859, 1.400391, 1.421875, 2.65625, 1.582031, 1.353516, 1.427734, 1.382812, 1.703125, 1.457031, 1.492188, 1.4375, 1.380859, 1.425781, 1.480469, 2.640625, 1.546875, 1.359375, 1.425781, 1.341797, 1.304688, 1.304688, 1.539062, 1.757812, 1.320312, 1.435547, 2.296875, 2.804688, 1.455078, 1.449219, 1.314453, 1.392578, 1.367188, 2.585938, 1.46875, 1.390625, 1.453125, 1.439453, 1.976562, 1.423828, 1.660156, 2.421875, 1.419922, 1.423828, 1.361328, 1.488281, 2.640625, 1.394531, 1.435547, 1.439453, 1.386719, 1.416016, 1.427734, 1.478516, 1.585938, 2.257812, 1.753906, 2.023438, 2.859375, 1.582031, 1.390625, 1.396484, 1.388672, 3.15625, 1.378906, 1.384766, 1.466797, 1.367188, 1.478516, 1.960938, 1.523438, 2.367188, 1.976562, 1.867188, 1.443359, 1.412109, 1.457031, 1.636719, 1.408203, 1.455078, 1.380859, 1.796875, 1.5, 1.443359, 2.6875, 1.714844, 1.423828, 1.376953, 1.542969, 2.632812, 1.449219, 1.609375, 1.492188, 1.539062, 1.457031, 2.757812, 1.402344, 1.380859, 2.070312, 1.421875, 1.578125, 1.597656, 1.515625, 1.373047, 1.546875, 1.470703, 1.400391, 1.474609, 1.472656, 1.416016, 1.417969, 2.859375, 1.498047, 1.453125, 1.361328, 1.449219, 1.378906, 1.361328, 1.652344, 2.320312, 1.322266, 1.386719, 1.355469, 1.496094, 2.3125, 1.542969, 1.511719, 1.443359, 1.464844, 1.558594, 1.392578, 1.457031, 1.4375, 1.628906, 1.388672, 1.605469, 1.539062, 1.417969, 1.457031, 1.503906, 1.361328, 1.785156, 1.423828, 2.617188, 2.75, 1.447266, 1.722656, 1.302734, 1.353516, 1.462891, 1.472656, 1.863281, 1.369141, 1.652344, 1.574219, 1.400391, 1.396484, 1.425781, 2.898438, 1.507812, 1.363281, 1.474609, 1.492188, 1.71875, 1.431641, 1.433594, 1.519531, 1.558594, 1.355469, 1.416016, 1.294922, 1.462891, 1.511719, 1.984375, 1.382812, 1.808594, 1.609375, 1.423828, 1.339844, 1.380859, 1.380859, 1.443359, 1.464844, 1.5, 0.99794, 1.878906, 1.419922, 1.875, 2.320312, 1.369141, 1.523438, 1.421875, 2.75, 1.878906, 1.287109, 1.400391, 1.390625, 1.400391, 1.558594, 1.337891, 1.523438, 1.667969, 1.271484, 2.9375, 1.470703, 1.476562, 1.535156, 1.371094, 1.361328, 1.388672, 1.617188, 2.882812, 1.375, 1.484375, 1.472656, 1.419922, 1.371094, 1.386719, 1.412109, 1.416016, 1.699219, 2.367188, 1.519531, 1.404297, 1.601562, 1.425781, 1.376953, 1.578125, 1.414062, 1.660156, 1.511719, 1.667969, 1.570312, 1.431641, 1.386719, 1.378906, 1.488281, 1.621094, 1.447266, 1.527344, 1.257812, 1.373047, 1.486328, 1.691406, 2.804688, 1.337891, 1.404297, 1.347656, 1.341797, 1.375, 1.496094, 1.314453, 1.402344, 1.378906, 2.007812, 1.439453, 1.416016, 1.398438, 3.0, 1.330078, 1.503906, 1.408203, 1.433594, 1.353516, 1.503906, 1.376953, 1.480469, 1.378906, 1.449219, 1.369141, 2.921875, 1.539062, 1.59375, 1.353516, 2.820312, 1.410156, 2.578125, 1.416016, 2.742188, 1.357422, 1.730469, 2.445312, 2.296875, 1.539062, 1.310547, 1.371094, 1.423828, 1.441406, 1.523438, 1.421875, 1.423828, 2.828125, 2.515625, 1.960938, 1.376953, 1.365234, 1.566406, 1.328125, 1.457031, 1.40625, 1.882812, 1.351562, 1.396484, 1.417969, 1.431641, 1.53125, 1.5625, 1.386719, 1.330078, 1.945312, 1.486328, 1.380859, 1.322266, 1.382812, 1.453125, 1.925781, 1.365234, 1.433594, 1.542969, 1.380859, 1.341797, 1.466797, 1.394531, 1.3125, 2.757812, 1.476562, 1.416016, 1.582031, 2.554688, 1.404297, 1.416016, 1.417969, 2.757812, 1.65625, 1.972656, 1.380859, 1.597656, 1.769531, 2.726562, 1.369141, 1.419922, 1.363281, 2.859375, 1.96875, 2.710938, 2.726562, 1.392578, 1.660156, 1.28125, 1.380859, 1.410156, 1.644531, 1.404297, 1.478516, 2.585938, 2.476562, 1.394531, 1.636719, 1.515625, 1.429688, 1.457031, 1.466797, 1.341797, 1.945312, 1.427734, 1.480469, 1.4375, 2.460938, 1.373047, 1.429688, 1.155273, 1.412109, 1.410156, 2.820312, 1.4375, 2.742188, 1.431641, 1.386719, 1.457031, 1.480469, 1.476562, 1.648438, 1.427734, 1.322266, 1.388672, 1.441406, 1.558594, 1.628906, 1.347656, 1.410156, 1.410156, 1.53125, 1.90625, 1.378906, 2.304688, 1.679688, 1.527344, 2.1875, 1.396484, 1.439453, 1.439453, 1.472656, 1.574219, 1.511719, 1.476562, 1.339844, 2.03125, 1.423828, 1.609375, 1.443359, 1.398438, 1.373047, 1.380859, 1.714844, 1.365234, 1.490234, 1.515625, 1.384766, 1.457031, 2.296875, 1.308594, 1.419922, 2.421875, 1.441406, 1.476562, 2.765625, 1.507812, 1.839844, 1.441406, 1.394531, 1.429688, 1.419922, 1.304688, 1.429688, 1.455078, 1.443359, 1.410156, 1.482422, 1.376953, 2.195312, 1.496094, 1.371094, 1.460938, 2.640625, 1.503906, 1.408203, 1.396484, 1.306641, 1.441406, 1.332031, 1.574219, 1.59375, 2.53125, 1.601562, 1.347656, 1.410156, 2.90625, 1.412109, 1.474609, 2.742188, 1.363281, 1.488281, 1.34375, 1.464844, 1.410156, 1.421875, 2.421875, 1.417969, 1.373047, 1.462891, 1.355469, 1.5625, 1.542969, 1.546875, 2.671875, 2.171875, 1.402344, 1.636719, 1.386719, 1.867188, 1.519531, 1.443359, 1.425781, 2.835938, 1.707031, 1.400391, 2.65625, 1.435547, 1.558594, 1.427734, 1.353516, 2.773438, 1.460938, 1.394531, 2.585938, 1.412109, 2.421875, 1.519531, 1.550781, 1.427734, 1.382812, 2.789062, 1.4375, 1.777344, 1.398438, 1.445312, 1.431641, 1.447266, 2.757812, 1.345703, 1.363281, 1.482422, 1.5625, 2.859375, 1.400391, 1.414062, 1.527344, 1.480469, 1.322266, 1.427734, 1.601562, 1.796875, 1.333984, 1.478516, 1.410156, 2.46875, 2.265625, 1.337891, 1.416016, 2.921875, 1.380859, 1.648438, 1.5, 1.515625, 1.400391, 1.523438, 1.984375, 1.384766, 1.425781, 2.640625, 1.453125, 1.388672, 1.5625 ] }, "name": "onnx::Mul_8635", "outputIndexes": [ 1724 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1723, 1724 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1725 ], "outputIndexes": [ 2994 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2994 ], "outputIndexes": [ 2995 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear", "inputIndexes": [ 2995 ], "outputIndexes": [ 2996 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 788302548, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2996 ], "outputIndexes": [ 2997 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2997 ], "outputIndexes": [ 1726 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725 ], "main_type": "NONE", "name": "/Shape_253_output_0", "outputIndexes": [ 1727 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1727 ], "main_type": "NONE", "name": "Shape4994", "outputIndexes": [ 1728 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1727 ], "main_type": "NONE", "name": "Rank4996", "outputIndexes": [ 1729 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1729, 1729 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4998", "outputIndexes": [ 1730 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1730 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4999", "outputIndexes": [ 1731 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1730, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5001", "outputIndexes": [ 1732 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1732 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5002", "outputIndexes": [ 1733 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1728, 1731, 1733, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5005", "outputIndexes": [ 1734 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1734 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5006", "outputIndexes": [ 1735 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1735 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5007", "outputIndexes": [ 1736 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1736, 1735 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5008", "outputIndexes": [ 1737 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1727, 1737, 1730 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_274_output_0", "outputIndexes": [ 1738 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1738, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_577_output_0", "outputIndexes": [ 1739 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1739, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_234_output_0", "outputIndexes": [ 1740 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1726, 1740 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_163_output_0", "outputIndexes": [ 1741 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_144_output_0", "outputIndexes": [ 1742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741 ], "main_type": "NONE", "name": "/Shape_254_output_0", "outputIndexes": [ 1743 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1743 ], "main_type": "NONE", "name": "Shape5015", "outputIndexes": [ 1744 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1743 ], "main_type": "NONE", "name": "Rank5017", "outputIndexes": [ 1745 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745, 1745 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5019", "outputIndexes": [ 1746 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1746 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5020", "outputIndexes": [ 1747 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1746, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5022", "outputIndexes": [ 1748 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1748 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5023", "outputIndexes": [ 1749 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 1747, 1749, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5026", "outputIndexes": [ 1750 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1750 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5027", "outputIndexes": [ 1751 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1751 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5028", "outputIndexes": [ 1752 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1752, 1751 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5029", "outputIndexes": [ 1753 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1743, 1753, 1746 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_275_output_0", "outputIndexes": [ 1754 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1754, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_54_output_0", "outputIndexes": [ 1755 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1755, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_582_output_0", "outputIndexes": [ 1756 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741, 1756, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_73_output_0", "outputIndexes": [ 1757 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1757 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_36_output_0", "outputIndexes": [ 1758 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741, 21, 1756, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_72_output_0", "outputIndexes": [ 1759 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1758, 1759 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_237_output_0", "outputIndexes": [ 1760 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1760, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_145_output_0", "outputIndexes": [ 1761 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1742, 1761 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_90_output_0", "outputIndexes": [ 1762 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1725 ], "outputIndexes": [ 2998 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2998 ], "outputIndexes": [ 2999 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear", "inputIndexes": [ 2999 ], "outputIndexes": [ 3000 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 790956778, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3000 ], "outputIndexes": [ 3001 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3001 ], "outputIndexes": [ 1763 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1739, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_235_output_0", "outputIndexes": [ 1764 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1763, 1764 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_164_output_0", "outputIndexes": [ 1765 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_146_output_0", "outputIndexes": [ 1766 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765 ], "main_type": "NONE", "name": "/Shape_255_output_0", "outputIndexes": [ 1767 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1767 ], "main_type": "NONE", "name": "Shape5078", "outputIndexes": [ 1768 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1767 ], "main_type": "NONE", "name": "Rank5080", "outputIndexes": [ 1769 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1769, 1769 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5082", "outputIndexes": [ 1770 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1770 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5083", "outputIndexes": [ 1771 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1770, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5085", "outputIndexes": [ 1772 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1772 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5086", "outputIndexes": [ 1773 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 1771, 1773, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5089", "outputIndexes": [ 1774 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1774 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5090", "outputIndexes": [ 1775 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1775 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5091", "outputIndexes": [ 1776 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1776, 1775 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5092", "outputIndexes": [ 1777 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1767, 1777, 1770 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_276_output_0", "outputIndexes": [ 1778 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1778, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_55_output_0", "outputIndexes": [ 1779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1779, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_584_output_0", "outputIndexes": [ 1780 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 1780, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_75_output_0", "outputIndexes": [ 1781 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1781 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_37_output_0", "outputIndexes": [ 1782 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 21, 1780, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_74_output_0", "outputIndexes": [ 1783 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1782, 1783 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_238_output_0", "outputIndexes": [ 1784 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1784, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_147_output_0", "outputIndexes": [ 1785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1766, 1785 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_91_output_0", "outputIndexes": [ 1786 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1725 ], "outputIndexes": [ 3002 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3002 ], "outputIndexes": [ 3003 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear", "inputIndexes": [ 3003 ], "outputIndexes": [ 3004 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 792283904, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3004 ], "outputIndexes": [ 3005 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3005 ], "outputIndexes": [ 1787 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1787, 1764 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_165_output_0", "outputIndexes": [ 1788 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1762, 1786, 1788, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_170_output_0", "outputIndexes": [ 1789 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1789 ], "outputIndexes": [ 3006 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3006 ], "outputIndexes": [ 3007 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear", "inputIndexes": [ 3007 ], "outputIndexes": [ 3008 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 793611030, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3008 ], "outputIndexes": [ 3009 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3009 ], "outputIndexes": [ 1790 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_18/Mul_output_0", "outputIndexes": [ 1791 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.367188, 2.414062, 2.359375, 2.476562, 2.507812, 2.515625, 2.390625, 1.386719, 2.617188, 2.398438, 2.484375, 2.445312, 2.359375, 2.539062, 2.414062, 2.4375, 2.351562, 2.453125, 2.460938, 2.3125, 2.390625, 2.5, 2.546875, 2.289062, 2.375, 2.429688, 2.390625, 2.296875, 2.335938, 2.296875, 2.390625, 2.234375, 2.4375, 1.722656, 2.5, 2.289062, 2.375, 2.476562, 2.476562, 2.445312, 2.53125, 2.359375, 2.539062, 2.421875, 1.980469, 2.539062, 2.460938, 2.414062, 3.03125, 2.257812, 2.359375, 2.125, 2.390625, 1.523438, 2.507812, 2.476562, 2.585938, 2.382812, 2.367188, 2.367188, 2.445312, 2.273438, 2.359375, 2.570312, 2.507812, 2.4375, 2.117188, 2.460938, 2.367188, 2.484375, 2.367188, 2.523438, 2.445312, 2.515625, 2.476562, 2.523438, 2.335938, 2.304688, 2.414062, 1.964844, 2.382812, 1.351562, 2.351562, 2.289062, 2.34375, 2.585938, 2.523438, 2.351562, 2.054688, 2.210938, 2.484375, 2.34375, 2.539062, 2.0625, 2.460938, 1.339844, 2.453125, 2.453125, 0.603516, 2.359375, 2.398438, 2.53125, 2.421875, 2.421875, 2.53125, 2.429688, 2.554688, 2.429688, 2.507812, 2.382812, 2.421875, 2.367188, 2.429688, 1.835938, 2.609375, 2.460938, 2.46875, 1.443359, 2.578125, 2.554688, 2.703125, 2.492188, 2.1875, 2.515625, 2.453125, 2.140625, 2.382812, 2.445312, 2.367188, 2.046875, 2.257812, 2.5, 2.414062, 2.414062, 2.414062, 2.492188, 2.390625, 2.367188, 2.46875, 2.398438, 2.578125, 2.070312, 2.421875, 2.5, 2.601562, 2.195312, 2.398438, 2.414062, 2.414062, 2.59375, 2.351562, 2.265625, 2.34375, 2.640625, 2.242188, 2.484375, 2.078125, 2.429688, 1.933594, 1.753906, 1.871094, 2.445312, 2.414062, 2.257812, 2.328125, 2.5, 2.539062, 1.863281, 2.625, 2.265625, 2.34375, 1.910156, 2.515625, 1.828125, 2.328125, 2.539062, 2.625, 1.224609, 2.421875, 2.359375, 2.359375, 1.632812, 2.359375, 1.277344, 2.765625, 2.398438, 2.21875, 2.359375, 2.257812, 2.4375, 2.390625, 2.265625, 2.382812, 2.445312, 2.398438, 2.445312, 2.484375, 2.421875, 2.421875, 2.460938, 2.421875, 2.460938, 2.359375, 2.414062, 2.429688, 2.40625, 2.195312, 2.429688, 2.578125, 2.507812, 2.515625, 2.421875, 2.289062, 2.296875, 2.453125, 2.398438, 2.453125, 2.335938, 2.476562, 2.367188, 2.265625, 2.304688, 2.421875, 2.335938, 2.4375, 2.46875, 2.515625, 2.507812, 2.414062, 2.445312, 1.839844, 2.382812, 2.398438, 2.664062, 2.507812, 2.539062, 2.109375, 2.640625, 2.414062, 2.140625, 2.171875, 2.476562, 2.632812, 2.125, 2.273438, 2.484375, 2.335938, 2.203125, 2.429688, 2.445312, 2.5625, 2.367188, 2.046875, 2.382812, 2.492188, 2.390625, 2.398438, 2.6875, 2.289062, 2.414062, 2.53125, 2.5625, 2.367188, 2.40625, 2.195312, 2.21875, 2.515625, 2.507812, 2.40625, 2.421875, 2.414062, 2.46875, 2.414062, 2.296875, 2.335938, 2.507812, 2.359375, 2.46875, 2.523438, 2.460938, 2.3125, 2.5, 1.859375, 2.484375, 2.257812, 2.453125, 2.476562, 2.484375, 1.816406, 2.445312, 2.382812, 1.621094, 2.570312, 2.453125, 2.351562, 2.546875, 2.453125, 2.382812, 2.382812, 2.414062, 2.28125, 2.351562, 1.460938, 2.382812, 1.055664, 2.390625, 2.421875, 2.367188, 2.414062, 2.429688, 2.328125, 1.507812, 2.445312, 2.421875, 2.328125, 2.421875, 2.539062, 2.429688, 2.226562, 2.421875, 2.4375, 2.367188, 2.40625, 2.421875, 2.515625, 2.507812, 2.5, 2.335938, 2.523438, 2.351562, 2.335938, 2.3125, 2.578125, 2.53125, 3.625, 2.515625, 2.5625, 2.539062, 2.453125, 2.523438, 2.335938, 2.546875, 2.234375, 2.34375, 2.484375, 2.335938, 2.523438, 2.125, 2.421875, 2.484375, 1.820312, 2.484375, 1.855469, 2.367188, 1.347656, 1.960938, 2.398438, 2.421875, 2.234375, 2.289062, 1.800781, 2.445312, 2.296875, 2.039062, 2.007812, 2.445312, 2.296875, 1.96875, 2.414062, 2.46875, 2.546875, 2.523438, 2.421875, 2.351562, 2.5, 2.320312, 2.585938, 2.34375, 2.476562, 2.226562, 2.460938, 2.492188, 2.28125, 2.023438, 2.46875, 2.601562, 2.289062, 2.109375, 2.429688, 2.484375, 2.351562, 2.445312, 1.675781, 2.5, 2.414062, 2.570312, 2.453125, 1.75, 2.210938, 2.617188, 2.398438, 2.476562, 2.40625, 2.46875, 1.984375, 2.890625, 2.414062, 2.515625, 2.367188, 1.910156, 2.515625, 2.390625, 2.382812, 2.46875, 2.289062, 2.414062, 2.460938, 2.507812, 2.390625, 2.445312, 2.4375, 2.4375, 2.671875, 2.46875, 2.46875, 2.257812, 2.539062, 2.523438, 2.539062, 2.546875, 2.125, 2.515625, 2.515625, 2.289062, 1.710938, 2.585938, 2.4375, 2.515625, 2.507812, 2.414062, 2.484375, 2.351562, 2.539062, 2.320312, 1.621094, 2.445312, 2.578125, 2.414062, 2.226562, 2.5625, 2.578125, 2.554688, 2.351562, 2.4375, 2.421875, 2.546875, 2.359375, 2.617188, 2.421875, 2.421875, 2.429688, 2.40625, 2.53125, 2.421875, 2.21875, 2.476562, 1.691406, 2.515625, 2.398438, 2.28125, 2.421875, 2.46875, 2.40625, 2.085938, 2.546875, 2.4375, 1.890625, 2.21875, 2.429688, 2.546875, 2.25, 2.421875, 2.40625, 2.414062, 2.492188, 2.585938, 1.601562, 2.46875, 2.546875, 2.4375, 2.367188, 2.492188, 2.3125, 2.476562, 2.226562, 2.398438, 1.431641, 1.871094, 2.101562, 1.570312, 2.328125, 2.382812, 2.5, 2.296875, 1.765625, 2.484375, 2.171875, 2.21875, 2.59375, 2.46875, 2.398438, 2.5, 2.320312, 2.460938, 2.304688, 2.414062, 2.320312, 2.289062, 2.445312, 2.257812, 2.453125, 2.328125, 1.898438, 1.964844, 2.421875, 2.203125, 2.445312, 2.460938, 2.4375, 2.523438, 2.46875, 2.429688, 2.453125, 1.59375, 2.414062, 2.671875, 2.351562, 2.359375, 2.476562, 1.482422, 1.78125, 2.382812, 2.398438, 2.304688, 2.578125, 2.398438, 2.546875, 2.328125, 2.242188, 2.453125, 1.707031, 2.664062, 2.40625, 2.453125, 2.492188, 2.476562, 2.382812, 2.03125, 2.34375, 2.289062, 2.429688, 1.535156, 2.242188, 2.421875, 2.492188, 2.429688, 2.53125, 2.039062, 2.296875, 2.578125, 2.445312, 2.382812, 2.484375, 2.5625, 1.277344, 2.46875, 2.484375, 2.421875, 2.226562, 2.367188, 2.382812, 2.28125, 2.53125, 2.515625, 2.960938, 2.476562, 2.359375, 2.335938, 1.875, 2.234375, 2.492188, 2.5625, 2.304688, 2.273438, 2.507812, 2.445312, 2.578125, 2.515625, 2.554688, 2.304688, 2.367188, 2.421875, 2.265625, 2.59375, 2.421875, 2.484375, 2.421875, 2.421875, 2.453125, 2.460938, 2.476562, 2.492188, 2.453125, 1.808594, 2.507812, 2.335938, 2.40625, 2.460938, 2.4375, 2.421875, 2.484375, 2.40625, 2.46875, 2.46875, 2.632812, 2.320312, 2.351562, 2.578125, 2.515625, 2.5, 2.453125, 2.453125, 2.203125, 2.375, 2.398438, 2.414062, 2.476562, 2.398438, 2.546875, 2.515625, 2.546875, 2.476562, 2.390625, 1.839844, 2.523438, 2.070312, 2.578125, 2.414062, 2.359375, 2.101562, 1.369141, 1.667969, 2.460938, 2.226562, 2.460938, 2.3125, 2.46875, 2.507812, 2.375, 2.335938, 2.265625, 2.578125, 2.460938, 1.404297, 2.328125, 2.320312, 2.3125, 2.453125, 2.34375, 2.335938, 2.515625, 2.390625, 2.304688, 2.367188, 2.257812, 2.476562, 2.390625, 2.554688, 2.21875, 2.390625, 2.359375, 1.203125, 2.53125, 2.453125, 2.171875, 2.445312, 2.257812, 2.507812, 2.546875, 2.523438, 2.34375, 2.351562, 2.5, 2.390625, 2.554688, 2.398438, 2.390625, 2.578125, 2.304688, 2.421875, 2.015625, 2.453125, 2.539062, 2.59375, 2.351562, 2.609375, 2.585938, 2.421875, 2.429688, 2.28125, 2.421875, 2.460938, 2.367188, 2.515625, 1.804688, 2.265625, 2.359375, 2.09375, 2.507812, 2.132812, 2.476562, 2.484375, 2.46875, 2.476562, 2.304688, 1.582031, 2.15625, 2.507812, 2.445312, 2.59375, 2.304688, 2.429688, 2.601562, 2.453125, 2.34375, 2.34375, 2.515625, 2.554688, 2.507812, 2.570312, 2.289062, 2.429688, 2.445312, 2.335938, 2.515625, 2.414062, 2.476562, 2.359375, 2.492188, 2.484375, 2.492188, 2.46875, 2.390625, 2.375, 2.414062, 2.359375, 2.515625, 1.882812, 2.5, 2.375, 2.5625, 2.617188, 2.390625, 2.414062, 2.203125, 2.375, 2.421875, 2.5625, 2.453125, 2.328125, 2.5625, 2.476562, 2.460938, 2.460938, 2.390625, 2.601562, 2.46875, 2.507812, 2.320312, 2.289062, 2.507812, 2.273438, 2.226562, 2.429688, 1.929688, 2.328125, 2.546875, 1.855469, 2.351562, 2.5, 2.507812, 2.507812, 2.335938, 2.484375, 2.359375, 2.265625, 2.617188, 2.195312, 2.648438, 2.109375, 1.679688, 2.546875, 2.375, 2.515625, 2.28125, 2.179688, 2.5625, 2.539062, 1.851562, 2.484375, 2.304688, 2.585938, 1.710938, 2.375, 2.367188, 2.398438, 2.445312, 2.367188, 2.1875, 2.421875, 2.484375, 2.210938, 2.515625, 2.453125, 2.570312, 2.554688, 2.453125, 2.523438, 2.453125, 2.296875, 2.453125, 2.4375, 2.375, 2.257812, 2.390625, 2.179688, 2.335938, 2.523438, 2.265625, 2.421875, 2.3125, 2.46875, 2.375, 2.40625, 2.34375, 2.34375, 2.210938, 2.484375, 2.445312, 2.546875, 2.359375, 2.34375, 2.234375, 2.5, 0.955078, 2.453125, 2.414062, 2.648438, 2.453125, 2.335938, 2.445312, 2.445312, 2.570312, 2.320312, 2.359375, 1.472656, 2.3125, 2.5, 2.390625, 1.75, 2.570312, 2.40625, 2.398438, 1.820312, 2.3125, 2.328125, 2.625, 2.5625, 2.375, 2.484375, 2.28125, 2.273438, 2.484375, 2.351562, 2.484375, 2.234375, 2.515625, 2.539062, 2.273438, 2.421875, 1.855469, 2.515625, 2.351562, 2.414062, 2.390625, 2.515625, 2.429688, 2.296875, 2.445312, 2.382812, 2.351562, 2.445312, 2.296875, 2.523438, 2.242188, 2.414062, 2.5, 1.757812, 1.065918, 2.273438, 2.179688, 2.257812, 2.476562, 2.507812, 2.265625, 1.675781, 1.384766, 2.335938, 2.359375, 2.375, 2.140625, 2.421875, 2.453125, 2.367188, 2.492188, 1.695312, 2.507812, 2.304688, 2.289062, 2.09375, 2.4375, 2.484375, 2.484375, 2.375, 2.445312, 2.328125, 2.320312, 2.5, 2.414062, 2.484375, 2.5, 2.382812, 2.257812, 2.1875, 2.390625, 2.375, 2.289062, 1.53125, 1.439453, 2.515625, 2.429688, 2.414062, 2.34375, 2.398438, 2.453125, 2.484375, 1.304688, 2.320312, 2.257812, 2.335938, 2.570312, 1.664062, 2.570312, 2.46875, 2.226562, 2.445312, 2.578125, 2.234375, 2.507812, 1.753906, 2.414062, 2.320312, 2.335938, 1.804688, 2.257812, 2.375, 2.445312, 2.382812, 2.023438, 2.414062, 2.445312, 2.390625, 2.445312, 2.164062, 2.460938, 2.460938, 2.242188, 1.902344, 1.423828, 1.621094, 2.414062, 2.375, 2.414062, 2.390625, 2.476562, 2.25, 2.375, 1.328125, 2.59375, 2.523438, 2.570312, 2.507812, 2.375, 2.546875, 2.382812, 1.3125, 2.28125, 1.609375, 2.460938, 1.726562, 2.328125, 2.554688, 2.539062, 2.46875, 2.359375, 2.570312, 1.929688, 2.335938, 1.554688, 2.492188, 2.320312, 2.210938, 2.023438, 2.601562, 2.578125, 2.34375, 2.109375, 2.453125, 2.15625, 2.515625, 2.242188, 2.09375, 2.554688, 1.5, 2.421875, 2.460938, 2.429688, 1.554688, 1.453125, 2.460938, 2.421875, 2.5, 2.453125, 2.445312, 2.414062, 2.039062, 1.550781, 2.382812, 2.46875, 2.570312, 2.4375, 2.539062, 2.453125, 2.40625, 2.445312, 2.351562, 2.492188, 2.484375, 2.328125, 2.359375, 2.367188, 2.234375, 2.273438, 2.398438, 2.5, 2.46875, 2.414062, 2.453125, 2.039062, 2.640625, 1.431641, 2.273438, 2.414062, 1.730469, 2.578125, 2.320312, 2.476562, 2.40625, 2.476562, 2.390625, 2.382812, 2.375, 1.605469, 2.414062, 2.351562, 2.40625, 2.507812, 2.398438, 2.335938, 2.445312, 2.507812, 2.40625, 2.5, 2.578125, 1.613281, 2.554688, 2.390625, 2.335938, 2.492188, 2.476562, 2.445312, 2.460938, 2.492188, 2.445312, 2.617188, 2.484375, 2.53125, 2.476562, 2.15625, 2.351562, 2.421875, 2.484375, 2.484375, 2.484375, 1.753906, 2.265625, 1.917969, 2.40625, 2.28125, 2.382812, 2.539062, 2.476562, 2.5625, 2.484375, 2.445312, 2.476562, 1.304688, 1.488281, 1.402344, 2.515625, 2.453125, 1.902344, 2.40625, 2.351562, 2.179688, 1.992188, 2.351562, 2.28125, 2.578125, 1.882812, 2.429688, 2.53125, 2.265625, 2.414062, 2.320312, 2.421875, 2.5, 2.546875, 1.550781, 2.507812, 1.163086, 2.390625, 2.390625, 2.507812, 2.53125, 2.328125, 2.015625, 2.375, 1.710938, 2.445312, 2.265625, 2.382812, 2.453125, 2.1875, 2.320312, 2.414062, 2.242188, 2.390625, 2.328125, 2.289062, 1.816406, 2.398438, 2.390625, 2.265625, 2.34375, 2.5, 2.4375, 2.53125, 2.484375, 2.375, 2.46875, 2.40625, 2.445312, 2.601562, 2.492188, 2.296875, 2.523438, 2.507812, 2.523438, 2.289062, 2.46875, 2.265625, 2.296875, 2.390625, 2.453125, 2.320312, 2.484375, 2.015625, 2.585938, 2.453125, 2.382812, 2.335938, 2.367188, 2.476562, 2.5625, 1.9375, 2.53125, 2.203125, 2.484375, 2.398438, 2.210938, 2.3125, 2.351562, 2.070312, 2.585938, 1.683594, 2.484375, 2.171875, 2.21875, 2.460938, 2.28125, 2.421875, 2.492188, 2.398438, 2.421875, 2.390625, 2.476562, 2.40625, 1.373047, 2.476562, 2.492188, 2.453125, 2.515625, 2.257812, 2.484375, 2.265625, 2.179688, 2.492188, 2.53125, 2.304688, 2.359375, 2.351562, 2.359375, 2.546875, 2.453125, 2.476562, 1.474609, 2.3125, 2.351562, 2.554688, 1.9375, 2.390625, 2.101562, 1.457031, 2.414062, 1.320312, 1.527344, 2.523438, 2.476562, 2.476562, 2.421875, 1.496094, 2.390625, 2.273438, 2.507812, 1.679688, 2.460938, 2.382812, 2.390625, 2.4375, 2.421875, 2.523438, 1.425781, 2.515625, 2.367188, 2.046875, 1.808594, 2.328125, 2.539062, 1.972656, 2.570312, 1.964844, 2.585938, 2.273438, 2.484375, 2.460938, 1.929688, 2.445312, 2.367188, 2.351562, 2.578125, 2.46875, 2.15625, 1.220703, 2.632812, 2.445312, 2.296875, 2.523438, 2.578125, 2.53125, 2.335938, 2.398438, 2.4375, 2.375, 2.117188, 2.367188, 2.59375, 2.359375, 2.507812, 2.320312, 2.351562, 2.484375, 2.359375, 1.149414, 2.359375, 2.414062, 2.515625, 2.398438, 2.492188, 2.296875, 2.640625, 2.515625, 2.40625, 2.421875, 2.414062, 2.367188, 2.570312, 2.179688, 2.421875, 1.757812, 2.40625, 1.992188, 2.601562, 2.46875, 2.421875, 1.8125, 2.421875, 2.359375, 2.234375, 2.328125, 2.679688, 2.445312, 2.421875, 2.421875, 2.421875, 2.359375, 2.023438, 2.429688, 2.429688, 2.429688, 2.460938, 2.648438, 2.421875, 2.632812, 2.320312, 2.382812, 2.40625, 2.335938, 2.328125, 2.328125, 2.476562, 2.125, 2.46875, 2.523438, 2.421875, 2.515625, 1.648438, 2.578125, 2.242188, 2.4375, 2.382812, 2.335938, 2.460938, 2.453125, 2.523438, 1.494141, 2.492188, 2.421875, 2.453125, 2.539062, 2.40625, 2.59375, 2.367188, 2.539062, 2.429688, 2.398438, 2.453125, 2.4375, 2.492188, 2.445312, 2.570312, 2.40625, 2.234375, 3.28125, 2.453125, 2.492188, 2.21875, 2.382812, 2.234375, 2.539062, 2.414062, 2.414062, 1.519531, 2.179688, 2.171875, 1.494141, 2.53125, 2.375, 2.1875, 1.265625, 2.570312, 2.546875, 1.417969, 2.085938, 2.398438, 2.460938, 2.515625, 2.414062, 2.476562, 2.539062, 2.335938, 2.414062, 2.4375, 1.988281, 2.507812, 2.453125, 2.382812, 1.613281, 2.429688, 2.40625, 2.5, 2.59375, 2.429688, 2.210938, 2.609375, 2.375, 1.703125, 2.351562, 2.414062, 2.390625, 2.351562, 2.28125, 2.5, 1.890625, 2.523438, 2.414062, 2.1875, 2.328125, 2.570312, 2.507812, 1.859375, 2.320312, 2.390625, 2.320312, 2.460938, 2.226562, 1.527344, 2.375, 2.421875, 2.25, 2.351562, 2.515625, 2.359375, 2.484375, 1.550781, 2.1875, 2.375, 2.515625, 2.28125, 2.390625, 2.453125, 2.476562, 2.398438, 2.265625, 2.390625, 2.382812, 2.492188, 2.414062, 2.460938, 2.40625, 2.320312, 2.390625, 2.445312, 2.515625, 2.390625, 2.109375, 2.484375, 2.171875, 2.28125, 2.382812, 2.515625, 2.5, 2.414062, 2.453125, 2.28125, 2.460938, 2.304688, 2.539062, 2.570312, 2.390625, 2.125, 2.234375, 2.328125, 2.335938, 2.414062, 2.59375, 2.515625, 2.46875, 2.382812, 2.382812, 2.390625, 1.960938, 2.429688, 2.484375, 2.132812, 2.210938, 2.492188, 2.445312, 2.296875, 2.453125, 2.5, 2.359375, 2.609375, 2.40625, 2.234375, 2.375, 2.5625, 2.5625, 2.296875, 2.539062, 2.578125, 2.414062, 2.515625, 2.539062, 2.398438, 2.390625, 2.328125, 2.429688, 2.265625, 2.390625, 2.382812, 2.460938, 2.453125, 2.429688, 2.578125, 2.5, 2.03125, 2.367188, 2.390625, 2.59375, 2.601562, 2.359375, 1.277344, 2.398438, 2.5625, 2.414062, 1.996094, 2.445312, 2.328125, 2.390625, 1.738281, 2.359375, 2.523438, 2.460938, 2.414062, 2.359375, 2.359375, 2.296875, 2.328125, 2.507812, 2.179688, 2.460938, 2.234375, 2.539062, 2.359375, 2.070312, 1.425781, 2.226562, 2.546875, 2.445312, 2.28125, 2.3125, 2.265625, 2.476562, 2.492188, 2.632812, 2.234375, 2.351562, 2.289062, 2.375, 2.617188, 2.554688, 2.742188, 1.953125, 2.164062, 2.476562, 2.273438, 2.382812, 2.375, 2.484375, 2.609375, 2.210938, 2.085938, 2.546875, 2.40625, 2.335938, 2.53125, 2.40625, 2.257812, 2.421875, 2.65625, 1.181641, 1.361328, 2.585938, 2.515625, 2.554688, 2.53125, 2.351562, 2.507812, 1.992188, 2.515625, 2.203125, 2.046875, 2.414062, 2.515625, 2.46875, 2.140625, 2.359375, 2.546875, 2.03125, 2.367188, 2.234375, 2.53125, 2.453125, 2.351562, 2.492188, 2.375, 2.335938, 2.453125, 2.429688, 2.328125, 2.5, 2.273438, 2.460938, 2.398438, 2.914062, 2.484375, 2.492188, 1.75, 2.515625, 2.554688, 1.824219, 2.546875, 2.070312, 2.351562, 2.453125, 2.398438, 1.953125, 1.132812, 2.429688, 2.554688, 2.460938, 2.617188, 2.484375, 2.445312, 2.367188, 2.421875, 2.484375, 2.414062, 2.351562, 1.949219, 1.115723, 2.523438, 2.476562, 2.523438, 2.40625, 2.429688, 1.210938, 2.351562, 2.414062, 2.46875, 2.351562, 2.109375, 2.53125, 2.609375, 2.515625, 2.304688, 2.492188, 2.382812, 2.429688, 2.40625, 2.398438, 2.390625, 2.453125, 1.71875, 2.320312, 2.507812, 1.322266, 2.414062, 2.007812, 2.421875, 2.304688, 2.0625, 2.359375, 1.804688, 2.351562, 2.375, 2.46875, 2.625, 2.585938, 2.445312, 2.421875, 2.210938, 2.484375, 2.476562, 2.492188, 2.421875, 1.9375, 2.492188, 2.351562, 2.382812, 2.398438, 2.101562, 2.414062, 1.914062, 2.328125, 1.400391, 2.617188, 2.390625, 2.367188, 2.328125, 2.421875, 2.382812, 2.4375, 2.164062, 2.335938, 2.328125, 2.21875, 2.445312, 2.40625, 2.414062, 2.203125, 2.164062, 2.226562, 1.601562, 2.328125, 2.28125, 2.304688, 2.421875, 2.289062, 2.273438, 2.398438, 2.390625, 2.195312, 2.304688, 2.421875, 2.4375, 2.515625, 2.4375, 2.335938, 2.3125, 2.476562, 2.539062, 2.546875, 1.96875, 2.328125, 2.460938, 2.382812, 2.570312, 2.46875, 2.523438, 2.515625, 2.421875, 2.4375, 2.523438, 2.5, 2.1875, 2.375, 2.507812, 2.414062, 2.65625, 2.523438, 2.570312, 2.289062, 2.34375, 2.53125, 2.382812, 2.164062, 1.921875, 2.429688, 2.390625, 2.492188, 2.484375, 2.460938, 1.236328, 2.539062, 2.523438, 2.601562, 2.492188, 2.375, 2.507812, 2.429688, 1.152344, 2.390625, 2.382812, 2.414062, 2.3125, 2.0, 2.523438, 2.445312, 2.25, 2.421875, 2.289062, 2.3125, 2.328125, 2.34375, 2.1875, 1.455078, 2.335938, 1.546875, 2.367188, 2.382812, 2.429688, 2.460938, 1.730469, 2.539062, 2.515625, 2.539062, 2.4375, 2.398438, 2.320312, 2.453125, 2.046875, 0.822266, 2.226562, 2.367188, 2.445312, 2.3125, 2.398438, 2.429688, 2.46875, 2.421875, 2.265625, 2.257812, 2.3125, 1.714844, 2.382812, 2.484375, 2.546875, 2.335938, 1.949219, 2.414062, 2.453125, 2.539062, 2.429688, 2.367188, 1.671875, 2.539062, 2.429688, 2.367188, 2.304688, 2.398438, 2.390625, 2.390625, 2.3125, 2.445312, 2.273438, 2.382812, 2.4375, 2.328125, 2.515625, 2.515625, 1.558594, 2.328125, 2.375, 2.554688, 2.515625, 2.5625, 2.5625, 2.335938, 2.265625, 2.507812, 2.335938, 2.414062, 2.445312, 2.0625, 2.265625, 2.453125, 2.515625, 2.453125, 2.476562, 2.367188, 2.460938, 2.414062, 2.257812, 2.453125, 2.257812, 2.46875, 2.539062, 2.328125, 2.578125, 2.46875, 2.367188, 2.484375, 2.085938, 1.072266, 2.476562, 2.414062, 2.570312, 2.515625, 2.320312, 2.421875, 2.4375, 2.382812, 2.296875, 2.429688, 2.453125, 2.453125, 2.429688, 1.628906, 2.453125, 2.421875, 2.234375, 2.484375, 2.351562, 2.351562, 2.273438, 2.46875, 2.34375, 2.445312, 2.40625, 2.515625, 2.367188, 2.429688, 2.273438, 2.460938, 2.296875, 2.421875, 2.445312, 2.382812, 2.570312, 2.351562, 2.445312, 2.3125, 2.523438, 3.34375, 2.382812, 2.390625, 2.1875, 2.109375, 2.507812, 2.445312, 2.492188, 1.777344, 2.351562, 2.5625, 2.390625, 2.625, 2.328125, 2.390625, 2.453125, 2.414062, 2.476562, 2.367188, 1.339844, 2.421875, 2.53125, 2.40625, 2.351562, 2.523438, 2.429688, 2.375, 1.427734, 2.515625, 2.492188, 2.421875, 2.546875, 2.546875, 2.226562, 2.507812, 2.398438, 2.390625, 2.203125, 2.46875, 2.257812, 2.304688, 2.625, 2.5625, 2.476562, 2.375, 2.335938, 2.390625, 2.460938, 2.234375, 2.507812, 2.554688, 2.320312, 2.382812, 2.421875, 2.46875, 2.328125, 2.34375, 2.296875, 2.476562, 2.4375, 1.498047, 2.546875, 2.21875, 2.484375, 2.484375, 2.460938, 2.507812, 2.695312, 2.476562, 2.570312, 2.203125, 2.40625, 2.507812, 2.515625, 1.601562, 2.4375, 2.523438, 2.359375, 2.507812, 2.476562, 2.460938, 2.4375, 2.484375, 2.546875, 2.359375, 2.398438, 1.519531, 2.453125, 2.390625, 2.460938, 1.789062, 2.351562, 1.605469, 2.539062, 1.34375, 2.476562, 2.289062, 1.976562, 2.296875, 2.382812, 2.359375, 2.476562, 2.359375, 2.546875, 2.546875, 2.5, 2.5, 1.087891, 2.0625, 2.210938, 2.421875, 2.625, 2.445312, 2.539062, 2.484375, 2.484375, 2.15625, 2.445312, 2.476562, 2.515625, 2.421875, 2.445312, 2.273438, 2.359375, 2.390625, 2.148438, 2.414062, 2.359375, 2.648438, 2.570312, 2.5625, 2.421875, 2.445312, 2.453125, 2.40625, 2.320312, 2.421875, 2.296875, 2.539062, 2.359375, 2.023438, 2.578125, 2.445312, 2.359375, 1.957031, 2.289062, 2.304688, 2.398438, 1.820312, 2.242188, 2.421875, 2.34375, 2.46875, 2.4375, 1.300781, 2.5, 2.5, 2.554688, 1.333984, 2.34375, 1.558594, 2.039062, 2.289062, 2.289062, 2.515625, 2.476562, 2.421875, 2.453125, 2.375, 2.28125, 2.0625, 2.007812, 2.390625, 2.25, 2.265625, 2.28125, 2.429688, 2.5625, 2.460938, 2.234375, 2.460938, 2.507812, 2.476562, 1.910156, 2.40625, 2.546875, 2.539062, 2.390625, 2.390625, 1.996094, 2.320312, 1.652344, 2.304688, 2.460938, 2.382812, 2.203125, 2.476562, 2.28125, 2.554688, 2.5, 2.484375, 2.421875, 2.546875, 2.382812, 2.328125, 2.523438, 2.476562, 2.390625, 2.359375, 2.375, 2.234375, 2.320312, 2.34375, 2.304688, 2.484375, 2.453125, 2.421875, 2.320312, 2.351562, 2.429688, 2.570312, 2.367188, 2.226562, 2.359375, 2.289062, 2.320312, 2.351562, 2.414062, 2.382812, 2.4375, 2.421875, 2.3125, 2.421875, 2.578125, 2.445312, 2.148438, 2.476562, 2.289062, 2.007812, 2.382812, 2.3125, 1.679688, 2.515625, 2.210938, 2.476562, 2.382812, 2.34375, 2.46875, 2.578125, 2.359375, 2.304688, 2.476562, 2.570312, 2.617188, 2.320312, 2.21875, 2.445312, 2.351562, 2.21875, 1.949219, 2.359375, 2.359375, 2.4375, 2.296875, 2.40625, 2.320312, 2.351562, 2.414062, 1.726562, 2.429688, 2.601562, 2.359375, 1.820312, 2.46875, 2.484375, 2.054688, 2.414062, 2.140625, 2.507812, 2.492188, 2.375, 2.546875, 2.109375, 2.414062, 2.359375, 2.296875, 2.421875, 2.289062, 2.453125, 2.328125, 1.933594, 2.210938, 2.53125, 2.453125, 2.507812, 2.304688, 2.421875, 2.570312, 2.46875, 1.753906, 2.320312, 2.398438, 1.259766, 2.382812, 2.421875, 2.359375, 2.414062, 1.816406, 2.5, 2.515625, 1.121582, 2.492188, 1.589844, 2.296875, 2.320312, 2.429688, 2.453125, 1.78125, 2.507812, 2.390625, 2.4375, 2.484375, 2.53125, 2.382812, 1.878906, 2.609375, 2.421875, 2.320312, 2.375, 2.03125, 2.171875, 2.359375, 2.359375, 2.328125, 2.546875, 2.5, 2.296875, 2.484375, 2.570312, 2.34375, 2.4375, 1.9375, 2.15625, 2.195312, 2.429688, 1.539062, 2.640625, 2.421875, 2.414062, 2.171875, 2.296875, 2.3125, 2.273438, 2.507812, 2.421875, 1.9375, 2.390625, 2.609375, 2.265625 ] }, "name": "onnx::Mul_8658", "outputIndexes": [ 1792 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1791, 1792 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1793 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1722, 1793 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_93_output_0", "outputIndexes": [ 1794 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_18/Mul_output_0", "outputIndexes": [ 1795 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.160156, 1.269531, 1.191406, 1.207031, 1.212891, 1.135742, 1.137695, 1.460938, 1.141602, 1.238281, 1.1875, 1.22168, 1.136719, 1.144531, 1.186523, 1.18457, 1.200195, 1.230469, 1.435547, 1.199219, 1.222656, 1.273438, 1.194336, 1.194336, 1.198242, 1.162109, 1.092773, 1.174805, 1.15918, 1.163086, 1.208008, 1.259766, 1.192383, 1.435547, 1.169922, 1.15332, 1.225586, 1.172852, 1.214844, 1.203125, 1.158203, 1.223633, 1.161133, 1.194336, 1.470703, 1.172852, 1.161133, 1.183594, 1.648438, 1.255859, 1.230469, 1.133789, 1.152344, 1.100098, 1.128906, 1.114746, 1.124512, 1.19043, 1.248047, 1.257812, 1.226562, 1.108398, 1.229492, 1.090332, 1.09668, 1.18457, 1.257812, 1.204102, 1.164062, 1.172852, 1.150391, 1.170898, 1.15918, 1.186523, 1.201172, 1.226562, 1.337891, 1.239258, 1.199219, 1.398438, 1.267578, 1.5, 1.199219, 1.275391, 1.166992, 1.116211, 1.173828, 1.24707, 1.435547, 1.265625, 1.174805, 1.210938, 1.178711, 1.515625, 1.18457, 1.498047, 1.193359, 1.245117, 0.957275, 1.214844, 1.253906, 1.166016, 1.18457, 1.152344, 1.151367, 1.19043, 1.140625, 1.219727, 1.186523, 1.183594, 1.160156, 1.140625, 1.202148, 0.673828, 1.128906, 1.193359, 1.214844, 1.273438, 1.191406, 1.132812, 1.161133, 1.148438, 1.287109, 1.173828, 1.192383, 1.174805, 1.191406, 1.177734, 1.155273, 1.248047, 1.3125, 1.191406, 1.237305, 1.238281, 1.202148, 1.136719, 1.229492, 1.106934, 1.204102, 1.145508, 1.015747, 1.328125, 1.255859, 1.166992, 1.253906, 1.279297, 1.165039, 1.271484, 1.222656, 1.228516, 1.238281, 1.261719, 1.206055, 1.051514, 1.249023, 1.195312, 1.392578, 1.178711, 1.523438, 1.496094, 0.501953, 1.168945, 1.149414, 1.363281, 1.178711, 1.205078, 1.155273, 1.511719, 1.120605, 1.21875, 1.177734, 1.455078, 1.148438, 1.523438, 1.236328, 1.188477, 1.11377, 1.527344, 1.183594, 1.21875, 1.182617, 1.464844, 1.198242, 1.390625, 0.986511, 1.206055, 1.519531, 1.18457, 1.237305, 1.177734, 1.192383, 1.155273, 1.176758, 1.160156, 1.214844, 1.162109, 1.189453, 1.1875, 1.167969, 1.214844, 1.179688, 1.15332, 1.199219, 1.249023, 1.225586, 1.166992, 1.092285, 1.196289, 1.198242, 1.166992, 1.1875, 1.223633, 1.216797, 1.207031, 1.198242, 1.166016, 1.191406, 1.189453, 1.157227, 1.199219, 1.217773, 1.104004, 1.199219, 1.245117, 1.182617, 1.157227, 1.193359, 1.182617, 1.24707, 1.251953, 0.390625, 1.208008, 1.117676, 1.129883, 1.148438, 1.161133, 1.07959, 1.161133, 1.193359, 1.222656, 0.859375, 1.197266, 1.160156, 1.316406, 1.265625, 1.21875, 1.192383, 1.251953, 1.197266, 1.357422, 1.188477, 1.15625, 1.470703, 1.235352, 1.161133, 1.181641, 1.175781, 1.267578, 1.19043, 1.177734, 1.186523, 1.167969, 1.241211, 1.219727, 1.245117, 1.253906, 1.168945, 1.211914, 1.175781, 1.154297, 1.154297, 1.208008, 1.219727, 1.237305, 1.248047, 1.199219, 1.5, 1.18457, 1.157227, 1.177734, 1.204102, 1.157227, 1.324219, 1.172852, 1.181641, 1.208984, 1.136719, 1.202148, 1.474609, 1.194336, 1.249023, 1.412109, 1.204102, 1.226562, 1.136719, 1.121094, 1.158203, 1.19043, 1.208008, 1.225586, 1.083496, 1.208008, 1.455078, 1.180664, 1.328125, 1.119629, 1.114746, 1.192383, 1.217773, 1.176758, 1.206055, 1.523438, 1.210938, 1.202148, 1.192383, 1.229492, 1.15625, 1.242188, 1.213867, 1.219727, 1.199219, 1.183594, 1.189453, 1.176758, 1.157227, 1.119141, 1.255859, 1.166016, 1.158203, 1.182617, 1.279297, 1.166992, 1.176758, 1.151367, 0.4375, 1.174805, 1.152344, 1.160156, 1.222656, 1.178711, 1.246094, 1.322266, 1.259766, 1.232422, 1.135742, 1.275391, 1.183594, 1.251953, 1.253906, 1.180664, 1.194336, 1.234375, 1.102539, 1.251953, 1.460938, 1.484375, 1.169922, 1.189453, 1.292969, 1.241211, 1.458984, 1.150391, 1.269531, 1.371094, 1.273438, 1.167969, 1.240234, 1.24707, 1.206055, 1.214844, 1.152344, 1.171875, 1.15625, 1.222656, 1.213867, 1.213867, 1.181641, 1.167969, 1.084473, 1.24707, 1.18457, 1.1875, 1.335938, 1.355469, 1.192383, 1.117188, 1.277344, 1.24707, 1.180664, 1.176758, 1.208984, 1.21875, 1.554688, 1.169922, 1.207031, 1.15625, 1.203125, 1.582031, 1.224609, 1.142578, 1.192383, 1.207031, 1.175781, 1.203125, 1.433594, 1.324219, 1.193359, 1.235352, 1.275391, 1.129883, 1.1875, 1.211914, 1.129883, 1.191406, 1.100586, 1.233398, 1.207031, 1.15918, 1.246094, 1.18457, 1.207031, 1.152344, 1.171875, 1.157227, 1.15332, 1.173828, 1.165039, 1.160156, 1.164062, 1.182617, 1.152344, 1.175781, 1.181641, 1.199219, 0.716797, 1.128906, 1.189453, 1.182617, 1.168945, 1.186523, 1.166992, 1.117676, 1.144531, 1.298828, 0.876465, 1.177734, 1.151367, 1.197266, 1.230469, 1.125, 1.150391, 1.174805, 1.182617, 1.15332, 1.175781, 1.136719, 1.167969, 1.130859, 1.251953, 1.267578, 1.175781, 1.150391, 1.122559, 1.231445, 1.277344, 1.166992, 1.4375, 1.259766, 1.181641, 1.196289, 1.200195, 1.198242, 1.200195, 1.310547, 1.181641, 1.169922, 1.449219, 1.230469, 1.222656, 1.152344, 1.192383, 1.230469, 1.066406, 1.183594, 1.152344, 1.167969, 1.46875, 1.213867, 1.166992, 1.177734, 1.236328, 1.154297, 1.208008, 1.183594, 1.251953, 1.186523, 1.523438, 1.345703, 1.310547, 1.494141, 1.182617, 1.155273, 1.165039, 1.339844, 1.170898, 1.152344, 1.240234, 1.130859, 1.176758, 1.181641, 1.193359, 1.140625, 1.233398, 1.172852, 1.257812, 1.166992, 1.208984, 1.248047, 1.203125, 1.199219, 1.10791, 1.166992, 1.523438, 1.414062, 1.194336, 1.539062, 1.189453, 1.214844, 1.1875, 1.19043, 1.169922, 1.203125, 1.238281, 1.423828, 1.192383, 1.111328, 1.1875, 1.137695, 1.207031, 1.322266, 0.742188, 1.25, 1.026733, 1.253906, 1.168945, 1.199219, 1.179688, 1.192383, 1.345703, 1.19043, 1.138672, 1.201172, 1.242188, 1.138672, 1.128906, 1.065918, 1.195312, 0.829102, 1.214844, 1.200195, 1.1875, 1.209961, 1.1875, 1.243164, 1.168945, 1.21875, 1.180664, 0.925781, 1.100098, 1.114746, 1.118164, 1.133789, 1.154297, 1.158203, 1.482422, 1.132812, 1.213867, 1.183594, 1.458984, 1.181641, 1.075684, 1.322266, 1.136719, 1.192383, 1.074707, 1.230469, 1.128906, 1.175781, 0.831055, 1.225586, 1.160156, 1.162109, 1.098633, 0.969849, 1.617188, 1.209961, 1.11377, 1.12793, 1.161133, 1.294922, 1.186523, 1.219727, 1.246094, 1.136719, 1.178711, 1.1875, 1.214844, 1.161133, 1.183594, 1.239258, 1.161133, 1.196289, 1.191406, 1.068848, 1.166992, 1.167969, 1.197266, 1.236328, 1.22168, 1.134766, 1.170898, 1.183594, 1.196289, 1.158203, 1.176758, 1.246094, 1.214844, 1.160156, 1.182617, 1.146484, 1.251953, 1.213867, 1.275391, 1.217773, 1.246094, 1.148438, 1.192383, 1.235352, 1.164062, 1.367188, 1.227539, 1.1875, 1.298828, 1.496094, 1.206055, 1.226562, 1.204102, 1.231445, 1.136719, 1.287109, 1.273438, 1.589844, 1.21582, 1.257812, 1.152344, 1.248047, 1.208008, 1.195312, 1.155273, 1.131836, 1.161133, 1.140625, 1.198242, 1.429688, 1.232422, 1.214844, 1.208984, 1.226562, 1.199219, 1.211914, 1.179688, 1.099609, 1.239258, 1.206055, 1.18457, 1.19043, 1.197266, 1.157227, 1.1875, 1.199219, 1.1875, 1.416016, 1.914062, 1.217773, 1.316406, 1.204102, 1.224609, 1.137695, 1.166016, 0.986694, 1.121582, 1.229492, 1.169922, 1.201172, 1.120605, 1.176758, 1.192383, 1.212891, 1.203125, 1.239258, 0.402344, 1.206055, 1.164062, 1.161133, 1.203125, 1.160156, 1.145508, 1.229492, 1.196289, 1.271484, 1.194336, 1.200195, 1.192383, 1.121582, 1.337891, 0.817383, 1.157227, 1.271484, 1.171875, 1.255859, 1.154297, 1.19043, 1.199219, 1.196289, 1.277344, 1.133789, 1.412109, 1.176758, 1.197266, 1.182617, 1.318359, 1.165039, 1.146484, 1.182617, 1.25, 1.176758, 1.163086, 1.163086, 1.146484, 1.158203, 1.219727, 1.208008, 1.192383, 1.212891, 1.178711, 1.164062, 1.172852, 1.213867, 1.145508, 1.167969, 1.227539, 1.176758, 1.199219, 1.205078, 1.206055, 1.259766, 1.165039, 1.46875, 1.168945, 1.208984, 1.126953, 1.151367, 1.18457, 1.201172, 1.238281, 1.207031, 1.189453, 1.129883, 1.208008, 1.18457, 1.150391, 1.157227, 1.200195, 1.151367, 1.148438, 1.125977, 1.175781, 1.145508, 1.08252, 1.271484, 1.194336, 1.233398, 1.243164, 1.188477, 0.476562, 1.217773, 1.158203, 1.085938, 1.324219, 1.15332, 1.09082, 1.200195, 1.231445, 1.220703, 1.231445, 1.21875, 1.154297, 1.275391, 1.15332, 1.271484, 0.978149, 1.1875, 1.214844, 1.19043, 1.222656, 1.384766, 1.183594, 1.155273, 1.244141, 1.208008, 1.259766, 1.166992, 1.433594, 1.205078, 1.458984, 1.200195, 1.056641, 1.235352, 1.3125, 1.207031, 1.171875, 1.239258, 1.178711, 1.183594, 1.152344, 1.139648, 1.176758, 1.173828, 1.204102, 1.206055, 1.189453, 1.183594, 1.192383, 1.119141, 1.19043, 1.289062, 1.197266, 1.175781, 1.118652, 1.238281, 1.3125, 1.173828, 1.217773, 1.205078, 1.212891, 1.189453, 1.28125, 1.170898, 1.208008, 1.136719, 1.249023, 1.205078, 1.208008, 1.166016, 1.242188, 1.213867, 1.162109, 1.173828, 1.181641, 1.094727, 1.167969, 1.24707, 1.182617, 1.253906, 1.253906, 1.419922, 1.248047, 1.141602, 1.248047, 1.074707, 1.152344, 1.227539, 1.223633, 1.542969, 1.289062, 1.222656, 1.213867, 1.152344, 1.204102, 1.175781, 1.15332, 1.163086, 1.195312, 1.246094, 1.191406, 1.251953, 1.152344, 1.182617, 1.18457, 1.19043, 1.462891, 1.192383, 1.207031, 1.182617, 1.199219, 1.175781, 1.176758, 1.287109, 1.196289, 1.179688, 1.294922, 1.219727, 1.265625, 1.198242, 1.328125, 1.236328, 1.180664, 1.542969, 1.527344, 1.310547, 1.224609, 1.238281, 1.217773, 1.182617, 1.257812, 1.601562, 1.388672, 1.235352, 1.12793, 1.145508, 1.298828, 1.188477, 1.178711, 1.167969, 1.083008, 1.515625, 1.152344, 1.277344, 1.230469, 1.265625, 1.183594, 1.203125, 1.166992, 1.267578, 1.249023, 1.213867, 1.1875, 1.238281, 1.130859, 1.167969, 1.198242, 1.259766, 1.163086, 1.206055, 1.263672, 1.202148, 1.322266, 1.476562, 0.339844, 1.168945, 1.193359, 1.167969, 1.206055, 1.181641, 1.169922, 1.168945, 1.546875, 1.214844, 1.231445, 1.308594, 1.181641, 1.382812, 1.167969, 1.233398, 1.249023, 1.259766, 1.163086, 1.185547, 1.230469, 1.511719, 1.169922, 1.198242, 1.164062, 1.412109, 1.228516, 1.233398, 1.073242, 1.129883, 0.705078, 1.259766, 1.231445, 1.232422, 1.176758, 1.335938, 1.186523, 1.208008, 1.324219, 0.990295, 1.5625, 0.566406, 1.208008, 1.176758, 1.202148, 1.200195, 1.177734, 1.296875, 1.246094, 1.527344, 1.166016, 1.219727, 1.162109, 1.145508, 0.977051, 1.213867, 1.208008, 1.167969, 1.239258, 1.453125, 1.173828, 1.414062, 1.263672, 1.185547, 1.155273, 1.170898, 1.333984, 1.192383, 0.949463, 1.175781, 1.498047, 1.296875, 1.289062, 1.390625, 1.480469, 1.168945, 1.132812, 1.289062, 0.960449, 1.186523, 1.216797, 1.19043, 1.302734, 1.300781, 1.180664, 1.527344, 1.199219, 1.175781, 1.157227, 1.322266, 1.476562, 1.223633, 1.196289, 1.166016, 1.194336, 1.19043, 1.193359, 1.235352, 0.28125, 1.177734, 1.220703, 1.223633, 1.224609, 1.166016, 1.15918, 1.236328, 1.145508, 1.265625, 1.172852, 1.213867, 1.207031, 1.225586, 1.206055, 1.21875, 1.261719, 1.170898, 1.12207, 1.1875, 1.175781, 1.208984, 1.172852, 1.123047, 1.462891, 1.314453, 1.155273, 1.384766, 1.175781, 1.161133, 1.15625, 1.166016, 1.1875, 1.21875, 1.161133, 1.219727, 1.419922, 1.277344, 1.176758, 1.21582, 1.204102, 1.197266, 1.244141, 1.208984, 1.195312, 1.259766, 1.145508, 1.168945, 1.435547, 1.227539, 1.223633, 1.279297, 1.196289, 1.152344, 1.21582, 1.091309, 1.172852, 1.191406, 1.145508, 1.199219, 1.189453, 1.169922, 1.157227, 1.185547, 1.198242, 1.174805, 1.147461, 1.114258, 1.173828, 1.165039, 1.527344, 1.199219, 1.302734, 1.222656, 1.223633, 1.204102, 1.18457, 1.173828, 1.271484, 1.169922, 1.394531, 1.53125, 1.417969, 1.21875, 1.202148, 1.439453, 1.229492, 1.216797, 1.224609, 1.408203, 1.220703, 1.231445, 1.18457, 1.519531, 1.201172, 1.18457, 1.11377, 1.222656, 1.253906, 1.213867, 1.209961, 1.168945, 1.143555, 1.898438, 1.474609, 1.177734, 1.196289, 1.165039, 1.158203, 1.209961, 1.125, 1.300781, 1.613281, 1.060791, 1.255859, 1.198242, 1.176758, 1.289062, 1.198242, 1.150391, 1.240234, 1.241211, 1.208008, 1.242188, 1.006622, 1.198242, 1.208984, 1.111816, 1.229492, 1.194336, 1.185547, 1.145508, 1.235352, 1.173828, 1.197266, 1.167969, 1.176758, 1.155273, 1.210938, 1.24707, 1.202148, 1.191406, 1.161133, 1.225586, 1.171875, 1.150391, 1.213867, 1.07959, 1.093262, 1.174805, 1.166992, 1.380859, 1.158203, 1.21582, 1.22168, 1.162109, 1.246094, 1.167969, 1.154297, 1.333984, 1.189453, 1.511719, 1.168945, 1.25, 1.294922, 1.22168, 1.22168, 1.376953, 1.161133, 1.490234, 1.152344, 1.302734, 1.237305, 1.191406, 1.219727, 1.224609, 1.177734, 1.19043, 1.249023, 1.176758, 1.168945, 1.216797, 1.339844, 1.167969, 1.174805, 1.219727, 1.210938, 1.207031, 1.241211, 1.216797, 1.237305, 1.164062, 1.200195, 1.230469, 1.100586, 1.257812, 1.188477, 1.161133, 1.208008, 1.1875, 1.445312, 1.232422, 1.239258, 1.160156, 0.740234, 1.244141, 1.263672, 1.496094, 1.203125, 1.412109, 1.226562, 1.239258, 1.199219, 1.183594, 1.188477, 1.632812, 1.182617, 1.253906, 1.128906, 1.558594, 1.146484, 1.158203, 1.129883, 1.231445, 1.166992, 1.180664, 1.478516, 1.155273, 1.243164, 1.189453, 1.396484, 1.194336, 1.136719, 1.429688, 1.243164, 1.003296, 1.142578, 1.230469, 1.148438, 1.208008, 1.507812, 1.202148, 1.233398, 1.237305, 1.162109, 1.191406, 1.414062, 1.416016, 1.192383, 1.201172, 1.229492, 1.185547, 1.149414, 1.128906, 1.114746, 1.197266, 1.197266, 1.219727, 1.054443, 1.181641, 1.145508, 1.152344, 1.22168, 1.165039, 1.194336, 1.170898, 1.189453, 1.466797, 1.143555, 1.232422, 1.175781, 1.231445, 1.157227, 1.245117, 1.154297, 1.189453, 1.103516, 1.137695, 1.22168, 1.139648, 1.168945, 1.177734, 1.125977, 1.542969, 1.199219, 1.466797, 1.112793, 1.178711, 1.167969, 1.474609, 1.185547, 1.213867, 1.265625, 1.214844, 1.120605, 1.167969, 1.222656, 1.158203, 1.192383, 1.214844, 1.382812, 1.193359, 1.232422, 1.089355, 1.18457, 1.183594, 1.19043, 1.171875, 1.179688, 1.192383, 1.167969, 1.114746, 1.210938, 1.183594, 1.230469, 1.511719, 1.194336, 1.155273, 1.194336, 1.180664, 1.46875, 1.15625, 1.185547, 1.175781, 1.207031, 1.163086, 1.261719, 1.160156, 1.165039, 1.394531, 1.213867, 1.167969, 1.123535, 1.114746, 1.208984, 1.166016, 1.193359, 1.183594, 1.199219, 1.151367, 1.183594, 1.197266, 1.185547, 1.220703, 1.152344, 1.183594, 1.384766, 0.480469, 1.166992, 1.19043, 1.230469, 1.224609, 1.363281, 1.144531, 1.219727, 1.231445, 1.402344, 1.249023, 1.326172, 0.995239, 1.195312, 1.231445, 1.21875, 1.453125, 1.152344, 1.007935, 1.507812, 1.259766, 1.207031, 1.207031, 1.176758, 1.171875, 1.166992, 1.175781, 1.229492, 1.173828, 1.191406, 1.433594, 1.204102, 1.229492, 1.246094, 1.114258, 1.208984, 1.204102, 1.213867, 1.150391, 1.183594, 1.225586, 1.136719, 1.181641, 1.441406, 1.255859, 1.195312, 1.199219, 1.193359, 1.21875, 1.136719, 1.061279, 1.166992, 1.207031, 1.273438, 1.191406, 1.149414, 1.173828, 0.335938, 1.236328, 1.285156, 1.176758, 1.176758, 1.291016, 1.53125, 1.167969, 1.082031, 1.198242, 1.165039, 1.180664, 1.234375, 1.170898, 1.421875, 1.285156, 1.198242, 1.176758, 1.220703, 1.145508, 1.217773, 1.181641, 1.232422, 1.129883, 1.130859, 1.219727, 1.181641, 1.210938, 1.199219, 1.069336, 1.186523, 1.162109, 1.210938, 1.155273, 1.255859, 0.830078, 1.154297, 1.324219, 1.116211, 1.230469, 1.207031, 1.263672, 1.204102, 1.160156, 1.199219, 1.178711, 1.200195, 1.106934, 1.144531, 1.168945, 1.318359, 1.298828, 1.257812, 1.285156, 1.171875, 1.139648, 1.339844, 1.195312, 1.239258, 1.198242, 1.162109, 1.283203, 1.182617, 1.208984, 1.287109, 0.701172, 1.177734, 1.199219, 1.196289, 1.175781, 1.222656, 1.219727, 1.182617, 1.201172, 1.408203, 1.269531, 1.202148, 1.180664, 1.224609, 1.186523, 1.173828, 1.179688, 1.197266, 1.164062, 1.170898, 1.106934, 1.21875, 1.15918, 0.972412, 1.151367, 1.21875, 1.18457, 1.194336, 1.180664, 1.164062, 1.19043, 1.016602, 1.208008, 1.230469, 1.239258, 1.15332, 1.198242, 1.451172, 1.220703, 1.105957, 1.213867, 1.375, 1.208984, 1.208008, 1.333984, 1.498047, 1.166992, 1.214844, 1.191406, 1.181641, 1.18457, 1.1875, 1.195312, 1.212891, 1.210938, 1.289062, 1.226562, 1.349609, 1.162109, 1.185547, 1.429688, 1.464844, 1.228516, 1.316406, 1.212891, 1.318359, 1.239258, 1.251953, 1.174805, 1.175781, 1.345703, 1.193359, 1.216797, 1.21875, 1.235352, 1.15332, 1.170898, 1.244141, 1.589844, 1.373047, 1.176758, 1.182617, 1.191406, 1.275391, 1.092773, 1.117676, 1.200195, 1.306641, 1.18457, 1.220703, 1.226562, 1.149414, 1.129883, 1.199219, 1.245117, 1.230469, 1.414062, 1.527344, 1.177734, 1.229492, 1.205078, 1.163086, 1.206055, 1.176758, 1.476562, 1.175781, 1.482422, 1.371094, 1.087891, 1.170898, 1.176758, 1.235352, 1.169922, 1.129883, 1.445312, 1.21875, 1.231445, 1.179688, 1.166016, 1.259766, 1.186523, 1.162109, 1.248047, 1.207031, 1.168945, 1.200195, 1.173828, 1.051514, 1.214844, 1.163086, 0.441406, 1.196289, 1.160156, 1.503906, 1.155273, 1.152344, 1.181641, 1.198242, 1.200195, 1.194336, 1.141602, 1.15332, 1.488281, 1.375, 1.212891, 1.181641, 1.223633, 1.163086, 1.167969, 1.199219, 1.18457, 1.114746, 1.166992, 1.229492, 1.208008, 1.089355, 1.4375, 1.176758, 1.123047, 1.255859, 1.230469, 1.188477, 1.269531, 1.28125, 1.199219, 1.222656, 1.176758, 1.404297, 1.230469, 1.144531, 1.164062, 1.189453, 1.183594, 1.059326, 1.194336, 1.222656, 1.151367, 1.105957, 1.143555, 1.535156, 1.277344, 1.144531, 1.458984, 1.160156, 0.879883, 1.192383, 1.240234, 1.217773, 1.180664, 0.927246, 1.174805, 1.205078, 1.191406, 1.135742, 1.19043, 1.172852, 1.373047, 1.193359, 1.200195, 1.170898, 1.169922, 1.167969, 1.132812, 1.180664, 1.204102, 1.182617, 1.21582, 0.701172, 1.163086, 1.294922, 1.265625, 1.462891, 1.161133, 1.189453, 1.15625, 1.224609, 1.172852, 1.206055, 1.19043, 1.263672, 1.243164, 1.253906, 1.208008, 1.167969, 1.144531, 1.197266, 1.326172, 1.271484, 1.294922, 1.478516, 1.19043, 1.244141, 1.200195, 1.233398, 1.365234, 1.238281, 1.230469, 1.222656, 1.314453, 1.240234, 1.192383, 1.18457, 1.210938, 1.135742, 1.21875, 1.176758, 1.166016, 1.185547, 1.145508, 1.423828, 1.114258, 1.146484, 1.194336, 1.161133, 1.195312, 1.137695, 1.188477, 1.189453, 1.15625, 1.175781, 1.189453, 1.226562, 1.176758, 1.165039, 1.232422, 1.120117, 1.130859, 1.167969, 1.226562, 1.21875, 1.112793, 1.175781, 1.355469, 1.414062, 1.145508, 1.246094, 1.180664, 1.183594, 1.167969, 1.3125, 1.143555, 1.148438, 1.155273, 1.213867, 1.259766, 1.203125, 1.176758, 1.180664, 1.160156, 1.217773, 1.155273, 1.21875, 1.382812, 1.188477, 1.219727, 1.176758, 1.208008, 1.167969, 1.308594, 1.165039, 1.130859, 1.261719, 1.341797, 1.365234, 1.458984, 1.302734, 1.279297, 1.176758, 1.155273, 0.648438, 1.147461, 1.15332, 1.194336, 1.135742, 1.213867, 1.099609, 1.217773, 1.359375, 1.022949, 1.145508, 1.183594, 1.165039, 1.249023, 1.083496, 1.170898, 1.147461, 1.223633, 1.302734, 1.233398, 1.214844, 1.298828, 1.179688, 1.166992, 1.140625, 1.148438, 1.466797, 1.214844, 1.083496, 1.168945, 1.192383, 1.261719, 1.388672, 1.182617, 1.160156, 1.140625, 1.198242, 1.128906, 1.162109, 1.182617, 1.181641, 1.208008, 1.182617, 1.235352, 1.197266, 1.230469, 1.1875, 1.19043, 1.535156, 1.22168, 1.177734, 1.134766, 1.208008, 1.170898, 1.203125, 1.21875, 1.386719, 1.151367, 1.213867, 1.181641, 1.179688, 1.269531, 1.259766, 1.064941, 1.133789, 1.171875, 1.213867, 1.195312, 1.168945, 1.183594, 1.233398, 1.176758, 1.234375, 1.192383, 1.179688, 1.28125, 1.170898, 1.113281, 1.157227, 1.188477, 1.386719, 1.462891, 1.191406, 1.201172, 1.166016, 1.175781, 1.232422, 1.213867, 1.177734, 1.186523, 1.241211, 1.177734, 1.196289, 1.228516, 1.206055, 1.539062, 1.186523, 1.171875, 1.253906, 1.152344, 1.029907, 1.194336, 1.219727, 1.157227, 1.212891, 1.172852, 1.198242, 1.18457, 1.345703, 1.201172, 1.100098, 1.205078, 1.224609, 1.193359, 1.183594, 1.178711, 1.162109, 1.208008, 1.285156, 1.191406, 1.239258, 0.922852, 1.265625, 1.204102, 1.308594, 1.337891, 1.208984, 1.161133, 1.21582, 1.498047, 1.22168, 1.180664, 1.198242, 1.164062, 1.240234, 1.119141, 1.219727, 1.046631, 1.152344, 1.040283, 1.546875, 1.194336, 1.101562, 1.235352, 1.216797, 1.195312, 1.231445, 1.166992, 1.457031, 1.173828, 1.214844, 1.172852, 1.192383, 1.144531, 1.191406, 1.205078, 1.160156, 1.145508, 1.402344, 1.177734, 1.233398, 1.257812, 1.139648, 1.115234, 1.135742, 1.171875, 1.25, 1.225586, 1.15625, 1.396484, 1.208984, 1.175781, 1.209961, 1.259766, 1.19043, 1.206055, 1.135742, 1.017944, 1.230469, 1.191406, 1.087402, 1.460938, 1.224609, 1.229492, 1.251953, 1.176758, 1.202148, 1.141602, 1.171875, 1.162109, 1.145508, 1.212891, 1.235352, 1.122559, 1.180664, 1.535156, 1.211914, 1.066895, 1.191406, 1.182617, 1.163086, 1.18457, 1.189453, 1.191406, 1.191406, 1.176758, 1.15625, 1.439453, 1.193359, 1.223633, 1.208984, 1.523438, 1.174805, 1.25, 1.173828, 1.431641, 1.170898, 1.166016, 1.171875, 1.291016, 1.229492, 1.199219, 1.172852, 1.230469, 1.208008, 1.134766, 1.155273, 1.201172, 1.375, 1.369141, 1.182617, 1.19043, 1.125, 1.202148, 1.18457, 1.102051, 1.180664, 1.222656, 1.179688, 1.161133, 1.214844, 1.193359, 1.239258, 1.227539, 1.212891, 1.160156, 1.287109, 1.306641, 1.194336, 1.144531, 1.135742, 1.135742, 1.220703, 1.192383, 1.174805, 1.225586, 1.19043, 1.234375, 1.207031, 1.149414, 1.217773, 1.515625, 1.110352, 1.164062, 1.097656, 1.378906, 1.253906, 1.229492, 1.199219, 1.458984, 1.208008, 1.291016, 1.217773, 1.188477, 1.165039, 1.335938, 1.183594, 1.178711, 1.217773, 1.447266, 1.28125, 1.306641, 1.211914, 1.269531, 1.265625, 1.179688, 1.195312, 1.208008, 1.141602, 1.1875, 1.188477, 1.460938, 1.398438, 1.176758, 1.267578, 1.242188, 1.242188, 1.179688, 1.155273, 1.201172, 1.21875, 1.214844, 1.199219, 1.180664, 1.283203, 1.167969, 1.181641, 1.07373, 1.249023, 1.222656, 1.503906, 1.197266, 1.308594, 1.15332, 1.230469, 1.143555, 1.261719, 1.144531, 1.227539, 1.154297, 1.177734, 1.186523, 1.169922, 1.171875, 1.167969, 1.248047, 1.129883, 1.201172, 1.168945, 0.956055, 1.192383, 1.237305, 1.204102, 1.163086, 1.349609, 1.175781, 1.161133, 1.188477, 1.138672, 1.226562, 1.199219, 1.213867, 1.166016, 1.273438, 1.232422, 1.283203, 1.128906, 1.195312, 1.279297, 1.199219, 1.261719, 1.210938, 1.228516, 1.233398, 1.166016, 1.166992, 1.314453, 1.183594, 1.302734, 1.347656, 1.25, 1.178711, 1.384766, 1.158203, 1.255859, 1.226562, 1.200195, 1.206055, 1.22168, 1.19043, 1.181641, 1.267578, 1.191406, 1.154297, 1.192383, 1.208984, 1.261719, 1.18457, 1.204102, 1.208984, 1.392578, 1.146484, 1.175781, 1.173828, 1.154297, 1.166016, 1.179688, 1.132812, 1.135742, 0.642578, 1.185547, 1.15332, 1.163086, 1.558594, 1.167969, 1.137695, 1.605469, 1.186523, 1.333984, 1.137695, 1.167969, 1.152344, 1.161133, 1.431641, 1.169922, 1.271484, 1.209961, 1.208008, 1.121582, 1.222656, 1.259766, 1.482422, 1.375, 1.129883, 1.245117, 1.164062, 1.291016, 1.207031, 1.193359, 1.198242, 1.416016, 1.210938, 1.21582, 1.451172, 1.175781, 1.203125, 1.222656, 1.194336, 1.460938, 1.097656, 1.198242, 1.310547, 1.211914, 0.736328, 1.251953, 1.222656, 1.15918, 1.155273, 1.482422, 1.105957, 1.226562, 1.181641, 1.161133, 1.230469, 1.246094, 1.251953, 1.121094, 1.210938, 1.234375, 1.189453, 1.494141, 1.233398, 1.179688, 1.19043, 1.242188, 1.157227, 1.183594, 1.177734, 1.191406, 1.170898, 1.183594, 1.217773, 1.094238, 0.611328, 1.176758, 1.192383, 1.507812, 1.239258, 1.193359, 1.214844, 1.277344, 1.246094, 1.310547, 1.054688, 1.199219, 1.175781, 1.449219, 1.158203, 1.11377, 1.259766 ] }, "name": "onnx::Mul_8660", "outputIndexes": [ 1796 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1795, 1796 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 3010 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3010 ], "outputIndexes": [ 3011 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear", "inputIndexes": [ 3011 ], "outputIndexes": [ 3012 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 796265260, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3012 ], "outputIndexes": [ 3013 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3013 ], "outputIndexes": [ 1798 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 1798 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_output_0", "outputIndexes": [ 1799 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 1799 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_1_output_0", "outputIndexes": [ 1800 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1800 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_2_output_0", "outputIndexes": [ 1801 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 1801 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Add_output_0", "outputIndexes": [ 1802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1802 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_3_output_0", "outputIndexes": [ 1803 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1803 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_18/Tanh_output_0", "outputIndexes": [ 1804 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1804 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Add_1_output_0", "outputIndexes": [ 1805 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 1805 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_4_output_0", "outputIndexes": [ 1806 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1806 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_5_output_0", "outputIndexes": [ 1807 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 3014 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3014 ], "outputIndexes": [ 3015 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear", "inputIndexes": [ 3015 ], "outputIndexes": [ 3016 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 808209218, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3016 ], "outputIndexes": [ 3017 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3017 ], "outputIndexes": [ 1808 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1807, 1808 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_18/Mul_output_0", "outputIndexes": [ 1809 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1809 ], "outputIndexes": [ 3018 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3018 ], "outputIndexes": [ 3019 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear", "inputIndexes": [ 3019 ], "outputIndexes": [ 3020 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 820153176, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3020 ], "outputIndexes": [ 3021 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3021 ], "outputIndexes": [ 1810 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1810 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_18/Mul_output_0", "outputIndexes": [ 1811 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.46875, 3.421875, 3.484375, 3.671875, 3.671875, 3.484375, 3.40625, 1.075684, 3.609375, 3.125, 3.59375, 3.46875, 3.359375, 3.640625, 3.53125, 3.5, 3.375, 3.453125, 2.578125, 3.28125, 3.40625, 3.515625, 3.703125, 3.171875, 3.265625, 3.515625, 3.0625, 2.953125, 3.609375, 3.46875, 3.234375, 2.828125, 3.546875, 1.361328, 3.53125, 2.898438, 3.53125, 3.40625, 3.265625, 3.453125, 3.65625, 3.46875, 3.4375, 2.820312, 1.910156, 3.4375, 3.59375, 3.53125, 3.40625, 2.984375, 3.375, 2.390625, 3.34375, 1.679688, 3.578125, 3.140625, 3.421875, 3.625, 3.328125, 3.078125, 2.71875, 3.75, 3.546875, 3.390625, 3.203125, 3.265625, 2.546875, 3.5625, 3.21875, 3.390625, 3.515625, 3.546875, 3.390625, 3.46875, 3.375, 3.359375, 2.40625, 3.125, 3.015625, 1.789062, 3.375, 1.004883, 3.484375, 2.789062, 3.375, 3.28125, 3.484375, 2.953125, 1.980469, 3.265625, 3.4375, 3.34375, 3.609375, 1.851562, 3.484375, 0.988525, 3.390625, 3.515625, 0.671875, 3.421875, 3.296875, 3.625, 3.578125, 3.375, 3.578125, 3.53125, 3.53125, 2.976562, 3.546875, 3.34375, 3.484375, 3.359375, 3.46875, 1.894531, 3.453125, 3.1875, 3.609375, 1.726562, 3.40625, 3.578125, 3.59375, 3.5, 3.234375, 3.65625, 3.265625, 2.640625, 3.390625, 3.53125, 3.359375, 2.40625, 2.523438, 3.53125, 3.359375, 3.484375, 3.671875, 3.453125, 3.140625, 2.640625, 3.421875, 3.515625, 4.328125, 3.234375, 3.234375, 3.4375, 3.40625, 3.203125, 3.21875, 3.546875, 3.453125, 3.625, 3.453125, 3.171875, 3.25, 3.71875, 3.3125, 3.671875, 2.359375, 3.5, 1.636719, 1.484375, 2.039062, 3.515625, 3.0625, 2.460938, 3.515625, 3.640625, 3.515625, 1.480469, 3.59375, 3.296875, 3.453125, 1.726562, 3.578125, 1.539062, 3.375, 3.90625, 3.359375, 0.934082, 3.53125, 3.484375, 3.40625, 1.351562, 2.976562, 0.995819, 4.46875, 3.421875, 2.28125, 3.40625, 3.25, 3.09375, 3.46875, 3.421875, 3.3125, 3.328125, 3.328125, 3.21875, 3.5, 3.5, 3.484375, 3.453125, 3.296875, 3.546875, 3.5, 3.34375, 3.484375, 3.59375, 3.875, 3.5, 3.5625, 3.609375, 3.28125, 3.71875, 3.515625, 3.296875, 3.59375, 3.5, 3.296875, 3.375, 3.53125, 3.46875, 3.09375, 2.960938, 3.421875, 3.65625, 3.59375, 3.375, 3.421875, 3.484375, 3.09375, 3.109375, 1.785156, 3.484375, 3.5, 3.5625, 3.578125, 3.609375, 2.664062, 3.578125, 3.390625, 3.40625, 2.46875, 3.46875, 3.625, 3.046875, 3.3125, 3.453125, 3.15625, 3.0625, 3.625, 2.515625, 3.515625, 3.296875, 1.945312, 3.5625, 3.5, 3.421875, 3.375, 3.578125, 3.453125, 3.3125, 3.40625, 3.71875, 3.3125, 3.34375, 3.46875, 2.929688, 3.5625, 3.640625, 3.390625, 3.46875, 3.40625, 3.421875, 3.421875, 3.25, 3.46875, 3.53125, 2.296875, 3.46875, 3.578125, 3.5, 2.734375, 3.453125, 1.726562, 3.34375, 3.53125, 3.5, 3.265625, 3.4375, 1.498047, 3.34375, 3.21875, 1.605469, 3.359375, 3.453125, 3.3125, 3.40625, 3.234375, 3.421875, 3.59375, 3.5625, 3.203125, 3.21875, 1.228516, 3.515625, 0.826172, 3.15625, 3.5, 3.25, 3.5, 3.546875, 3.640625, 1.092773, 3.5625, 3.46875, 3.328125, 3.4375, 3.421875, 3.671875, 3.203125, 3.515625, 3.21875, 3.5, 3.171875, 3.484375, 3.4375, 3.421875, 2.882812, 3.125, 3.53125, 3.484375, 2.976562, 2.976562, 3.5, 3.5, 7.03125, 3.53125, 3.40625, 3.796875, 3.546875, 3.359375, 3.34375, 3.40625, 3.5, 3.40625, 3.171875, 2.695312, 3.484375, 2.375, 3.109375, 3.46875, 1.734375, 2.890625, 1.953125, 2.945312, 1.04248, 1.757812, 3.65625, 3.578125, 2.898438, 3.296875, 1.570312, 3.484375, 3.109375, 2.257812, 3.140625, 3.546875, 3.578125, 1.910156, 3.46875, 3.390625, 3.5625, 3.296875, 3.453125, 3.265625, 3.796875, 3.59375, 3.53125, 3.28125, 3.25, 2.484375, 3.625, 3.609375, 2.335938, 1.917969, 3.71875, 3.265625, 3.015625, 2.5625, 3.609375, 3.59375, 3.421875, 3.375, 1.285156, 3.390625, 3.625, 3.515625, 3.28125, 1.425781, 3.28125, 3.5, 3.390625, 3.484375, 3.4375, 3.59375, 1.886719, 3.953125, 3.53125, 3.375, 3.421875, 1.996094, 3.609375, 3.515625, 3.46875, 3.515625, 2.773438, 3.28125, 3.328125, 3.421875, 3.296875, 3.453125, 3.453125, 3.46875, 3.953125, 3.4375, 3.4375, 2.804688, 3.734375, 3.421875, 3.546875, 3.421875, 3.421875, 3.59375, 3.609375, 2.898438, 1.964844, 3.59375, 3.640625, 3.59375, 3.5625, 3.640625, 3.578125, 3.296875, 3.484375, 2.976562, 1.761719, 3.546875, 3.609375, 3.71875, 3.1875, 3.515625, 3.5, 3.484375, 3.28125, 3.375, 3.484375, 3.375, 2.5, 3.625, 3.375, 3.4375, 3.515625, 3.4375, 3.453125, 3.46875, 2.234375, 3.375, 1.451172, 3.265625, 3.34375, 3.5, 3.421875, 3.421875, 3.5625, 3.109375, 3.453125, 3.5, 1.734375, 3.140625, 3.4375, 3.609375, 3.1875, 3.390625, 3.59375, 3.6875, 3.625, 3.671875, 1.371094, 3.515625, 3.34375, 3.578125, 3.0625, 3.34375, 3.53125, 3.453125, 2.875, 3.484375, 1.12793, 1.679688, 2.671875, 1.310547, 3.5, 3.59375, 3.53125, 2.757812, 1.761719, 3.40625, 2.617188, 2.773438, 3.5625, 3.515625, 3.578125, 3.625, 3.3125, 3.296875, 3.4375, 3.640625, 2.859375, 3.4375, 3.65625, 3.046875, 3.453125, 3.25, 1.804688, 1.769531, 3.5, 2.085938, 3.75, 3.40625, 3.28125, 3.578125, 3.421875, 3.46875, 3.578125, 1.390625, 3.546875, 2.9375, 3.453125, 3.671875, 3.734375, 1.339844, 1.5625, 3.109375, 3.046875, 3.4375, 3.765625, 3.375, 3.578125, 3.40625, 2.679688, 3.640625, 1.691406, 3.65625, 2.75, 3.390625, 3.25, 3.328125, 3.46875, 2.242188, 3.28125, 3.234375, 3.390625, 1.683594, 3.015625, 3.453125, 3.3125, 3.53125, 3.546875, 2.382812, 3.0625, 3.3125, 3.515625, 3.515625, 3.59375, 3.1875, 0.983032, 3.5625, 3.3125, 3.375, 2.125, 3.46875, 4.0625, 3.265625, 3.546875, 3.375, 3.5, 3.390625, 3.6875, 3.34375, 2.007812, 2.554688, 3.5, 3.5, 3.125, 3.59375, 3.265625, 3.28125, 3.328125, 3.40625, 3.5, 3.015625, 3.5, 3.640625, 3.078125, 3.375, 3.671875, 3.5, 3.421875, 3.453125, 3.578125, 3.109375, 3.59375, 3.4375, 3.5625, 1.871094, 3.265625, 3.4375, 3.46875, 3.203125, 3.296875, 3.40625, 3.5, 3.4375, 3.171875, 3.375, 3.59375, 3.0625, 3.5, 3.625, 3.546875, 3.28125, 3.234375, 3.578125, 3.3125, 3.53125, 3.65625, 3.25, 3.5625, 3.28125, 3.59375, 2.773438, 3.828125, 3.59375, 2.960938, 1.542969, 3.46875, 2.296875, 3.546875, 3.65625, 3.171875, 2.148438, 1.396484, 1.257812, 3.578125, 3.640625, 3.578125, 3.578125, 3.34375, 3.609375, 3.21875, 3.15625, 3.21875, 3.328125, 3.5625, 1.09375, 3.203125, 3.515625, 3.453125, 3.390625, 3.546875, 3.609375, 3.515625, 2.898438, 3.265625, 3.25, 3.09375, 3.453125, 3.359375, 3.515625, 2.648438, 3.6875, 3.46875, 0.961914, 2.671875, 3.390625, 3.0625, 3.5625, 3.015625, 3.59375, 3.546875, 3.84375, 3.265625, 3.328125, 3.328125, 3.359375, 3.640625, 3.1875, 3.203125, 3.609375, 3.53125, 3.515625, 2.046875, 3.609375, 3.171875, 3.421875, 3.40625, 3.4375, 3.59375, 3.265625, 3.421875, 3.203125, 3.578125, 3.578125, 3.484375, 3.46875, 1.976562, 2.796875, 3.46875, 2.398438, 3.4375, 3.078125, 3.546875, 3.78125, 3.53125, 3.390625, 2.578125, 1.78125, 2.460938, 3.625, 3.484375, 3.546875, 3.03125, 3.5, 3.578125, 3.40625, 3.359375, 3.40625, 3.53125, 3.453125, 3.703125, 3.625, 3.484375, 3.375, 3.4375, 3.546875, 3.171875, 3.203125, 3.703125, 3.203125, 3.5, 3.671875, 3.65625, 3.4375, 3.375, 3.375, 3.546875, 3.15625, 3.390625, 1.667969, 3.609375, 3.28125, 3.375, 3.3125, 3.328125, 3.671875, 3.359375, 3.21875, 3.328125, 3.546875, 3.46875, 3.25, 3.4375, 3.34375, 3.171875, 3.578125, 3.25, 3.640625, 3.40625, 3.53125, 3.953125, 3.03125, 3.328125, 3.375, 3.15625, 3.359375, 1.984375, 3.40625, 3.578125, 2.101562, 2.523438, 3.578125, 3.453125, 3.28125, 2.882812, 3.609375, 3.015625, 3.328125, 3.546875, 2.492188, 3.609375, 3.359375, 1.785156, 3.578125, 3.4375, 3.40625, 3.0625, 2.257812, 3.328125, 3.4375, 1.632812, 3.40625, 3.40625, 3.5625, 1.470703, 3.46875, 2.523438, 3.53125, 4.171875, 3.3125, 2.5, 3.40625, 3.375, 3.28125, 3.484375, 3.546875, 3.5625, 3.46875, 3.34375, 3.375, 3.40625, 3.359375, 3.59375, 3.515625, 3.28125, 4.015625, 3.5, 2.601562, 3.5, 3.40625, 2.375, 3.296875, 2.648438, 3.375, 3.46875, 3.5, 3.421875, 3.578125, 3.171875, 3.546875, 3.4375, 3.765625, 3.015625, 3.25, 3.296875, 3.59375, 0.75, 3.046875, 2.882812, 3.296875, 3.265625, 2.8125, 3.5625, 3.765625, 3.421875, 3.375, 3.390625, 1.3125, 3.390625, 3.40625, 3.21875, 1.855469, 3.421875, 3.609375, 3.140625, 1.527344, 3.015625, 3.28125, 3.4375, 3.578125, 3.453125, 3.609375, 2.945312, 3.28125, 3.1875, 3.25, 3.1875, 3.546875, 3.40625, 3.609375, 3.109375, 3.375, 1.644531, 3.359375, 3.46875, 3.390625, 3.34375, 3.5625, 3.484375, 3.8125, 3.359375, 3.484375, 2.921875, 3.375, 3.4375, 3.671875, 2.578125, 3.125, 3.34375, 1.431641, 0.813477, 2.585938, 3.125, 3.03125, 3.59375, 3.375, 3.5625, 1.294922, 1.018066, 3.296875, 3.828125, 2.976562, 3.296875, 3.140625, 3.53125, 3.40625, 3.09375, 1.375, 3.546875, 3.328125, 3.28125, 2.179688, 3.328125, 3.265625, 3.203125, 3.203125, 3.828125, 3.5, 3.140625, 3.703125, 2.867188, 3.546875, 3.5, 3.140625, 3.46875, 3.25, 3.6875, 3.546875, 2.398438, 1.199219, 1.734375, 3.46875, 3.234375, 3.53125, 3.4375, 3.484375, 3.359375, 3.65625, 0.932617, 3.25, 2.789062, 3.671875, 3.5625, 1.410156, 3.546875, 3.359375, 3.3125, 3.453125, 3.5, 3.1875, 3.015625, 1.503906, 3.296875, 3.171875, 3.25, 1.490234, 3.296875, 3.5625, 3.90625, 3.484375, 2.15625, 3.265625, 3.125, 3.515625, 3.453125, 2.484375, 3.375, 3.421875, 2.75, 2.257812, 1.24707, 1.710938, 3.296875, 3.359375, 3.59375, 3.203125, 3.40625, 3.125, 3.5, 0.993652, 3.546875, 3.5625, 3.25, 3.5625, 3.21875, 3.453125, 3.484375, 1.045166, 3.234375, 1.294922, 3.4375, 1.449219, 2.921875, 3.578125, 3.546875, 3.484375, 2.757812, 3.296875, 2.429688, 3.25, 1.211914, 3.3125, 2.789062, 2.4375, 1.933594, 3.515625, 3.515625, 2.898438, 2.304688, 3.5625, 3.125, 3.609375, 2.8125, 3.140625, 3.484375, 1.129883, 3.484375, 3.71875, 3.234375, 1.376953, 1.12793, 3.421875, 3.609375, 3.3125, 3.59375, 3.53125, 3.3125, 2.789062, 1.139648, 3.28125, 3.421875, 3.875, 3.0625, 3.5, 3.484375, 3.6875, 3.390625, 3.671875, 3.359375, 3.765625, 3.203125, 3.265625, 3.5, 3.40625, 2.898438, 3.609375, 3.625, 3.5625, 3.390625, 3.515625, 2.710938, 3.390625, 1.208984, 2.773438, 2.976562, 1.546875, 3.515625, 3.140625, 3.421875, 3.3125, 3.625, 3.59375, 3.21875, 3.46875, 1.355469, 3.0, 3.3125, 3.046875, 3.484375, 3.28125, 2.921875, 3.484375, 3.4375, 3.546875, 3.453125, 3.5625, 1.34375, 3.703125, 3.671875, 2.6875, 3.609375, 3.4375, 3.640625, 3.96875, 3.46875, 3.453125, 3.484375, 3.578125, 3.5, 3.421875, 2.96875, 3.375, 3.515625, 3.65625, 3.59375, 3.296875, 1.683594, 3.640625, 1.71875, 3.5, 3.21875, 2.898438, 3.53125, 3.59375, 3.46875, 3.46875, 2.851562, 3.40625, 1.032471, 1.149414, 1.18457, 3.390625, 3.640625, 1.6875, 3.359375, 3.359375, 3.421875, 1.824219, 3.234375, 2.59375, 3.359375, 1.632812, 3.53125, 3.5, 3.5, 3.5625, 3.09375, 3.09375, 3.609375, 3.453125, 1.574219, 3.0, 0.972778, 3.25, 3.53125, 3.515625, 3.71875, 2.789062, 2.148438, 3.46875, 1.333984, 3.703125, 3.359375, 3.453125, 3.28125, 2.617188, 3.5625, 3.46875, 3.40625, 3.015625, 3.4375, 3.234375, 2.398438, 3.46875, 3.625, 3.546875, 3.546875, 3.390625, 3.59375, 3.1875, 3.390625, 3.625, 3.484375, 3.484375, 3.359375, 3.546875, 3.578125, 3.1875, 3.59375, 3.390625, 3.390625, 3.4375, 3.375, 3.078125, 3.421875, 3.15625, 3.421875, 3.390625, 3.28125, 1.894531, 3.53125, 3.140625, 3.515625, 3.203125, 3.359375, 3.359375, 3.578125, 1.808594, 3.546875, 1.957031, 3.453125, 3.1875, 3.15625, 2.835938, 3.390625, 2.421875, 3.453125, 1.402344, 3.375, 2.539062, 3.359375, 3.375, 3.171875, 3.515625, 3.625, 3.453125, 3.296875, 3.390625, 3.328125, 3.59375, 1.142578, 3.546875, 3.25, 3.3125, 3.578125, 3.375, 3.609375, 3.328125, 2.609375, 3.28125, 3.4375, 3.296875, 3.421875, 3.640625, 3.5, 3.421875, 3.140625, 3.34375, 1.193359, 3.546875, 3.421875, 3.6875, 2.09375, 3.109375, 2.234375, 1.107422, 3.421875, 1.100586, 1.46875, 3.15625, 3.515625, 3.390625, 3.609375, 1.558594, 3.34375, 2.921875, 3.484375, 1.273438, 3.46875, 3.359375, 3.328125, 3.46875, 3.5, 3.640625, 1.178711, 3.640625, 3.578125, 2.328125, 1.605469, 3.5625, 3.578125, 1.824219, 3.65625, 2.09375, 3.640625, 3.1875, 3.59375, 3.375, 1.621094, 3.484375, 3.359375, 3.40625, 3.40625, 3.40625, 2.429688, 1.053223, 3.4375, 3.59375, 3.03125, 3.421875, 3.5625, 3.578125, 3.640625, 3.484375, 3.375, 3.265625, 3.40625, 3.515625, 3.5, 3.34375, 3.359375, 3.125, 3.4375, 3.375, 3.390625, 0.890625, 3.484375, 3.46875, 3.46875, 3.171875, 3.390625, 3.234375, 3.25, 3.484375, 3.28125, 3.390625, 3.390625, 3.375, 3.640625, 2.460938, 3.421875, 1.429688, 3.421875, 1.6875, 3.484375, 3.578125, 3.515625, 1.460938, 3.578125, 3.21875, 3.125, 3.609375, 3.859375, 3.34375, 3.234375, 3.359375, 3.40625, 3.25, 1.917969, 3.296875, 3.578125, 3.84375, 3.6875, 3.265625, 3.515625, 3.515625, 3.46875, 3.390625, 3.4375, 2.96875, 3.140625, 3.40625, 3.265625, 1.941406, 3.234375, 3.5, 3.71875, 3.265625, 1.367188, 3.671875, 3.515625, 3.578125, 3.59375, 3.28125, 3.484375, 3.453125, 3.515625, 1.298828, 3.40625, 3.46875, 3.265625, 3.640625, 3.296875, 3.546875, 3.625, 3.671875, 3.609375, 3.125, 3.6875, 3.578125, 3.4375, 3.3125, 3.5625, 3.453125, 2.421875, 4.328125, 3.234375, 3.40625, 3.453125, 3.3125, 2.601562, 3.625, 3.359375, 3.515625, 1.259766, 2.984375, 2.820312, 1.847656, 3.421875, 3.671875, 3.78125, 0.965576, 3.484375, 4.375, 1.074707, 2.1875, 3.484375, 3.484375, 3.515625, 3.609375, 3.515625, 3.28125, 3.3125, 3.203125, 3.625, 1.960938, 3.421875, 3.515625, 3.5, 1.785156, 3.546875, 3.46875, 3.5625, 3.40625, 3.375, 3.234375, 3.5, 3.15625, 1.482422, 3.578125, 3.421875, 3.4375, 3.40625, 2.710938, 3.484375, 1.917969, 3.515625, 3.3125, 2.445312, 3.328125, 3.484375, 3.5, 2.09375, 3.203125, 3.40625, 3.390625, 3.53125, 2.507812, 1.237305, 3.328125, 4.0625, 3.28125, 2.859375, 3.484375, 3.59375, 3.390625, 1.236328, 3.09375, 3.484375, 3.203125, 3.359375, 3.375, 3.6875, 3.3125, 3.53125, 3.0625, 3.375, 3.359375, 3.546875, 3.609375, 3.609375, 3.15625, 2.914062, 3.078125, 2.953125, 3.5, 3.234375, 2.570312, 3.484375, 2.5625, 3.421875, 3.28125, 3.5, 3.515625, 3.46875, 3.5, 2.429688, 3.171875, 3.546875, 3.703125, 3.453125, 3.671875, 2.453125, 3.390625, 3.265625, 3.421875, 3.671875, 3.53125, 3.0625, 3.609375, 3.28125, 3.40625, 3.328125, 1.902344, 3.390625, 3.53125, 3.46875, 2.703125, 3.59375, 3.546875, 3.296875, 3.421875, 3.25, 3.390625, 3.46875, 3.078125, 2.53125, 3.265625, 3.46875, 3.5625, 3.40625, 3.6875, 3.609375, 3.546875, 3.53125, 3.59375, 3.359375, 4.109375, 3.234375, 3.3125, 2.804688, 3.328125, 3.53125, 3.375, 3.546875, 3.515625, 3.609375, 3.546875, 2.1875, 3.59375, 3.421875, 3.09375, 3.421875, 3.4375, 0.991699, 3.25, 3.546875, 3.4375, 1.96875, 3.46875, 3.328125, 2.398438, 1.462891, 3.265625, 3.34375, 3.609375, 3.40625, 3.34375, 3.359375, 3.234375, 3.40625, 3.296875, 2.546875, 3.359375, 2.445312, 3.546875, 3.515625, 1.921875, 1.094238, 3.546875, 3.921875, 3.59375, 2.359375, 3.65625, 2.921875, 3.328125, 3.578125, 4.28125, 3.328125, 3.546875, 3.296875, 3.125, 3.515625, 3.65625, 3.921875, 1.683594, 2.507812, 3.421875, 3.40625, 3.546875, 2.921875, 3.28125, 3.5625, 2.992188, 2.265625, 3.625, 3.578125, 3.21875, 3.359375, 3.3125, 3.0625, 3.0625, 3.5, 0.993225, 1.069824, 3.390625, 3.46875, 3.390625, 3.671875, 3.234375, 3.625, 1.835938, 3.625, 2.164062, 2.210938, 3.328125, 3.640625, 3.390625, 3.3125, 3.53125, 3.453125, 1.761719, 3.53125, 3.21875, 3.1875, 3.546875, 3.421875, 3.375, 3.0625, 2.890625, 3.5, 3.5, 3.328125, 3.171875, 2.695312, 3.21875, 3.25, 3.671875, 3.625, 3.5, 1.394531, 3.390625, 3.46875, 2.171875, 3.4375, 3.109375, 3.375, 3.421875, 3.375, 3.15625, 2.601562, 3.515625, 3.53125, 3.625, 3.53125, 3.5625, 3.453125, 3.296875, 3.265625, 3.65625, 3.546875, 3.359375, 2.0625, 0.977905, 3.390625, 3.421875, 3.703125, 3.515625, 3.265625, 0.900391, 3.59375, 3.65625, 3.3125, 3.4375, 2.015625, 3.6875, 3.484375, 3.53125, 3.328125, 3.40625, 4.0625, 3.0625, 2.882812, 3.375, 3.84375, 3.3125, 1.359375, 3.59375, 3.28125, 0.987549, 3.515625, 2.203125, 3.59375, 3.234375, 2.992188, 3.296875, 1.777344, 3.453125, 3.59375, 3.390625, 3.53125, 3.546875, 3.375, 3.125, 3.625, 3.609375, 3.578125, 3.53125, 3.671875, 2.242188, 3.359375, 3.375, 3.046875, 3.171875, 2.257812, 3.546875, 1.957031, 3.078125, 1.08252, 3.640625, 3.46875, 3.765625, 3.3125, 3.390625, 3.390625, 3.46875, 3.515625, 3.1875, 3.59375, 3.421875, 3.46875, 3.046875, 3.546875, 2.398438, 3.328125, 2.835938, 1.398438, 3.5, 3.484375, 3.71875, 3.5625, 3.9375, 3.078125, 3.25, 3.453125, 2.648438, 2.757812, 3.453125, 3.75, 3.609375, 3.21875, 3.484375, 2.5625, 3.5625, 3.65625, 3.53125, 1.707031, 3.15625, 3.515625, 3.40625, 3.5625, 3.046875, 3.34375, 3.25, 3.359375, 3.40625, 3.421875, 3.40625, 2.0, 3.21875, 3.578125, 3.46875, 3.6875, 3.640625, 3.609375, 3.234375, 3.0, 3.703125, 3.578125, 2.273438, 1.695312, 3.484375, 3.28125, 3.609375, 3.390625, 3.65625, 0.972778, 3.328125, 3.609375, 3.375, 3.578125, 2.945312, 3.359375, 3.0625, 1.742188, 3.453125, 3.40625, 3.5625, 3.265625, 2.570312, 3.625, 3.546875, 3.359375, 3.390625, 3.578125, 3.625, 3.125, 3.015625, 2.390625, 3.0625, 2.59375, 1.267578, 3.234375, 3.734375, 3.453125, 3.703125, 1.882812, 3.5, 3.59375, 3.546875, 3.46875, 3.375, 2.65625, 3.3125, 2.226562, 3.1875, 2.6875, 3.328125, 3.421875, 3.34375, 3.140625, 3.453125, 3.515625, 3.609375, 2.820312, 3.34375, 3.5, 1.617188, 2.96875, 3.53125, 3.625, 3.25, 1.695312, 3.375, 3.3125, 3.34375, 3.5625, 3.328125, 1.396484, 3.4375, 3.484375, 2.578125, 3.59375, 3.21875, 3.140625, 3.203125, 3.53125, 3.34375, 3.3125, 3.4375, 3.515625, 3.375, 3.484375, 3.5, 1.209961, 3.234375, 3.328125, 3.578125, 3.546875, 3.671875, 3.640625, 3.171875, 2.328125, 3.421875, 3.5, 3.546875, 3.4375, 2.203125, 3.15625, 3.28125, 3.34375, 3.375, 3.25, 3.46875, 3.328125, 3.515625, 3.234375, 3.515625, 3.125, 3.375, 3.40625, 3.375, 3.5, 3.5, 2.945312, 3.53125, 2.03125, 0.871094, 3.421875, 3.0625, 3.65625, 3.609375, 3.46875, 3.359375, 2.90625, 3.46875, 3.09375, 3.21875, 3.578125, 3.609375, 3.453125, 1.28125, 3.28125, 3.546875, 3.265625, 3.21875, 3.265625, 3.421875, 3.46875, 3.46875, 3.140625, 3.59375, 3.40625, 3.53125, 3.375, 3.34375, 2.609375, 3.359375, 2.945312, 3.203125, 3.40625, 3.609375, 3.546875, 3.484375, 3.609375, 3.375, 3.28125, 4.84375, 2.78125, 3.484375, 2.804688, 2.164062, 3.578125, 3.46875, 3.359375, 1.503906, 2.703125, 3.625, 3.578125, 3.578125, 3.546875, 3.40625, 3.734375, 3.21875, 3.0, 3.9375, 1.067871, 3.265625, 3.453125, 3.5, 3.5, 3.625, 3.625, 3.15625, 1.105957, 3.4375, 3.328125, 3.34375, 3.53125, 3.515625, 3.4375, 3.71875, 3.46875, 3.09375, 2.226562, 3.296875, 3.484375, 3.28125, 3.375, 3.546875, 3.28125, 3.578125, 3.0625, 3.515625, 3.03125, 2.890625, 3.453125, 3.578125, 3.53125, 3.296875, 3.1875, 3.3125, 3.25, 3.6875, 3.515625, 3.453125, 3.078125, 1.168945, 3.640625, 3.328125, 3.59375, 3.5, 3.671875, 3.328125, 3.578125, 3.46875, 3.640625, 2.585938, 3.421875, 3.53125, 3.4375, 1.21875, 3.5625, 3.265625, 3.46875, 3.515625, 3.484375, 3.34375, 3.609375, 3.265625, 3.625, 3.34375, 3.609375, 1.300781, 3.359375, 3.109375, 3.625, 1.433594, 3.53125, 1.490234, 3.34375, 1.047119, 3.546875, 2.914062, 2.09375, 2.46875, 3.140625, 3.609375, 3.578125, 3.390625, 3.546875, 3.265625, 3.5625, 3.546875, 0.885742, 2.117188, 2.695312, 3.484375, 3.5, 3.328125, 3.625, 3.5625, 3.53125, 2.726562, 3.625, 3.671875, 3.515625, 3.59375, 3.234375, 3.21875, 3.5, 3.5, 2.742188, 3.84375, 3.609375, 3.609375, 3.484375, 3.546875, 2.835938, 3.6875, 3.46875, 3.265625, 3.5, 3.65625, 3.296875, 3.46875, 3.5625, 1.851562, 3.34375, 3.390625, 3.1875, 1.851562, 3.75, 3.6875, 3.703125, 1.570312, 3.1875, 2.78125, 3.515625, 3.265625, 3.015625, 1.054443, 3.53125, 3.546875, 3.375, 1.00148, 2.671875, 1.425781, 2.359375, 3.5625, 3.0, 3.703125, 3.609375, 3.546875, 3.203125, 3.5, 3.359375, 1.96875, 2.117188, 3.59375, 3.0625, 3.28125, 3.5, 3.46875, 3.453125, 3.609375, 2.773438, 3.578125, 3.328125, 3.453125, 1.914062, 3.71875, 3.46875, 3.8125, 3.46875, 3.40625, 1.707031, 3.40625, 1.507812, 3.4375, 3.59375, 3.40625, 3.3125, 3.46875, 3.03125, 3.40625, 3.515625, 3.484375, 3.546875, 3.375, 3.140625, 3.703125, 3.34375, 3.6875, 3.15625, 2.835938, 3.5625, 2.414062, 3.15625, 3.15625, 2.570312, 3.359375, 3.53125, 3.375, 3.421875, 3.25, 3.421875, 3.375, 3.640625, 2.507812, 3.375, 3.390625, 3.375, 3.46875, 3.6875, 3.625, 3.09375, 3.5625, 3.5, 3.375, 3.546875, 3.421875, 2.34375, 3.625, 3.34375, 2.054688, 3.46875, 3.34375, 1.464844, 3.453125, 2.984375, 3.484375, 3.515625, 3.296875, 3.546875, 3.5625, 3.4375, 3.484375, 3.515625, 3.3125, 3.265625, 3.515625, 2.40625, 3.109375, 3.546875, 3.46875, 1.75, 3.265625, 3.375, 3.578125, 3.5, 3.46875, 3.5, 3.15625, 3.140625, 1.761719, 3.09375, 3.5, 3.484375, 1.490234, 3.484375, 3.421875, 1.746094, 3.484375, 3.328125, 3.4375, 3.4375, 3.390625, 3.546875, 2.125, 3.59375, 3.4375, 3.546875, 3.53125, 3.015625, 3.203125, 3.078125, 1.621094, 2.546875, 3.578125, 3.078125, 3.671875, 2.859375, 3.1875, 3.375, 3.5, 1.585938, 2.953125, 3.609375, 1.06543, 3.5625, 3.21875, 3.5625, 3.609375, 1.558594, 3.46875, 3.5625, 1.201172, 3.65625, 1.804688, 3.265625, 3.40625, 3.546875, 3.53125, 1.527344, 3.5, 2.960938, 3.453125, 3.515625, 3.5, 3.421875, 1.988281, 3.703125, 3.640625, 3.625, 3.265625, 1.691406, 3.3125, 3.484375, 3.28125, 3.296875, 3.65625, 3.453125, 3.03125, 3.0625, 3.53125, 3.1875, 3.34375, 2.101562, 2.273438, 3.421875, 3.53125, 1.198242, 3.578125, 3.15625, 3.453125, 3.625, 3.484375, 3.203125, 2.789062, 3.34375, 3.5, 1.746094, 3.34375, 3.53125, 3.3125 ] }, "name": "onnx::Mul_8662", "outputIndexes": [ 1812 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1811, 1812 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794, 1813 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_94_output_0", "outputIndexes": [ 1814 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1814, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_171_output_0", "outputIndexes": [ 1815 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1815 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_19/Mul_output_0", "outputIndexes": [ 1816 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.414062, 1.59375, 1.5, 1.433594, 1.451172, 1.371094, 1.539062, 2.648438, 1.28125, 1.585938, 1.333984, 1.443359, 1.527344, 1.464844, 1.345703, 1.458984, 1.490234, 1.339844, 1.730469, 1.453125, 1.408203, 1.439453, 1.394531, 1.59375, 1.558594, 1.443359, 1.707031, 1.691406, 1.402344, 1.386719, 1.546875, 1.929688, 1.410156, 2.757812, 1.400391, 1.730469, 1.373047, 1.582031, 1.431641, 1.427734, 1.308594, 1.447266, 1.378906, 1.742188, 2.328125, 1.382812, 1.373047, 1.466797, 1.914062, 1.820312, 1.386719, 2.40625, 1.439453, 2.703125, 1.333984, 1.589844, 1.412109, 1.373047, 1.511719, 1.519531, 1.90625, 1.470703, 1.402344, 1.435547, 1.9375, 1.494141, 1.941406, 1.621094, 1.625, 1.398438, 1.398438, 1.373047, 1.40625, 1.382812, 1.511719, 1.449219, 2.09375, 1.546875, 1.777344, 2.507812, 1.382812, 2.835938, 1.470703, 1.765625, 1.498047, 1.605469, 1.453125, 1.644531, 2.28125, 1.470703, 1.392578, 1.511719, 1.326172, 2.359375, 1.347656, 2.890625, 1.427734, 1.326172, 1.388672, 1.451172, 1.515625, 1.447266, 1.349609, 1.449219, 1.318359, 1.322266, 1.441406, 1.667969, 1.337891, 1.433594, 1.416016, 1.462891, 1.486328, 3.28125, 1.427734, 1.535156, 1.355469, 2.648438, 1.324219, 1.433594, 1.310547, 1.384766, 1.699219, 1.316406, 1.486328, 1.964844, 1.373047, 1.357422, 1.455078, 2.179688, 1.898438, 1.359375, 1.464844, 1.390625, 1.318359, 1.511719, 1.470703, 2.054688, 1.408203, 1.445312, 1.330078, 1.503906, 1.535156, 1.355469, 1.470703, 1.621094, 1.601562, 1.5, 1.371094, 1.363281, 1.466797, 1.478516, 1.476562, 1.291016, 1.632812, 1.369141, 2.085938, 1.396484, 2.539062, 2.671875, 2.640625, 1.457031, 1.671875, 1.976562, 1.503906, 1.318359, 1.320312, 2.601562, 1.435547, 1.449219, 1.462891, 2.390625, 1.392578, 2.546875, 1.457031, 1.296875, 1.494141, 3.109375, 1.396484, 1.416016, 1.535156, 2.59375, 1.710938, 2.828125, 1.386719, 1.427734, 2.046875, 1.433594, 1.496094, 1.621094, 1.458984, 1.554688, 1.449219, 1.476562, 1.414062, 1.566406, 1.373047, 1.439453, 1.384766, 1.339844, 1.367188, 1.361328, 1.386719, 1.539062, 1.423828, 1.439453, 1.542969, 1.324219, 1.394531, 1.337891, 1.503906, 1.363281, 1.458984, 1.59375, 1.380859, 1.388672, 1.470703, 1.480469, 1.410156, 1.353516, 1.625, 1.78125, 1.597656, 1.414062, 1.371094, 1.455078, 1.332031, 1.355469, 1.494141, 1.5, 2.90625, 1.458984, 1.542969, 1.314453, 1.355469, 1.367188, 1.894531, 1.365234, 1.46875, 1.542969, 2.273438, 1.462891, 1.308594, 1.644531, 1.40625, 1.351562, 1.53125, 1.609375, 1.34375, 2.015625, 1.357422, 1.457031, 2.429688, 1.443359, 1.429688, 1.460938, 1.380859, 1.324219, 1.433594, 1.546875, 1.363281, 1.339844, 1.431641, 1.554688, 1.40625, 1.632812, 1.390625, 1.330078, 1.392578, 1.410156, 1.447266, 1.455078, 1.451172, 1.515625, 1.419922, 1.285156, 2.101562, 1.53125, 1.339844, 1.433594, 1.835938, 1.376953, 2.492188, 1.402344, 1.474609, 1.373047, 1.644531, 1.378906, 2.671875, 1.462891, 1.445312, 2.875, 1.554688, 1.404297, 1.480469, 1.423828, 1.539062, 1.527344, 1.398438, 1.318359, 1.703125, 1.566406, 3.171875, 1.402344, 2.859375, 1.589844, 1.40625, 1.554688, 1.296875, 1.369141, 1.546875, 2.875, 1.333984, 1.326172, 1.527344, 1.4375, 1.507812, 1.369141, 1.474609, 1.488281, 1.462891, 1.515625, 1.472656, 1.373047, 1.398438, 1.433594, 1.679688, 1.699219, 1.396484, 1.400391, 1.703125, 1.917969, 1.451172, 1.4375, 0.773438, 1.386719, 1.417969, 1.341797, 1.380859, 1.443359, 1.464844, 1.671875, 1.566406, 1.388672, 1.550781, 1.855469, 1.410156, 2.257812, 1.5, 1.378906, 2.679688, 1.597656, 2.679688, 1.714844, 2.953125, 2.507812, 1.394531, 1.347656, 1.804688, 1.480469, 2.757812, 1.341797, 1.546875, 2.15625, 1.660156, 1.402344, 1.439453, 2.390625, 1.507812, 1.455078, 1.464844, 1.482422, 1.412109, 1.474609, 1.359375, 1.482422, 1.429688, 1.605469, 1.574219, 1.988281, 1.345703, 1.457031, 2.109375, 2.328125, 1.355469, 1.425781, 1.507812, 2.007812, 1.445312, 1.345703, 1.441406, 1.460938, 2.90625, 1.427734, 1.384766, 1.490234, 1.447266, 2.671875, 1.488281, 1.386719, 1.417969, 1.402344, 1.425781, 1.433594, 2.382812, 1.314453, 1.386719, 1.453125, 1.523438, 2.390625, 1.398438, 1.388672, 1.443359, 1.427734, 2.132812, 1.369141, 1.398438, 1.417969, 1.488281, 1.412109, 1.347656, 1.376953, 1.847656, 1.324219, 1.402344, 1.859375, 1.355469, 1.378906, 1.4375, 1.355469, 1.558594, 1.378906, 1.402344, 1.707031, 2.898438, 1.324219, 1.275391, 1.402344, 1.302734, 1.353516, 1.402344, 1.519531, 1.375, 1.613281, 3.0, 1.367188, 1.318359, 1.462891, 1.664062, 1.359375, 1.443359, 1.335938, 1.458984, 1.441406, 1.474609, 1.369141, 2.1875, 1.330078, 1.378906, 1.427734, 1.359375, 1.394531, 1.369141, 1.445312, 2.164062, 1.396484, 2.460938, 1.425781, 1.388672, 1.412109, 1.402344, 1.367188, 1.457031, 1.574219, 1.328125, 1.359375, 2.476562, 1.703125, 1.320312, 1.416016, 1.527344, 1.443359, 1.365234, 1.355469, 1.369141, 1.404297, 2.679688, 1.314453, 1.457031, 1.464844, 1.539062, 1.414062, 1.482422, 1.363281, 1.84375, 1.378906, 2.96875, 2.84375, 1.898438, 2.679688, 1.400391, 1.353516, 1.435547, 1.742188, 2.390625, 1.394531, 1.929688, 1.820312, 1.318359, 1.386719, 1.367188, 1.417969, 1.460938, 1.542969, 1.439453, 1.306641, 1.828125, 1.523438, 1.34375, 1.613281, 1.443359, 1.546875, 2.46875, 2.492188, 1.394531, 2.210938, 1.410156, 1.324219, 1.494141, 1.396484, 1.443359, 1.396484, 1.277344, 3.046875, 1.388672, 1.011292, 1.523438, 1.546875, 1.322266, 3.09375, 3.234375, 1.65625, 1.871094, 1.367188, 1.359375, 1.40625, 1.441406, 1.460938, 1.832031, 1.373047, 2.84375, 1.308594, 1.482422, 1.435547, 1.566406, 1.652344, 1.449219, 3.046875, 1.519531, 1.507812, 1.345703, 2.34375, 1.566406, 1.363281, 1.503906, 1.357422, 1.347656, 3.09375, 1.730469, 1.435547, 1.53125, 1.488281, 1.443359, 1.574219, 3.109375, 1.341797, 1.494141, 1.419922, 2.234375, 1.435547, 1.423828, 1.492188, 1.435547, 1.445312, 1.769531, 1.421875, 1.380859, 1.515625, 2.921875, 1.980469, 1.40625, 1.322266, 1.710938, 1.574219, 2.226562, 1.574219, 1.53125, 1.421875, 1.474609, 1.566406, 1.503906, 1.316406, 1.601562, 1.455078, 1.380859, 1.371094, 1.4375, 1.447266, 1.458984, 1.523438, 1.443359, 1.363281, 1.408203, 2.671875, 1.546875, 1.527344, 1.410156, 1.554688, 1.443359, 1.423828, 1.357422, 1.404297, 1.443359, 1.427734, 1.365234, 1.53125, 1.375, 1.412109, 1.394531, 1.519531, 1.476562, 1.351562, 1.550781, 1.419922, 1.347656, 1.59375, 1.339844, 1.589844, 1.330078, 1.898438, 1.373047, 1.339844, 1.554688, 2.625, 1.371094, 2.265625, 1.296875, 1.40625, 1.566406, 2.40625, 2.625, 2.773438, 1.369141, 1.427734, 1.429688, 1.365234, 1.494141, 1.324219, 1.535156, 1.667969, 1.539062, 1.451172, 1.425781, 2.828125, 1.53125, 1.332031, 1.4375, 1.414062, 1.371094, 1.341797, 1.384766, 1.847656, 1.601562, 1.476562, 1.679688, 1.445312, 1.421875, 1.466797, 1.957031, 1.474609, 1.441406, 3.015625, 2.195312, 1.398438, 1.464844, 1.302734, 1.710938, 1.349609, 1.353516, 1.466797, 1.566406, 1.445312, 1.507812, 1.427734, 1.275391, 1.535156, 1.474609, 1.355469, 1.441406, 1.476562, 2.453125, 1.369141, 1.486328, 1.339844, 1.4375, 1.402344, 1.449219, 1.527344, 1.416016, 1.609375, 1.414062, 1.359375, 1.332031, 1.460938, 2.757812, 2.054688, 1.527344, 2.132812, 1.453125, 1.710938, 1.337891, 1.296875, 1.416016, 1.412109, 1.867188, 3.0, 1.992188, 1.34375, 1.382812, 1.310547, 1.683594, 1.427734, 1.384766, 1.386719, 1.382812, 1.46875, 1.322266, 1.404297, 1.308594, 1.332031, 1.496094, 1.453125, 1.365234, 1.597656, 1.494141, 1.542969, 1.378906, 1.484375, 1.462891, 1.386719, 1.34375, 1.542969, 1.482422, 1.416016, 1.519531, 1.515625, 1.46875, 2.476562, 1.414062, 1.449219, 1.462891, 1.402344, 1.519531, 1.332031, 1.503906, 1.421875, 1.490234, 1.369141, 1.333984, 1.617188, 1.417969, 1.523438, 1.527344, 1.371094, 1.507812, 1.277344, 1.376953, 1.337891, 1.466797, 1.65625, 1.4375, 1.441406, 1.539062, 1.429688, 3.140625, 1.589844, 1.396484, 2.523438, 1.882812, 1.373047, 1.417969, 1.412109, 1.710938, 1.367188, 1.609375, 1.613281, 1.382812, 2.0625, 1.259766, 1.773438, 2.929688, 1.384766, 1.578125, 1.419922, 1.566406, 2.03125, 1.492188, 1.380859, 2.976562, 1.457031, 1.53125, 1.398438, 2.671875, 1.5, 2.429688, 1.746094, 1.546875, 1.5, 1.929688, 1.380859, 1.460938, 1.507812, 1.373047, 1.328125, 1.376953, 1.4375, 1.421875, 1.376953, 1.511719, 1.474609, 1.443359, 1.355469, 1.507812, 1.578125, 1.394531, 1.917969, 1.386719, 1.447266, 2.40625, 1.550781, 1.882812, 1.412109, 1.435547, 1.382812, 1.396484, 1.511719, 1.53125, 1.423828, 1.361328, 1.239258, 1.648438, 1.474609, 1.457031, 1.388672, 2.460938, 1.578125, 1.757812, 1.382812, 1.503906, 2.054688, 1.353516, 1.378906, 1.375, 1.46875, 1.396484, 3.015625, 1.421875, 1.421875, 1.589844, 3.0625, 1.408203, 1.427734, 1.5625, 2.734375, 1.585938, 1.535156, 1.416016, 1.337891, 1.429688, 1.365234, 1.871094, 1.546875, 1.546875, 1.462891, 1.460938, 1.351562, 1.419922, 1.345703, 1.621094, 1.458984, 2.570312, 1.449219, 1.361328, 1.423828, 1.412109, 1.402344, 1.402344, 1.470703, 1.425781, 1.427734, 1.636719, 1.4375, 1.488281, 1.324219, 2.070312, 1.507812, 1.441406, 2.726562, 2.867188, 1.84375, 1.566406, 1.664062, 1.388672, 1.455078, 1.539062, 2.820312, 2.992188, 1.460938, 1.527344, 1.746094, 1.574219, 1.507812, 1.355469, 1.402344, 1.882812, 2.734375, 1.365234, 1.458984, 1.414062, 2.320312, 1.484375, 1.449219, 1.605469, 1.59375, 1.464844, 1.443359, 1.566406, 1.394531, 1.902344, 1.386719, 1.310547, 1.601562, 1.412109, 1.550781, 1.412109, 1.371094, 1.890625, 2.625, 2.875, 1.330078, 1.416016, 1.394531, 1.416016, 1.431641, 1.449219, 1.332031, 3.03125, 1.527344, 1.800781, 1.507812, 1.259766, 2.648438, 1.373047, 1.474609, 1.464844, 1.353516, 1.400391, 1.644531, 1.628906, 2.507812, 1.402344, 1.503906, 1.605469, 2.828125, 1.466797, 1.384766, 1.503906, 1.498047, 2.5, 1.458984, 1.451172, 1.361328, 1.503906, 1.949219, 1.453125, 1.507812, 1.953125, 3.234375, 3.28125, 3.09375, 1.382812, 1.453125, 1.369141, 1.457031, 1.390625, 1.511719, 1.398438, 2.851562, 1.335938, 1.328125, 1.458984, 1.375, 1.714844, 1.380859, 1.419922, 2.484375, 1.478516, 2.65625, 1.427734, 2.65625, 1.632812, 1.365234, 1.296875, 1.429688, 1.75, 1.476562, 2.226562, 1.476562, 2.773438, 1.746094, 1.753906, 2.039062, 2.40625, 1.392578, 1.328125, 1.773438, 3.15625, 1.535156, 1.617188, 1.404297, 1.730469, 1.6875, 1.384766, 2.828125, 1.386719, 1.375, 1.546875, 2.6875, 2.921875, 1.484375, 1.351562, 1.453125, 1.398438, 1.466797, 1.494141, 1.878906, 3.359375, 1.388672, 1.412109, 1.375, 1.625, 1.490234, 1.412109, 1.425781, 1.578125, 1.527344, 1.46875, 1.396484, 1.582031, 1.490234, 1.417969, 1.498047, 1.675781, 1.369141, 1.392578, 1.412109, 1.390625, 1.378906, 2.6875, 1.414062, 2.890625, 1.757812, 1.714844, 2.65625, 1.339844, 1.585938, 1.382812, 1.447266, 1.40625, 1.371094, 1.554688, 1.396484, 2.71875, 1.617188, 1.511719, 1.589844, 1.431641, 1.490234, 1.59375, 1.369141, 1.443359, 1.457031, 1.380859, 1.371094, 2.953125, 1.269531, 1.5625, 1.804688, 1.445312, 1.421875, 1.367188, 1.472656, 1.412109, 1.40625, 1.349609, 1.380859, 1.355469, 1.345703, 1.707031, 1.429688, 1.455078, 1.361328, 1.324219, 1.523438, 2.90625, 1.388672, 2.476562, 1.419922, 1.625, 1.679688, 1.410156, 1.322266, 1.34375, 1.378906, 2.039062, 1.478516, 3.3125, 2.734375, 2.921875, 1.447266, 1.398438, 2.6875, 1.453125, 1.386719, 1.527344, 2.367188, 1.494141, 2.078125, 1.416016, 2.484375, 1.451172, 1.375, 1.746094, 1.417969, 1.53125, 1.539062, 1.322266, 1.28125, 2.640625, 2.65625, 2.953125, 1.515625, 1.59375, 1.326172, 1.322266, 1.863281, 2.75, 1.470703, 3.03125, 1.304688, 1.443359, 1.476562, 1.380859, 1.9375, 1.369141, 1.412109, 1.4375, 1.5625, 1.419922, 1.498047, 1.867188, 1.380859, 1.351562, 1.609375, 1.390625, 1.378906, 1.369141, 1.640625, 1.486328, 1.349609, 1.453125, 1.447266, 1.416016, 1.351562, 1.400391, 1.53125, 1.40625, 1.453125, 1.462891, 1.384766, 1.464844, 1.757812, 1.363281, 1.625, 1.496094, 1.390625, 1.439453, 2.507812, 1.472656, 1.482422, 1.412109, 1.523438, 1.546875, 1.435547, 1.361328, 2.625, 1.380859, 2.4375, 1.496094, 1.515625, 1.558594, 1.769531, 1.490234, 1.984375, 1.433594, 2.71875, 1.408203, 1.984375, 1.539062, 1.455078, 1.585938, 1.384766, 1.300781, 1.386719, 1.490234, 1.423828, 1.457031, 1.3125, 2.882812, 1.371094, 1.478516, 1.412109, 1.363281, 1.46875, 1.511719, 1.494141, 2.015625, 1.570312, 1.384766, 1.482422, 1.542969, 1.425781, 1.412109, 1.341797, 1.601562, 1.423828, 2.734375, 1.367188, 1.447266, 1.423828, 2.703125, 1.519531, 2.289062, 2.757812, 1.511719, 2.757812, 2.820312, 1.503906, 1.378906, 1.392578, 1.378906, 2.859375, 1.386719, 1.746094, 1.445312, 2.765625, 1.404297, 1.519531, 1.542969, 1.419922, 1.382812, 1.324219, 3.09375, 1.355469, 1.373047, 2.179688, 2.632812, 1.423828, 1.365234, 2.46875, 1.322266, 2.835938, 1.318359, 1.515625, 1.298828, 1.429688, 2.71875, 1.361328, 1.496094, 1.394531, 1.398438, 1.347656, 2.078125, 3.03125, 1.53125, 1.306641, 1.714844, 1.480469, 1.300781, 1.416016, 1.359375, 1.386719, 1.435547, 1.478516, 1.582031, 1.382812, 1.369141, 1.462891, 1.480469, 1.730469, 1.429688, 1.550781, 1.447266, 2.953125, 1.412109, 1.457031, 1.416016, 1.5, 1.429688, 1.519531, 1.402344, 1.464844, 1.523438, 1.554688, 1.511719, 1.515625, 1.425781, 2.148438, 1.404297, 2.695312, 1.451172, 2.546875, 1.416016, 1.353516, 1.419922, 2.585938, 1.416016, 1.482422, 1.503906, 1.402344, 1.285156, 1.388672, 1.373047, 1.478516, 1.4375, 1.503906, 2.335938, 1.433594, 1.392578, 1.443359, 1.429688, 1.492188, 1.380859, 1.351562, 1.429688, 1.427734, 1.458984, 1.8125, 1.474609, 1.445312, 1.425781, 2.320312, 1.404297, 1.349609, 1.355469, 1.419922, 2.617188, 1.248047, 1.417969, 1.417969, 1.398438, 1.488281, 1.419922, 1.441406, 1.304688, 3.078125, 1.386719, 1.363281, 1.5625, 1.357422, 1.439453, 1.318359, 1.365234, 1.337891, 1.410156, 1.589844, 1.341797, 1.353516, 1.328125, 1.429688, 1.333984, 1.373047, 1.929688, 1.412109, 1.519531, 1.476562, 1.578125, 1.519531, 1.976562, 1.332031, 1.466797, 1.412109, 2.757812, 1.714844, 1.769531, 2.671875, 1.488281, 1.355469, 1.691406, 2.859375, 1.386719, 1.308594, 2.695312, 2.429688, 1.4375, 1.367188, 1.375, 1.464844, 1.345703, 1.425781, 1.492188, 1.503906, 1.363281, 2.453125, 1.40625, 1.414062, 1.396484, 2.78125, 1.332031, 1.431641, 1.396484, 1.427734, 1.365234, 1.542969, 1.439453, 1.601562, 3.046875, 1.472656, 1.392578, 1.472656, 1.441406, 1.898438, 1.390625, 2.96875, 1.453125, 1.488281, 1.972656, 1.449219, 1.421875, 1.431641, 2.507812, 1.597656, 1.445312, 1.474609, 1.421875, 2.085938, 2.84375, 1.554688, 1.447266, 1.539062, 1.808594, 1.423828, 1.443359, 1.458984, 2.796875, 1.636719, 1.419922, 1.503906, 1.476562, 1.498047, 1.400391, 1.414062, 1.419922, 1.679688, 1.470703, 1.445312, 1.324219, 1.351562, 1.40625, 1.621094, 1.679688, 1.613281, 1.683594, 1.419922, 1.498047, 2.148438, 1.4375, 2.023438, 1.589844, 1.421875, 1.412109, 1.341797, 1.384766, 1.462891, 2.132812, 1.496094, 1.400391, 1.337891, 1.427734, 1.332031, 2.03125, 1.722656, 1.664062, 1.496094, 1.349609, 1.492188, 1.863281, 1.339844, 1.402344, 1.482422, 1.427734, 2.515625, 1.419922, 1.392578, 1.570312, 2.1875, 1.308594, 1.353516, 1.605469, 1.363281, 1.478516, 1.453125, 1.302734, 1.605469, 1.894531, 1.511719, 1.431641, 1.361328, 1.53125, 1.394531, 1.443359, 1.324219, 1.296875, 1.34375, 1.423828, 1.404297, 1.515625, 1.416016, 2.046875, 1.416016, 1.441406, 1.439453, 1.333984, 1.34375, 1.410156, 1.351562, 2.382812, 1.539062, 1.367188, 1.578125, 1.380859, 1.414062, 2.78125, 1.384766, 1.380859, 1.353516, 2.398438, 1.355469, 1.457031, 2.078125, 2.632812, 1.640625, 1.375, 1.419922, 1.40625, 1.4375, 1.523438, 1.484375, 1.394531, 1.433594, 2.515625, 1.550781, 1.941406, 1.451172, 1.417969, 2.367188, 2.921875, 1.384766, 1.400391, 1.404297, 2.148438, 1.439453, 1.644531, 1.527344, 1.339844, 1.574219, 1.478516, 1.449219, 1.429688, 1.640625, 1.351562, 1.357422, 1.355469, 2.492188, 1.921875, 1.371094, 1.523438, 1.349609, 1.648438, 1.496094, 1.330078, 1.625, 2.03125, 1.291016, 1.314453, 1.507812, 1.410156, 1.511719, 1.527344, 1.566406, 1.435547, 2.726562, 3.109375, 1.369141, 1.291016, 1.382812, 1.349609, 1.539062, 1.3125, 2.460938, 1.308594, 2.117188, 2.265625, 1.539062, 1.291016, 1.351562, 1.460938, 1.416016, 1.523438, 2.617188, 1.476562, 1.554688, 1.5, 1.388672, 1.4375, 1.507812, 1.621094, 1.617188, 1.359375, 1.480469, 1.605469, 1.523438, 1.96875, 1.490234, 1.5625, 1.664062, 1.384766, 1.408203, 2.742188, 1.449219, 1.353516, 2.953125, 1.410156, 1.585938, 1.40625, 1.470703, 1.410156, 1.746094, 2.148438, 1.304688, 1.322266, 1.466797, 1.287109, 1.5, 1.386719, 1.412109, 1.527344, 1.339844, 1.355469, 1.523438, 2.625, 3.03125, 1.408203, 1.429688, 1.388672, 1.416016, 1.519531, 2.648438, 1.546875, 1.386719, 1.474609, 1.421875, 2.328125, 1.339844, 1.423828, 1.330078, 1.460938, 1.347656, 1.429688, 1.458984, 1.683594, 1.486328, 1.466797, 1.490234, 2.742188, 1.425781, 1.490234, 3.015625, 1.398438, 2.960938, 1.433594, 1.5, 1.800781, 1.455078, 3.28125, 1.404297, 1.441406, 1.400391, 1.363281, 1.355469, 1.441406, 1.695312, 1.550781, 1.375, 1.451172, 1.474609, 1.392578, 2.429688, 1.373047, 1.431641, 1.660156, 1.5625, 2.46875, 1.498047, 2.65625, 1.789062, 2.796875, 1.398438, 1.427734, 1.291016, 1.480469, 1.417969, 1.435547, 1.402344, 1.566406, 1.472656, 1.439453, 1.496094, 1.455078, 1.683594, 1.353516, 2.125, 1.527344, 1.726562, 2.773438, 1.457031, 1.4375, 1.326172, 1.480469, 1.675781, 1.578125, 1.388672, 1.402344, 1.792969, 1.855469, 1.353516, 1.357422, 1.369141, 1.474609, 1.388672, 2.328125, 1.410156, 1.292969, 1.388672, 2.5625, 1.617188, 1.425781, 1.435547, 1.306641, 1.558594, 1.427734, 1.396484, 1.427734, 1.433594, 1.449219, 1.462891, 3.046875, 1.535156, 1.300781, 1.375, 1.349609, 1.386719, 1.296875, 1.480469, 1.605469, 1.292969, 1.445312, 2.078125, 2.5625, 1.302734, 1.664062, 1.333984, 1.357422, 1.408203, 2.789062, 1.511719, 1.341797, 1.435547, 1.429688, 1.96875, 1.394531, 1.625, 2.796875, 1.427734, 1.470703, 1.390625, 1.498047, 2.75, 1.462891, 1.361328, 1.609375, 1.412109, 1.417969, 1.546875, 1.578125, 1.59375, 2.148438, 1.824219, 1.757812, 2.796875, 1.617188, 1.503906, 1.371094, 1.376953, 3.484375, 1.373047, 1.337891, 1.441406, 1.433594, 1.546875, 2.125, 1.476562, 2.257812, 2.96875, 1.957031, 1.550781, 1.466797, 1.394531, 1.773438, 1.410156, 1.363281, 1.375, 1.699219, 1.482422, 1.414062, 2.804688, 1.667969, 1.433594, 1.322266, 1.535156, 2.5625, 1.410156, 1.5625, 1.441406, 1.417969, 1.5, 2.664062, 1.339844, 1.357422, 2.085938, 1.427734, 1.683594, 1.613281, 1.503906, 1.378906, 1.507812, 1.554688, 1.503906, 1.414062, 1.488281, 1.3125, 1.367188, 2.898438, 1.464844, 1.455078, 1.416016, 1.4375, 1.40625, 1.333984, 1.46875, 2.125, 1.392578, 1.404297, 1.347656, 1.431641, 2.320312, 1.546875, 1.550781, 1.390625, 1.474609, 1.46875, 1.404297, 1.546875, 1.412109, 1.550781, 1.365234, 1.621094, 1.433594, 1.384766, 1.433594, 1.419922, 1.371094, 1.757812, 1.351562, 2.335938, 2.921875, 1.332031, 1.699219, 1.363281, 1.349609, 1.417969, 1.435547, 1.847656, 1.412109, 1.621094, 1.550781, 1.433594, 1.367188, 1.470703, 2.773438, 1.443359, 1.353516, 1.558594, 1.523438, 1.726562, 1.414062, 1.435547, 1.380859, 1.558594, 1.398438, 1.421875, 1.337891, 1.628906, 1.546875, 2.070312, 1.380859, 1.671875, 1.455078, 1.402344, 1.375, 1.314453, 1.439453, 1.417969, 1.511719, 1.488281, 1.069824, 1.789062, 1.417969, 1.800781, 2.164062, 1.341797, 1.410156, 1.367188, 2.554688, 1.859375, 1.310547, 1.490234, 1.453125, 1.439453, 1.527344, 1.349609, 1.566406, 1.605469, 1.472656, 2.8125, 1.457031, 1.484375, 1.503906, 1.476562, 1.376953, 1.408203, 1.664062, 2.820312, 1.359375, 1.416016, 1.462891, 1.347656, 1.375, 1.480469, 1.333984, 1.388672, 1.640625, 2.140625, 1.507812, 1.423828, 1.503906, 1.431641, 1.304688, 1.480469, 1.470703, 1.585938, 1.523438, 1.65625, 2.023438, 1.417969, 1.371094, 1.435547, 1.601562, 1.527344, 1.429688, 1.507812, 1.566406, 1.427734, 1.410156, 1.722656, 2.742188, 1.347656, 1.443359, 1.417969, 1.292969, 1.339844, 1.416016, 1.314453, 1.53125, 1.363281, 2.015625, 1.375, 1.351562, 1.390625, 2.8125, 1.378906, 1.617188, 1.523438, 1.400391, 1.365234, 1.396484, 1.441406, 1.496094, 1.462891, 1.425781, 1.339844, 3.453125, 1.511719, 1.660156, 1.410156, 2.679688, 1.480469, 2.882812, 1.328125, 2.804688, 1.416016, 1.753906, 2.984375, 2.054688, 1.53125, 1.388672, 1.332031, 1.458984, 1.378906, 1.488281, 1.433594, 1.306641, 3.0, 2.46875, 1.882812, 1.378906, 1.40625, 1.519531, 1.453125, 1.425781, 1.341797, 2.007812, 1.421875, 1.402344, 1.435547, 1.472656, 1.589844, 1.566406, 1.378906, 1.388672, 1.898438, 1.384766, 1.291016, 1.361328, 1.316406, 1.373047, 1.8125, 1.349609, 1.378906, 1.542969, 1.503906, 1.353516, 1.5, 1.392578, 1.535156, 2.289062, 1.447266, 1.396484, 1.609375, 2.65625, 1.447266, 1.400391, 1.371094, 2.664062, 1.535156, 1.707031, 1.482422, 1.566406, 1.554688, 2.9375, 1.416016, 1.427734, 1.480469, 2.9375, 1.75, 2.726562, 3.078125, 1.435547, 1.628906, 1.283203, 1.410156, 1.376953, 1.691406, 1.326172, 1.447266, 2.460938, 2.21875, 1.357422, 1.5625, 1.480469, 1.472656, 1.386719, 1.384766, 1.34375, 1.859375, 1.318359, 1.455078, 1.375, 2.421875, 1.46875, 1.414062, 1.486328, 1.490234, 1.453125, 2.664062, 1.490234, 2.726562, 1.474609, 1.382812, 1.466797, 1.46875, 1.427734, 1.613281, 1.435547, 1.300781, 1.390625, 1.449219, 1.503906, 1.550781, 1.386719, 1.431641, 1.345703, 1.474609, 2.0625, 1.337891, 2.1875, 1.613281, 1.550781, 1.949219, 1.419922, 1.353516, 1.447266, 1.455078, 1.496094, 1.417969, 1.40625, 1.324219, 2.023438, 1.478516, 1.703125, 1.503906, 1.4375, 1.433594, 1.460938, 1.617188, 1.347656, 1.628906, 1.542969, 1.279297, 1.431641, 2.085938, 1.339844, 1.496094, 2.21875, 1.324219, 1.480469, 2.789062, 1.417969, 1.664062, 1.488281, 1.341797, 1.511719, 1.519531, 1.345703, 1.474609, 1.490234, 1.357422, 1.341797, 1.511719, 1.425781, 2.0, 1.558594, 1.460938, 1.435547, 2.625, 1.507812, 1.400391, 1.292969, 1.535156, 1.472656, 1.355469, 1.494141, 1.585938, 2.984375, 1.75, 1.292969, 1.386719, 2.65625, 1.382812, 1.445312, 2.453125, 1.333984, 1.488281, 1.472656, 1.447266, 1.492188, 1.373047, 2.179688, 1.425781, 1.480469, 1.480469, 1.347656, 1.585938, 1.46875, 1.574219, 2.65625, 1.960938, 1.421875, 1.648438, 1.371094, 1.753906, 1.498047, 1.449219, 1.396484, 2.796875, 1.597656, 1.445312, 3.234375, 1.398438, 1.474609, 1.427734, 1.363281, 2.679688, 1.421875, 1.369141, 2.726562, 1.398438, 2.734375, 1.53125, 1.601562, 1.447266, 1.365234, 2.734375, 1.425781, 1.632812, 1.445312, 1.355469, 1.546875, 1.386719, 3.078125, 1.275391, 1.451172, 1.453125, 1.554688, 2.429688, 1.494141, 1.429688, 1.433594, 1.585938, 1.332031, 1.507812, 1.613281, 1.683594, 1.400391, 1.570312, 1.507812, 2.867188, 2.757812, 1.472656, 1.462891, 2.867188, 1.427734, 1.535156, 1.431641, 1.546875, 1.519531, 1.515625, 1.855469, 1.433594, 1.34375, 2.460938, 1.451172, 1.375, 1.554688 ] }, "name": "onnx::Mul_8664", "outputIndexes": [ 1817 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1816, 1817 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1818 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1818 ], "outputIndexes": [ 3022 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3022 ], "outputIndexes": [ 3023 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear", "inputIndexes": [ 3023 ], "outputIndexes": [ 3024 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 832097134, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3024 ], "outputIndexes": [ 3025 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3025 ], "outputIndexes": [ 1819 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1818 ], "main_type": "NONE", "name": "/Shape_267_output_0", "outputIndexes": [ 1820 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1820 ], "main_type": "NONE", "name": "Shape5267", "outputIndexes": [ 1821 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1820 ], "main_type": "NONE", "name": "Rank5269", "outputIndexes": [ 1822 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1822, 1822 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5271", "outputIndexes": [ 1823 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1823 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5272", "outputIndexes": [ 1824 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1823, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5274", "outputIndexes": [ 1825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5275", "outputIndexes": [ 1826 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1821, 1824, 1826, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5278", "outputIndexes": [ 1827 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1827 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5279", "outputIndexes": [ 1828 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1828 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5280", "outputIndexes": [ 1829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829, 1828 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5281", "outputIndexes": [ 1830 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1820, 1830, 1823 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_289_output_0", "outputIndexes": [ 1831 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1831, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_609_output_0", "outputIndexes": [ 1832 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1832, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_247_output_0", "outputIndexes": [ 1833 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1819, 1833 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_172_output_0", "outputIndexes": [ 1834 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1834, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_152_output_0", "outputIndexes": [ 1835 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1834 ], "main_type": "NONE", "name": "/Shape_268_output_0", "outputIndexes": [ 1836 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1836 ], "main_type": "NONE", "name": "Shape5288", "outputIndexes": [ 1837 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1836 ], "main_type": "NONE", "name": "Rank5290", "outputIndexes": [ 1838 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 1838 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5292", "outputIndexes": [ 1839 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1839 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5293", "outputIndexes": [ 1840 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1839, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5295", "outputIndexes": [ 1841 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1841 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5296", "outputIndexes": [ 1842 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1837, 1840, 1842, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5299", "outputIndexes": [ 1843 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1843 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5300", "outputIndexes": [ 1844 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1844 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5301", "outputIndexes": [ 1845 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1845, 1844 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5302", "outputIndexes": [ 1846 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1836, 1846, 1839 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_290_output_0", "outputIndexes": [ 1847 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1847, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_57_output_0", "outputIndexes": [ 1848 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_614_output_0", "outputIndexes": [ 1849 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1834, 1849, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_77_output_0", "outputIndexes": [ 1850 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_38_output_0", "outputIndexes": [ 1851 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1834, 21, 1849, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_76_output_0", "outputIndexes": [ 1852 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1851, 1852 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_250_output_0", "outputIndexes": [ 1853 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1853, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_153_output_0", "outputIndexes": [ 1854 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1835, 1854 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_95_output_0", "outputIndexes": [ 1855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1818 ], "outputIndexes": [ 3026 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3026 ], "outputIndexes": [ 3027 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear", "inputIndexes": [ 3027 ], "outputIndexes": [ 3028 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 834751364, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3028 ], "outputIndexes": [ 3029 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3029 ], "outputIndexes": [ 1856 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1832, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_248_output_0", "outputIndexes": [ 1857 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1856, 1857 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_173_output_0", "outputIndexes": [ 1858 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1858, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_154_output_0", "outputIndexes": [ 1859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1858 ], "main_type": "NONE", "name": "/Shape_269_output_0", "outputIndexes": [ 1860 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1860 ], "main_type": "NONE", "name": "Shape5351", "outputIndexes": [ 1861 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1860 ], "main_type": "NONE", "name": "Rank5353", "outputIndexes": [ 1862 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1862, 1862 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5355", "outputIndexes": [ 1863 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1863 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5356", "outputIndexes": [ 1864 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1863, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5358", "outputIndexes": [ 1865 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1865 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5359", "outputIndexes": [ 1866 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1861, 1864, 1866, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5362", "outputIndexes": [ 1867 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1867 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5363", "outputIndexes": [ 1868 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1868 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5364", "outputIndexes": [ 1869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1869, 1868 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5365", "outputIndexes": [ 1870 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1860, 1870, 1863 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_291_output_0", "outputIndexes": [ 1871 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1871, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_58_output_0", "outputIndexes": [ 1872 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1872, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_616_output_0", "outputIndexes": [ 1873 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1858, 1873, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_79_output_0", "outputIndexes": [ 1874 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_39_output_0", "outputIndexes": [ 1875 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1858, 21, 1873, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_78_output_0", "outputIndexes": [ 1876 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1875, 1876 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_251_output_0", "outputIndexes": [ 1877 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1877, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_155_output_0", "outputIndexes": [ 1878 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1859, 1878 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_96_output_0", "outputIndexes": [ 1879 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1818 ], "outputIndexes": [ 3030 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3030 ], "outputIndexes": [ 3031 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear", "inputIndexes": [ 3031 ], "outputIndexes": [ 3032 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 836078490, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3032 ], "outputIndexes": [ 3033 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3033 ], "outputIndexes": [ 1880 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 1857 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_174_output_0", "outputIndexes": [ 1881 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1855, 1879, 1881, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_179_output_0", "outputIndexes": [ 1882 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1882 ], "outputIndexes": [ 3034 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3034 ], "outputIndexes": [ 3035 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear", "inputIndexes": [ 3035 ], "outputIndexes": [ 3036 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 837405616, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3036 ], "outputIndexes": [ 3037 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3037 ], "outputIndexes": [ 1883 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1883 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_19/Mul_output_0", "outputIndexes": [ 1884 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.25, 2.078125, 2.296875, 2.320312, 2.46875, 2.382812, 2.398438, 0.761719, 2.429688, 2.203125, 2.203125, 2.351562, 2.242188, 2.445312, 2.351562, 2.273438, 2.5, 2.242188, 3.640625, 2.164062, 2.0625, 2.25, 2.375, 2.195312, 2.320312, 2.265625, 2.382812, 2.34375, 2.335938, 2.34375, 2.320312, 2.101562, 2.171875, 1.098633, 2.34375, 2.125, 2.351562, 2.304688, 2.242188, 2.328125, 2.257812, 2.226562, 2.265625, 2.148438, 1.492188, 2.273438, 2.351562, 2.320312, 3.515625, 2.132812, 2.226562, 1.914062, 2.28125, 1.601562, 2.203125, 2.195312, 2.421875, 2.289062, 2.28125, 2.195312, 2.148438, 3.828125, 2.273438, 2.265625, 2.296875, 2.320312, 1.890625, 2.289062, 2.132812, 2.25, 2.296875, 2.46875, 2.351562, 2.242188, 2.203125, 2.265625, 1.851562, 2.078125, 2.257812, 1.441406, 2.203125, 0.654297, 2.351562, 2.273438, 2.265625, 2.359375, 2.289062, 2.140625, 1.466797, 2.1875, 2.273438, 2.320312, 2.320312, 1.375, 2.242188, 0.666016, 2.320312, 2.1875, 0.720703, 2.273438, 2.148438, 2.382812, 2.3125, 2.296875, 2.382812, 2.234375, 2.46875, 2.117188, 2.390625, 2.210938, 2.359375, 2.289062, 2.226562, 2.273438, 2.296875, 2.210938, 2.21875, 1.796875, 2.289062, 2.453125, 2.390625, 2.382812, 2.640625, 2.375, 2.359375, 1.945312, 2.265625, 2.359375, 2.3125, 1.878906, 1.957031, 2.164062, 2.1875, 2.304688, 2.3125, 2.296875, 2.273438, 2.359375, 2.25, 2.414062, 4.671875, 2.164062, 2.289062, 2.390625, 2.351562, 2.328125, 2.273438, 2.117188, 2.304688, 2.445312, 2.203125, 2.132812, 2.234375, 2.523438, 2.109375, 2.367188, 1.679688, 2.328125, 1.292969, 1.097656, 2.226562, 2.34375, 2.25, 1.8125, 2.203125, 2.359375, 2.28125, 1.057617, 2.296875, 2.171875, 2.328125, 1.222656, 2.171875, 1.074219, 2.382812, 2.617188, 2.429688, 0.603516, 2.335938, 2.304688, 2.304688, 0.910645, 2.164062, 0.634766, 4.28125, 2.296875, 1.617188, 2.257812, 2.25, 2.3125, 2.335938, 2.726562, 2.289062, 2.25, 2.171875, 2.226562, 2.304688, 2.257812, 2.265625, 2.335938, 2.171875, 2.3125, 2.171875, 2.257812, 2.25, 2.351562, 4.234375, 2.234375, 2.304688, 2.320312, 2.539062, 2.320312, 2.164062, 2.460938, 2.296875, 2.351562, 2.1875, 2.226562, 2.289062, 2.195312, 2.070312, 2.242188, 2.234375, 2.164062, 2.25, 2.453125, 2.242188, 2.242188, 2.195312, 2.195312, 2.148438, 2.265625, 2.296875, 2.421875, 2.382812, 2.445312, 2.0625, 2.296875, 2.296875, 2.203125, 2.304688, 2.226562, 2.367188, 2.007812, 2.203125, 2.25, 2.046875, 2.125, 2.421875, 1.976562, 2.25, 2.25, 1.427734, 2.25, 2.320312, 2.34375, 2.265625, 2.515625, 2.398438, 2.265625, 2.304688, 2.507812, 2.289062, 2.226562, 2.367188, 2.226562, 2.195312, 2.367188, 2.179688, 2.320312, 2.296875, 2.375, 2.171875, 2.164062, 2.210938, 2.304688, 1.722656, 2.3125, 2.359375, 2.21875, 2.101562, 2.304688, 1.208008, 2.296875, 2.320312, 2.25, 2.34375, 2.257812, 1.070801, 2.28125, 2.140625, 1.582031, 2.117188, 2.257812, 2.265625, 2.421875, 2.132812, 2.226562, 2.203125, 2.210938, 2.328125, 2.140625, 0.888184, 2.210938, 0.529297, 2.398438, 2.359375, 2.304688, 2.226562, 2.359375, 2.359375, 0.803711, 2.375, 2.257812, 2.273438, 2.328125, 2.234375, 2.34375, 2.164062, 2.335938, 2.273438, 2.320312, 2.195312, 2.296875, 2.34375, 2.265625, 2.164062, 2.242188, 2.421875, 2.273438, 2.117188, 2.609375, 2.4375, 2.351562, 3.890625, 2.3125, 2.351562, 2.515625, 2.453125, 2.34375, 2.21875, 2.335938, 2.078125, 2.179688, 2.554688, 2.007812, 2.289062, 2.09375, 1.988281, 2.3125, 1.644531, 2.132812, 1.765625, 2.125, 0.654297, 1.296875, 2.257812, 2.351562, 2.007812, 2.203125, 1.111328, 2.1875, 2.046875, 1.707031, 2.203125, 2.367188, 2.320312, 1.462891, 2.273438, 2.34375, 2.4375, 2.257812, 2.273438, 2.203125, 2.429688, 2.320312, 2.195312, 2.421875, 2.335938, 1.824219, 2.289062, 2.304688, 1.804688, 1.384766, 2.3125, 2.351562, 2.039062, 1.933594, 2.21875, 2.40625, 2.226562, 2.273438, 0.890625, 2.453125, 2.296875, 2.4375, 2.335938, 1.057617, 2.164062, 2.40625, 2.210938, 2.359375, 2.289062, 2.296875, 1.361328, 2.671875, 2.195312, 2.257812, 2.203125, 1.515625, 2.289062, 2.25, 2.359375, 2.40625, 2.265625, 2.164062, 2.226562, 2.25, 2.242188, 2.226562, 2.179688, 2.390625, 3.578125, 2.453125, 2.273438, 2.140625, 2.375, 2.320312, 2.359375, 2.429688, 2.734375, 2.21875, 2.367188, 1.992188, 2.101562, 2.289062, 2.382812, 2.375, 2.296875, 2.242188, 2.414062, 2.289062, 2.3125, 2.0625, 2.039062, 2.414062, 2.328125, 2.265625, 2.148438, 2.453125, 2.351562, 2.273438, 2.234375, 2.351562, 2.257812, 2.226562, 2.40625, 2.476562, 2.210938, 2.101562, 2.265625, 2.171875, 2.414062, 2.21875, 1.628906, 2.242188, 1.05127, 2.203125, 2.132812, 2.257812, 2.304688, 2.335938, 2.382812, 2.078125, 2.203125, 2.21875, 1.267578, 2.523438, 2.203125, 2.476562, 2.140625, 2.054688, 2.265625, 2.320312, 2.273438, 2.40625, 1.015259, 2.171875, 2.15625, 2.210938, 2.09375, 2.25, 2.25, 2.320312, 2.070312, 2.28125, 0.788086, 1.648438, 1.878906, 0.938965, 2.171875, 2.1875, 2.34375, 1.953125, 1.108398, 2.320312, 1.960938, 2.078125, 2.335938, 2.34375, 2.296875, 2.257812, 2.257812, 2.320312, 2.179688, 2.335938, 2.203125, 2.125, 2.320312, 2.148438, 2.289062, 2.234375, 1.283203, 1.285156, 2.390625, 1.652344, 2.296875, 2.34375, 2.164062, 2.3125, 2.304688, 2.304688, 2.3125, 1.091309, 2.328125, 3.25, 2.320312, 4.203125, 2.335938, 1.024902, 2.117188, 2.1875, 2.335938, 2.132812, 2.382812, 2.3125, 2.28125, 2.140625, 1.832031, 2.328125, 1.496094, 2.226562, 0.421875, 2.234375, 2.257812, 2.328125, 2.21875, 2.484375, 2.273438, 2.1875, 2.382812, 2.78125, 2.179688, 2.390625, 2.523438, 2.195312, 2.195312, 2.867188, 2.296875, 2.320312, 2.367188, 2.375, 2.375, 2.335938, 0.782227, 2.445312, 2.265625, 2.335938, 1.570312, 2.304688, 4.140625, 2.242188, 2.367188, 2.171875, 3.8125, 2.289062, 2.304688, 2.210938, 1.972656, 1.96875, 2.414062, 2.296875, 2.3125, 3.125, 2.179688, 2.445312, 2.382812, 2.1875, 2.382812, 2.039062, 2.289062, 2.28125, 2.078125, 2.304688, 2.3125, 2.289062, 2.289062, 2.296875, 2.320312, 2.242188, 2.257812, 2.351562, 2.359375, 1.515625, 2.28125, 2.25, 2.320312, 2.210938, 2.289062, 2.289062, 2.164062, 2.328125, 2.234375, 2.320312, 2.4375, 2.046875, 2.296875, 2.3125, 2.25, 2.515625, 2.085938, 2.203125, 2.195312, 2.289062, 2.3125, 2.296875, 2.328125, 2.359375, 2.289062, 2.234375, 2.242188, 2.328125, 2.171875, 1.125977, 2.414062, 2.617188, 2.28125, 2.25, 2.375, 1.679688, 1.091309, 1.036865, 2.320312, 2.265625, 2.398438, 2.242188, 2.15625, 2.304688, 2.242188, 2.289062, 2.328125, 2.3125, 2.390625, 0.866211, 2.242188, 2.242188, 2.21875, 2.242188, 2.328125, 2.234375, 2.289062, 2.257812, 2.179688, 2.257812, 2.257812, 2.234375, 2.226562, 2.445312, 1.996094, 2.171875, 2.21875, 0.628906, 4.0, 2.335938, 2.179688, 2.320312, 2.023438, 2.46875, 2.609375, 3.28125, 2.328125, 2.164062, 2.203125, 2.289062, 2.476562, 2.203125, 2.226562, 2.234375, 2.257812, 2.273438, 2.195312, 2.40625, 2.304688, 2.265625, 2.1875, 2.359375, 2.335938, 2.320312, 2.34375, 2.34375, 2.335938, 2.375, 2.296875, 2.359375, 3.171875, 2.40625, 2.28125, 1.820312, 2.273438, 2.09375, 2.34375, 2.335938, 2.265625, 2.242188, 1.902344, 1.804688, 1.933594, 2.289062, 2.304688, 2.4375, 2.226562, 2.328125, 2.273438, 2.226562, 2.164062, 2.515625, 2.351562, 2.257812, 2.421875, 2.359375, 2.164062, 2.234375, 2.257812, 2.265625, 2.203125, 2.1875, 2.320312, 2.210938, 2.296875, 2.328125, 2.359375, 2.25, 2.148438, 2.296875, 2.335938, 2.070312, 2.28125, 1.186523, 2.234375, 2.195312, 2.335938, 2.367188, 2.257812, 2.335938, 2.21875, 2.148438, 2.28125, 2.34375, 2.289062, 2.164062, 2.320312, 2.320312, 2.164062, 2.414062, 2.265625, 2.507812, 2.140625, 2.289062, 3.296875, 2.007812, 2.304688, 2.28125, 2.179688, 2.210938, 2.398438, 2.09375, 2.375, 1.609375, 1.964844, 2.390625, 2.421875, 2.203125, 2.078125, 2.328125, 2.054688, 2.195312, 2.445312, 1.96875, 2.304688, 2.164062, 1.84375, 2.375, 2.226562, 2.390625, 2.085938, 1.671875, 2.28125, 2.335938, 1.447266, 2.257812, 2.171875, 2.234375, 1.1875, 2.226562, 2.203125, 3.609375, 4.265625, 2.164062, 1.867188, 2.203125, 2.328125, 2.25, 2.351562, 2.234375, 2.335938, 2.328125, 2.296875, 2.273438, 2.359375, 2.164062, 2.226562, 2.273438, 2.179688, 3.828125, 2.296875, 2.046875, 2.023438, 2.328125, 1.957031, 2.15625, 1.882812, 2.257812, 2.164062, 2.140625, 2.273438, 2.414062, 2.507812, 2.554688, 2.195312, 2.28125, 2.117188, 2.203125, 2.15625, 2.257812, 0.394531, 2.171875, 2.109375, 2.226562, 2.265625, 1.941406, 2.265625, 2.257812, 2.132812, 2.15625, 2.203125, 1.0271, 2.070312, 2.351562, 2.203125, 2.210938, 2.351562, 2.234375, 2.242188, 1.167969, 2.054688, 2.15625, 2.296875, 2.320312, 2.351562, 2.351562, 2.320312, 2.203125, 2.359375, 2.296875, 2.117188, 2.148438, 2.351562, 2.328125, 2.273438, 2.335938, 1.220703, 2.203125, 2.3125, 2.367188, 2.15625, 2.320312, 2.382812, 2.328125, 2.195312, 2.359375, 2.007812, 2.171875, 2.179688, 2.429688, 2.109375, 2.09375, 2.3125, 1.01355, 0.564453, 1.859375, 2.15625, 2.265625, 2.296875, 2.21875, 2.328125, 0.900391, 0.669922, 2.195312, 3.703125, 2.226562, 1.957031, 2.210938, 2.195312, 2.445312, 2.515625, 1.100586, 2.328125, 2.0625, 2.164062, 1.605469, 2.28125, 2.15625, 2.335938, 2.125, 2.390625, 2.265625, 2.265625, 2.257812, 2.328125, 2.335938, 2.242188, 2.148438, 2.203125, 2.4375, 2.390625, 2.210938, 1.746094, 0.807617, 1.992188, 2.234375, 2.367188, 2.28125, 2.1875, 2.226562, 2.234375, 2.382812, 0.634766, 2.164062, 2.007812, 2.304688, 2.265625, 1.052002, 2.367188, 2.335938, 2.367188, 2.3125, 2.328125, 2.140625, 2.148438, 1.05835, 2.171875, 2.070312, 2.21875, 1.300781, 2.273438, 2.195312, 3.796875, 2.382812, 2.460938, 2.070312, 2.125, 2.15625, 2.390625, 1.761719, 2.132812, 2.257812, 1.914062, 2.53125, 1.291016, 2.117188, 2.257812, 2.234375, 2.265625, 2.242188, 2.359375, 2.09375, 2.320312, 0.650391, 2.351562, 2.40625, 2.296875, 2.367188, 2.109375, 2.367188, 2.265625, 0.591797, 2.085938, 0.976074, 2.382812, 1.057617, 2.09375, 2.320312, 2.382812, 2.304688, 2.046875, 2.367188, 2.117188, 2.234375, 1.002701, 2.484375, 1.972656, 1.894531, 1.40625, 2.242188, 2.34375, 2.28125, 2.5, 2.179688, 2.203125, 2.320312, 1.875, 2.429688, 2.304688, 0.909668, 2.328125, 2.296875, 2.242188, 0.974731, 0.8125, 2.265625, 2.4375, 2.328125, 2.4375, 2.40625, 2.234375, 1.835938, 2.390625, 2.304688, 2.398438, 2.289062, 2.09375, 2.40625, 2.421875, 2.398438, 2.320312, 2.265625, 2.289062, 2.234375, 2.09375, 2.226562, 2.25, 2.179688, 2.1875, 2.375, 2.492188, 2.414062, 2.359375, 2.234375, 2.390625, 2.40625, 0.849609, 2.015625, 2.117188, 1.059814, 2.335938, 2.46875, 2.289062, 2.40625, 2.273438, 2.273438, 2.226562, 2.414062, 0.897461, 2.078125, 2.25, 2.257812, 2.28125, 2.164062, 2.070312, 2.320312, 2.351562, 2.320312, 2.28125, 2.273438, 1.030762, 2.359375, 2.328125, 1.914062, 2.289062, 2.296875, 2.398438, 4.46875, 2.304688, 2.335938, 2.5, 2.351562, 2.328125, 2.195312, 2.109375, 2.171875, 2.296875, 2.375, 2.375, 2.25, 1.40625, 2.25, 1.363281, 2.359375, 2.28125, 2.03125, 2.304688, 2.210938, 2.25, 2.210938, 2.25, 2.195312, 0.896973, 0.734375, 0.772461, 2.273438, 2.179688, 1.294922, 2.257812, 2.179688, 2.226562, 1.394531, 2.273438, 1.976562, 2.265625, 1.237305, 2.296875, 2.304688, 3.609375, 2.28125, 2.25, 2.226562, 2.242188, 2.34375, 1.765625, 2.414062, 0.658203, 2.195312, 2.234375, 2.273438, 2.351562, 2.15625, 2.015625, 2.101562, 0.973633, 2.445312, 2.054688, 2.296875, 2.265625, 1.75, 2.34375, 2.234375, 2.242188, 2.265625, 2.210938, 2.226562, 2.367188, 2.265625, 2.296875, 3.375, 2.273438, 2.3125, 2.171875, 2.328125, 2.164062, 2.195312, 2.265625, 2.429688, 2.351562, 2.367188, 2.320312, 2.15625, 2.398438, 2.3125, 2.414062, 2.125, 2.3125, 2.34375, 2.109375, 2.195312, 2.40625, 2.132812, 2.3125, 1.4375, 2.375, 2.195312, 2.21875, 2.117188, 2.164062, 2.242188, 2.484375, 1.65625, 2.539062, 1.621094, 2.429688, 2.359375, 2.210938, 2.015625, 2.359375, 1.78125, 2.320312, 1.115723, 2.375, 1.875, 2.101562, 2.265625, 2.1875, 2.351562, 2.296875, 2.234375, 2.148438, 2.257812, 2.335938, 2.203125, 0.887207, 2.203125, 2.320312, 2.164062, 2.3125, 2.203125, 2.484375, 2.210938, 1.996094, 2.148438, 2.179688, 1.953125, 3.546875, 2.296875, 2.351562, 2.304688, 2.257812, 2.328125, 0.822266, 2.179688, 2.1875, 2.335938, 2.164062, 2.09375, 1.664062, 0.803711, 2.226562, 0.800781, 1.15332, 2.171875, 2.234375, 2.296875, 2.320312, 1.71875, 2.25, 2.15625, 2.289062, 0.934082, 2.320312, 2.234375, 2.265625, 2.257812, 2.289062, 2.242188, 1.00014, 2.34375, 2.203125, 1.796875, 1.271484, 2.203125, 2.234375, 1.458984, 2.359375, 3.15625, 2.390625, 2.195312, 2.4375, 2.15625, 1.371094, 2.3125, 2.164062, 2.085938, 2.21875, 2.265625, 2.054688, 0.869141, 2.289062, 2.210938, 2.351562, 2.28125, 2.21875, 2.367188, 2.359375, 2.242188, 2.140625, 2.289062, 2.601562, 2.34375, 2.351562, 2.335938, 2.296875, 2.203125, 2.359375, 2.289062, 2.25, 0.658203, 2.351562, 2.171875, 2.3125, 2.195312, 2.390625, 2.171875, 2.351562, 2.414062, 2.335938, 2.273438, 2.351562, 2.414062, 2.476562, 1.867188, 2.328125, 1.039795, 2.257812, 1.263672, 2.351562, 2.289062, 2.328125, 1.029541, 2.195312, 2.28125, 2.132812, 2.289062, 2.3125, 2.328125, 2.148438, 2.421875, 2.226562, 2.164062, 1.472656, 2.351562, 2.257812, 3.25, 2.328125, 2.304688, 2.390625, 2.367188, 2.335938, 2.242188, 2.195312, 2.195312, 2.195312, 2.320312, 2.257812, 1.363281, 2.21875, 2.304688, 2.335938, 2.328125, 1.015381, 2.398438, 2.5, 2.390625, 2.179688, 2.273438, 2.195312, 2.367188, 2.375, 1.462891, 2.375, 2.320312, 2.289062, 2.390625, 2.328125, 2.289062, 2.476562, 2.382812, 2.296875, 2.328125, 2.265625, 2.195312, 2.296875, 2.320312, 2.320312, 2.34375, 1.742188, 2.765625, 2.132812, 2.257812, 2.023438, 2.265625, 1.886719, 2.226562, 2.085938, 2.117188, 0.954102, 2.257812, 2.125, 2.648438, 2.632812, 2.234375, 2.335938, 0.625, 2.25, 4.40625, 0.716797, 1.894531, 2.304688, 2.28125, 2.3125, 2.210938, 2.328125, 2.203125, 2.171875, 2.289062, 2.21875, 1.53125, 2.34375, 2.226562, 2.289062, 1.71875, 2.320312, 2.367188, 2.390625, 2.320312, 2.195312, 2.289062, 2.375, 2.140625, 1.6875, 2.195312, 2.210938, 2.257812, 2.351562, 2.09375, 2.257812, 2.039062, 2.328125, 2.21875, 1.929688, 2.367188, 2.367188, 2.375, 2.46875, 2.164062, 2.195312, 2.34375, 2.3125, 1.792969, 0.933105, 2.289062, 3.703125, 2.148438, 2.117188, 2.304688, 2.375, 2.296875, 0.789062, 2.132812, 2.195312, 2.546875, 2.257812, 2.289062, 2.265625, 2.34375, 2.171875, 2.203125, 2.289062, 2.25, 2.242188, 2.390625, 2.28125, 2.171875, 2.164062, 2.132812, 2.203125, 2.234375, 2.195312, 2.328125, 2.351562, 1.992188, 3.078125, 2.0625, 2.289062, 2.171875, 2.210938, 2.164062, 1.933594, 2.28125, 2.148438, 2.476562, 2.328125, 2.257812, 1.847656, 2.039062, 2.203125, 2.132812, 2.335938, 2.351562, 2.328125, 2.414062, 2.21875, 2.101562, 2.28125, 1.519531, 2.132812, 2.34375, 2.5, 2.398438, 2.265625, 2.328125, 2.335938, 2.265625, 2.320312, 2.28125, 2.367188, 2.164062, 2.015625, 2.242188, 2.320312, 2.3125, 2.140625, 2.40625, 2.304688, 2.3125, 2.28125, 2.1875, 2.28125, 3.59375, 2.210938, 2.234375, 2.273438, 2.226562, 2.289062, 2.289062, 2.289062, 2.15625, 2.3125, 2.320312, 2.53125, 2.6875, 2.320312, 2.320312, 2.351562, 2.28125, 0.652344, 2.21875, 2.390625, 2.3125, 1.589844, 2.226562, 2.289062, 1.878906, 1.042969, 2.226562, 2.132812, 2.367188, 2.1875, 2.296875, 2.210938, 2.1875, 2.101562, 2.25, 3.328125, 2.164062, 1.84375, 2.304688, 2.359375, 1.498047, 0.839844, 2.265625, 2.265625, 2.296875, 1.785156, 2.265625, 2.109375, 2.21875, 2.34375, 2.40625, 2.109375, 2.328125, 2.171875, 2.195312, 2.40625, 2.359375, 2.632812, 1.371094, 1.886719, 2.351562, 2.1875, 2.257812, 2.015625, 2.4375, 2.460938, 2.226562, 1.832031, 2.40625, 2.289062, 2.265625, 2.289062, 2.265625, 1.9375, 2.054688, 2.476562, 0.648438, 0.746094, 2.21875, 2.21875, 2.320312, 2.453125, 2.015625, 2.320312, 1.435547, 2.304688, 1.535156, 1.59375, 2.390625, 2.3125, 2.195312, 2.351562, 2.132812, 2.328125, 1.435547, 2.296875, 2.109375, 2.351562, 2.265625, 2.21875, 2.3125, 2.320312, 2.03125, 2.320312, 2.148438, 2.226562, 2.15625, 1.996094, 2.195312, 2.171875, 4.640625, 2.25, 2.414062, 1.03418, 2.320312, 2.28125, 2.898438, 2.179688, 2.445312, 2.21875, 2.296875, 2.320312, 3.0625, 2.023438, 2.234375, 2.40625, 2.335938, 2.3125, 2.3125, 2.226562, 2.242188, 2.257812, 2.40625, 2.1875, 2.234375, 2.671875, 0.839844, 2.226562, 2.296875, 2.382812, 2.1875, 2.25, 0.542969, 2.171875, 2.265625, 2.03125, 2.382812, 1.628906, 2.351562, 2.21875, 2.296875, 2.304688, 2.28125, 3.5, 2.078125, 1.988281, 2.351562, 3.609375, 2.28125, 1.089355, 2.0625, 2.351562, 0.695312, 2.226562, 2.8125, 2.234375, 2.28125, 2.320312, 2.109375, 2.773438, 2.328125, 2.304688, 2.265625, 2.398438, 2.242188, 2.296875, 2.523438, 3.125, 2.320312, 2.304688, 2.1875, 2.367188, 1.828125, 2.375, 2.28125, 2.390625, 2.226562, 2.835938, 2.382812, 1.589844, 2.382812, 0.774414, 2.351562, 2.171875, 2.46875, 2.3125, 2.351562, 2.257812, 2.148438, 2.039062, 2.132812, 2.226562, 2.234375, 2.304688, 2.203125, 2.171875, 1.816406, 2.101562, 1.960938, 1.109375, 2.273438, 2.296875, 2.226562, 2.0625, 2.21875, 2.125, 2.117188, 2.210938, 1.761719, 2.0625, 2.375, 2.390625, 2.179688, 2.132812, 2.273438, 2.507812, 2.40625, 2.320312, 2.398438, 1.223633, 2.242188, 2.140625, 2.242188, 2.335938, 2.117188, 2.359375, 2.296875, 2.289062, 2.320312, 2.335938, 2.226562, 2.046875, 2.3125, 2.390625, 2.25, 2.375, 2.460938, 2.320312, 2.101562, 2.289062, 2.453125, 2.304688, 1.726562, 1.255859, 2.203125, 1.8125, 2.304688, 2.359375, 2.296875, 0.835938, 2.265625, 2.296875, 2.335938, 2.289062, 2.335938, 2.242188, 2.320312, 0.160156, 2.328125, 2.226562, 2.242188, 2.289062, 3.03125, 2.296875, 2.265625, 2.179688, 2.351562, 2.289062, 2.164062, 2.273438, 2.296875, 1.9375, 1.917969, 1.816406, 0.943848, 2.257812, 2.148438, 2.320312, 2.3125, 2.296875, 2.265625, 2.335938, 2.351562, 2.34375, 2.28125, 2.195312, 2.21875, 1.652344, 0.617188, 2.078125, 2.335938, 2.3125, 2.164062, 2.335938, 2.359375, 2.3125, 2.304688, 1.992188, 2.1875, 2.210938, 1.326172, 2.132812, 2.203125, 2.335938, 2.382812, 1.431641, 2.210938, 2.257812, 2.3125, 2.289062, 2.1875, 0.966797, 2.34375, 2.234375, 2.09375, 2.351562, 2.351562, 2.226562, 2.1875, 2.296875, 2.3125, 2.234375, 2.25, 2.28125, 2.382812, 2.257812, 2.273438, 0.839844, 2.132812, 2.351562, 2.328125, 2.257812, 2.3125, 2.210938, 2.109375, 1.773438, 2.414062, 2.3125, 2.234375, 2.273438, 1.886719, 2.21875, 2.523438, 2.390625, 2.289062, 2.289062, 2.273438, 2.203125, 2.3125, 2.164062, 2.429688, 2.1875, 2.234375, 2.164062, 2.132812, 2.304688, 2.359375, 2.164062, 2.3125, 1.574219, 0.707031, 2.179688, 2.226562, 2.289062, 2.320312, 2.179688, 2.242188, 2.210938, 2.320312, 2.210938, 2.09375, 2.34375, 2.171875, 2.34375, 0.955811, 2.289062, 2.242188, 2.492188, 2.414062, 2.367188, 2.234375, 2.320312, 2.265625, 2.210938, 2.398438, 2.335938, 2.375, 2.351562, 2.421875, 2.109375, 2.359375, 2.078125, 2.195312, 2.25, 2.289062, 2.421875, 2.296875, 2.335938, 2.28125, 2.320312, 3.390625, 2.015625, 2.226562, 2.007812, 1.746094, 2.328125, 2.265625, 2.28125, 1.019043, 2.039062, 2.367188, 2.28125, 2.273438, 2.09375, 2.367188, 2.34375, 2.195312, 2.15625, 3.703125, 0.707031, 2.265625, 2.28125, 2.328125, 2.257812, 2.359375, 2.304688, 2.390625, 0.803711, 2.242188, 2.257812, 2.296875, 2.375, 2.367188, 2.398438, 2.476562, 2.351562, 2.109375, 1.796875, 2.15625, 2.375, 2.226562, 2.296875, 2.335938, 2.3125, 2.390625, 2.023438, 2.257812, 2.1875, 2.320312, 2.226562, 2.242188, 2.195312, 2.25, 2.125, 2.257812, 2.359375, 3.734375, 2.234375, 2.226562, 2.367188, 0.817383, 2.40625, 2.226562, 2.320312, 2.414062, 2.335938, 2.445312, 2.390625, 2.40625, 2.289062, 1.992188, 2.15625, 2.382812, 2.351562, 0.832031, 2.375, 2.523438, 2.304688, 2.367188, 2.367188, 2.21875, 2.367188, 2.359375, 2.296875, 2.273438, 2.375, 1.378906, 2.234375, 2.296875, 2.296875, 1.01123, 2.359375, 1.306641, 2.265625, 0.666016, 2.289062, 2.203125, 2.53125, 1.851562, 2.4375, 2.296875, 2.296875, 2.328125, 2.257812, 2.257812, 2.375, 2.367188, 0.644531, 1.601562, 1.878906, 2.234375, 2.328125, 2.328125, 2.265625, 2.4375, 2.195312, 2.140625, 2.40625, 2.328125, 2.421875, 2.28125, 2.140625, 2.148438, 2.179688, 2.398438, 1.90625, 2.242188, 2.085938, 2.34375, 2.359375, 2.3125, 2.09375, 2.414062, 2.414062, 2.375, 2.265625, 2.234375, 2.203125, 2.28125, 3.203125, 1.289062, 2.382812, 2.265625, 2.40625, 1.455078, 2.179688, 2.359375, 2.398438, 1.204102, 2.21875, 2.007812, 2.28125, 2.375, 1.996094, 0.793945, 2.414062, 2.40625, 2.265625, 0.666016, 2.046875, 1.015259, 3.65625, 2.21875, 2.203125, 2.375, 2.28125, 2.320312, 2.296875, 2.296875, 2.210938, 1.4375, 1.5, 2.257812, 2.226562, 2.351562, 2.3125, 2.148438, 2.429688, 2.320312, 2.132812, 2.234375, 2.382812, 2.179688, 1.75, 2.375, 2.289062, 4.109375, 2.25, 2.28125, 1.404297, 2.171875, 1.066406, 2.320312, 2.242188, 2.171875, 2.195312, 2.382812, 2.085938, 2.265625, 2.148438, 2.25, 2.296875, 2.234375, 2.3125, 2.359375, 2.375, 2.390625, 2.289062, 2.382812, 2.273438, 1.835938, 2.15625, 2.320312, 1.917969, 2.304688, 2.335938, 2.101562, 2.296875, 2.101562, 2.257812, 2.328125, 2.257812, 1.964844, 2.265625, 2.242188, 2.296875, 2.226562, 2.226562, 2.429688, 2.234375, 2.328125, 2.25, 2.171875, 2.382812, 2.3125, 1.6875, 2.21875, 2.304688, 1.435547, 2.132812, 2.1875, 1.135742, 2.328125, 2.140625, 2.195312, 2.171875, 2.171875, 2.351562, 2.296875, 2.34375, 2.117188, 2.289062, 2.265625, 2.4375, 2.203125, 1.726562, 2.273438, 2.40625, 2.460938, 1.574219, 2.203125, 2.265625, 2.328125, 3.28125, 2.351562, 2.164062, 2.171875, 2.226562, 1.980469, 2.289062, 2.265625, 2.359375, 1.083984, 2.242188, 2.320312, 1.304688, 2.140625, 2.109375, 2.289062, 2.375, 2.359375, 2.289062, 1.550781, 2.226562, 2.289062, 2.257812, 2.320312, 2.265625, 2.164062, 2.40625, 1.324219, 1.867188, 2.390625, 2.375, 2.398438, 2.125, 2.0, 2.296875, 2.382812, 1.168945, 2.195312, 2.257812, 0.842773, 2.273438, 2.257812, 2.289062, 2.203125, 1.161133, 2.34375, 2.226562, 0.989014, 2.257812, 2.289062, 2.171875, 2.21875, 2.234375, 2.421875, 1.195312, 2.265625, 2.039062, 2.40625, 2.265625, 2.296875, 2.21875, 2.0625, 2.34375, 2.351562, 2.171875, 2.21875, 1.18457, 2.445312, 2.171875, 2.242188, 2.132812, 2.328125, 2.265625, 2.273438, 2.1875, 2.367188, 2.15625, 2.226562, 2.367188, 2.679688, 2.890625, 2.453125, 0.84668, 2.328125, 2.296875, 2.273438, 2.148438, 2.15625, 2.03125, 2.007812, 2.328125, 2.28125, 1.363281, 2.351562, 2.296875, 2.140625 ] }, "name": "onnx::Mul_8687", "outputIndexes": [ 1885 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1884, 1885 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1886 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1815, 1886 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_98_output_0", "outputIndexes": [ 1887 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1887 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_19/Mul_output_0", "outputIndexes": [ 1888 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.175781, 1.236328, 1.203125, 1.207031, 1.194336, 1.141602, 1.198242, 1.5625, 1.157227, 1.257812, 1.222656, 1.18457, 1.155273, 1.142578, 1.219727, 1.208008, 1.211914, 1.240234, 1.433594, 1.21875, 1.240234, 1.239258, 1.196289, 1.251953, 1.229492, 1.186523, 1.112305, 1.226562, 1.172852, 1.229492, 1.216797, 1.255859, 1.223633, 1.507812, 1.177734, 1.179688, 1.235352, 1.178711, 1.225586, 1.219727, 1.167969, 1.222656, 1.168945, 1.217773, 1.476562, 1.15332, 1.181641, 1.177734, 1.824219, 1.259766, 1.242188, 1.208008, 1.154297, 1.138672, 1.167969, 1.147461, 1.123047, 1.183594, 1.275391, 1.255859, 1.279297, 1.128906, 1.245117, 1.121582, 1.099121, 1.202148, 1.291016, 1.19043, 1.222656, 1.208984, 1.167969, 1.195312, 1.183594, 1.202148, 1.211914, 1.231445, 1.376953, 1.246094, 1.240234, 1.447266, 1.261719, 1.539062, 1.207031, 1.306641, 1.183594, 1.131836, 1.183594, 1.253906, 1.433594, 1.253906, 1.201172, 1.21875, 1.167969, 1.539062, 1.200195, 1.5625, 1.182617, 1.265625, 1.110352, 1.1875, 1.263672, 1.175781, 1.18457, 1.167969, 1.162109, 1.205078, 1.151367, 1.246094, 1.197266, 1.177734, 1.183594, 1.166992, 1.245117, 0.626953, 1.152344, 1.197266, 1.25, 1.333984, 1.199219, 1.134766, 1.169922, 1.149414, 1.273438, 1.172852, 1.199219, 1.199219, 1.200195, 1.212891, 1.175781, 1.291016, 1.324219, 1.223633, 1.25, 1.238281, 1.192383, 1.155273, 1.240234, 1.145508, 1.21582, 1.146484, 1.011658, 1.339844, 1.253906, 1.169922, 1.236328, 1.326172, 1.201172, 1.267578, 1.224609, 1.224609, 1.255859, 1.25, 1.255859, 1.085938, 1.216797, 1.21875, 1.412109, 1.186523, 1.585938, 1.53125, 0.503906, 1.189453, 1.193359, 1.386719, 1.21582, 1.211914, 1.161133, 1.535156, 1.147461, 1.236328, 1.206055, 1.507812, 1.193359, 1.578125, 1.246094, 1.180664, 1.119141, 1.632812, 1.207031, 1.234375, 1.189453, 1.482422, 1.229492, 1.412109, 0.985107, 1.209961, 1.472656, 1.209961, 1.259766, 1.182617, 1.208984, 1.185547, 1.202148, 1.177734, 1.238281, 1.199219, 1.196289, 1.172852, 1.189453, 1.19043, 1.193359, 1.193359, 1.217773, 1.237305, 1.243164, 1.196289, 1.115234, 1.222656, 1.202148, 1.204102, 1.208008, 1.267578, 1.22168, 1.239258, 1.227539, 1.167969, 1.220703, 1.214844, 1.164062, 1.234375, 1.267578, 1.155273, 1.186523, 1.257812, 1.189453, 1.207031, 1.206055, 1.188477, 1.248047, 1.261719, 0.417969, 1.207031, 1.15332, 1.15332, 1.162109, 1.150391, 1.139648, 1.177734, 1.192383, 1.292969, 0.904785, 1.209961, 1.177734, 1.349609, 1.273438, 1.207031, 1.211914, 1.285156, 1.209961, 1.378906, 1.222656, 1.25, 1.478516, 1.259766, 1.194336, 1.1875, 1.188477, 1.273438, 1.235352, 1.208008, 1.19043, 1.1875, 1.241211, 1.224609, 1.216797, 1.259766, 1.160156, 1.208984, 1.200195, 1.179688, 1.152344, 1.223633, 1.232422, 1.235352, 1.296875, 1.182617, 1.4375, 1.194336, 1.168945, 1.194336, 1.25, 1.15332, 1.380859, 1.191406, 1.255859, 1.200195, 1.206055, 1.180664, 1.519531, 1.214844, 1.255859, 1.550781, 1.225586, 1.220703, 1.161133, 1.135742, 1.188477, 1.227539, 1.208008, 1.201172, 1.107422, 1.232422, 1.554688, 1.176758, 1.464844, 1.161133, 1.118164, 1.214844, 1.197266, 1.19043, 1.229492, 1.574219, 1.206055, 1.214844, 1.200195, 1.245117, 1.175781, 1.226562, 1.235352, 1.211914, 1.209961, 1.199219, 1.208008, 1.18457, 1.181641, 1.152344, 1.275391, 1.211914, 1.161133, 1.202148, 1.287109, 1.193359, 1.164062, 1.158203, 0.339844, 1.173828, 1.15332, 1.152344, 1.192383, 1.193359, 1.283203, 1.306641, 1.285156, 1.241211, 1.150391, 1.333984, 1.176758, 1.351562, 1.296875, 1.185547, 1.291016, 1.271484, 1.177734, 1.275391, 1.511719, 1.478516, 1.178711, 1.193359, 1.28125, 1.251953, 1.507812, 1.173828, 1.255859, 1.394531, 1.333984, 1.166992, 1.239258, 1.292969, 1.21582, 1.222656, 1.146484, 1.182617, 1.188477, 1.214844, 1.232422, 1.226562, 1.201172, 1.201172, 1.135742, 1.263672, 1.205078, 1.197266, 1.369141, 1.419922, 1.206055, 1.147461, 1.261719, 1.265625, 1.1875, 1.174805, 1.239258, 1.24707, 1.609375, 1.175781, 1.238281, 1.175781, 1.213867, 1.613281, 1.214844, 1.172852, 1.205078, 1.208008, 1.1875, 1.211914, 1.412109, 1.170898, 1.185547, 1.232422, 1.275391, 1.186523, 1.231445, 1.230469, 1.145508, 1.201172, 1.15625, 1.238281, 1.214844, 1.161133, 1.279297, 1.196289, 1.236328, 1.176758, 1.291016, 1.169922, 1.176758, 1.207031, 1.183594, 1.151367, 1.217773, 1.175781, 1.164062, 1.206055, 1.217773, 1.209961, 0.748047, 1.173828, 1.180664, 1.162109, 1.166992, 1.171875, 1.166016, 1.161133, 1.151367, 1.275391, 0.914551, 1.180664, 1.15918, 1.246094, 1.22168, 1.139648, 1.15332, 1.208984, 1.208008, 1.174805, 1.199219, 1.151367, 1.238281, 1.141602, 1.245117, 1.298828, 1.181641, 1.146484, 1.161133, 1.232422, 1.335938, 1.207031, 1.482422, 1.298828, 1.203125, 1.217773, 1.208008, 1.183594, 1.18457, 1.324219, 1.186523, 1.208008, 1.492188, 1.269531, 1.220703, 1.166992, 1.220703, 1.251953, 1.088379, 1.197266, 1.165039, 1.177734, 1.535156, 1.212891, 1.192383, 1.168945, 1.259766, 1.183594, 1.229492, 1.161133, 1.263672, 1.223633, 1.609375, 1.445312, 1.339844, 1.527344, 1.200195, 1.18457, 1.176758, 1.347656, 1.193359, 1.142578, 1.271484, 1.160156, 1.151367, 1.19043, 1.213867, 1.148438, 1.224609, 1.176758, 1.239258, 1.18457, 1.230469, 1.246094, 1.186523, 1.21875, 1.124512, 1.200195, 1.535156, 1.451172, 1.208008, 1.519531, 1.18457, 1.208984, 1.191406, 1.197266, 1.166992, 1.208008, 1.198242, 1.460938, 1.195312, 1.351562, 1.196289, 1.160156, 1.19043, 1.355469, 0.720703, 1.283203, 1.070312, 1.271484, 1.160156, 1.205078, 1.198242, 1.193359, 1.369141, 1.195312, 1.186523, 1.1875, 1.546875, 1.160156, 1.154297, 1.10791, 1.18457, 0.848633, 1.238281, 1.210938, 1.207031, 1.382812, 1.201172, 1.249023, 1.130859, 1.212891, 1.192383, 1.009521, 1.135742, 1.146484, 1.138672, 1.150391, 1.173828, 1.169922, 1.585938, 1.145508, 1.198242, 1.183594, 1.455078, 1.186523, 1.089355, 1.357422, 1.152344, 1.191406, 1.131836, 1.230469, 1.161133, 1.162109, 0.853516, 1.246094, 1.15625, 1.166992, 1.104004, 1.009277, 1.738281, 1.232422, 1.130859, 1.151367, 1.193359, 1.304688, 1.178711, 1.199219, 1.271484, 1.163086, 1.181641, 1.192383, 1.217773, 1.169922, 1.234375, 1.24707, 1.164062, 1.227539, 1.210938, 1.10498, 1.177734, 1.168945, 1.208008, 1.211914, 1.230469, 1.15332, 1.208008, 1.191406, 1.223633, 1.172852, 1.186523, 1.279297, 1.225586, 1.189453, 1.192383, 1.168945, 1.24707, 1.245117, 1.326172, 1.251953, 1.222656, 1.167969, 1.212891, 1.222656, 1.198242, 1.396484, 1.238281, 1.194336, 1.326172, 1.535156, 1.186523, 1.306641, 1.195312, 1.226562, 1.162109, 1.330078, 1.328125, 1.636719, 1.199219, 1.267578, 1.152344, 1.259766, 1.232422, 1.191406, 1.206055, 1.152344, 1.150391, 1.125, 1.186523, 1.566406, 1.199219, 1.244141, 1.222656, 1.21875, 1.21582, 1.229492, 1.204102, 1.161133, 1.251953, 1.25, 1.199219, 1.195312, 1.173828, 1.15332, 1.205078, 1.213867, 1.185547, 1.507812, 1.875, 1.197266, 1.347656, 1.222656, 1.289062, 1.132812, 1.180664, 1.020874, 1.172852, 1.238281, 1.19043, 1.200195, 1.144531, 1.208008, 1.193359, 1.216797, 1.179688, 1.255859, 0.425781, 1.208008, 1.199219, 1.172852, 1.236328, 1.155273, 1.162109, 1.227539, 1.195312, 1.251953, 1.199219, 1.193359, 1.182617, 1.144531, 1.357422, 0.856445, 1.152344, 1.289062, 1.210938, 1.271484, 1.174805, 1.183594, 1.196289, 1.21875, 1.339844, 1.172852, 1.396484, 1.181641, 1.201172, 1.158203, 1.3125, 1.175781, 1.186523, 1.194336, 1.28125, 1.201172, 1.166016, 1.175781, 1.151367, 1.154297, 1.267578, 1.228516, 1.1875, 1.257812, 1.173828, 1.172852, 1.182617, 1.237305, 1.168945, 1.195312, 1.208984, 1.191406, 1.208984, 1.210938, 1.230469, 1.292969, 1.208008, 1.496094, 1.223633, 1.225586, 1.143555, 1.167969, 1.214844, 1.198242, 1.244141, 1.223633, 1.237305, 1.135742, 1.225586, 1.168945, 1.144531, 1.151367, 1.188477, 1.145508, 1.182617, 1.138672, 1.182617, 1.162109, 1.085938, 1.279297, 1.206055, 1.257812, 1.246094, 1.189453, 0.460938, 1.238281, 1.172852, 1.135742, 1.357422, 1.174805, 1.128906, 1.22168, 1.242188, 1.211914, 1.248047, 1.251953, 1.175781, 1.318359, 1.15332, 1.285156, 1.029907, 1.213867, 1.214844, 1.196289, 1.263672, 1.421875, 1.21582, 1.168945, 1.294922, 1.214844, 1.318359, 1.157227, 1.511719, 1.21582, 1.53125, 1.230469, 1.075684, 1.239258, 1.314453, 1.202148, 1.162109, 1.245117, 1.196289, 1.208008, 1.171875, 1.139648, 1.180664, 1.213867, 1.251953, 1.213867, 1.199219, 1.224609, 1.226562, 1.071289, 1.179688, 1.316406, 1.240234, 1.183594, 1.212891, 1.237305, 1.34375, 1.164062, 1.231445, 1.22168, 1.201172, 1.192383, 1.279297, 1.135742, 1.195312, 1.147461, 1.244141, 1.199219, 1.224609, 1.189453, 1.398438, 1.239258, 1.193359, 1.180664, 1.199219, 1.123047, 1.152344, 1.269531, 1.204102, 1.265625, 1.244141, 1.488281, 1.275391, 1.15625, 1.255859, 1.12793, 1.167969, 1.207031, 1.279297, 1.585938, 1.292969, 1.232422, 1.185547, 1.170898, 1.205078, 1.18457, 1.208984, 1.216797, 1.199219, 1.227539, 1.203125, 1.238281, 1.136719, 1.191406, 1.225586, 1.193359, 1.494141, 1.205078, 1.228516, 1.183594, 1.212891, 1.183594, 1.175781, 1.263672, 1.216797, 1.176758, 1.337891, 1.225586, 1.287109, 1.186523, 1.339844, 1.267578, 1.183594, 1.605469, 1.71875, 1.339844, 1.259766, 1.241211, 1.214844, 1.195312, 1.230469, 1.585938, 1.449219, 1.227539, 1.099609, 1.185547, 1.292969, 1.1875, 1.185547, 1.178711, 1.132812, 1.59375, 1.178711, 1.257812, 1.249023, 1.277344, 1.195312, 1.208984, 1.192383, 1.283203, 1.241211, 1.226562, 1.21875, 1.22168, 1.166992, 1.150391, 1.193359, 1.279297, 1.199219, 1.246094, 1.229492, 1.201172, 1.341797, 1.542969, 0.300781, 1.1875, 1.242188, 1.155273, 1.22168, 1.182617, 1.176758, 1.167969, 1.621094, 1.216797, 1.234375, 1.320312, 1.179688, 1.447266, 1.161133, 1.198242, 1.257812, 1.237305, 1.176758, 1.219727, 1.255859, 1.527344, 1.195312, 1.200195, 1.183594, 1.515625, 1.246094, 1.239258, 1.083008, 1.152344, 0.714844, 1.277344, 1.259766, 1.234375, 1.191406, 1.394531, 1.179688, 1.178711, 1.349609, 1.009705, 1.738281, 0.607422, 1.223633, 1.196289, 1.188477, 1.223633, 1.193359, 1.316406, 1.285156, 1.621094, 1.208984, 1.199219, 1.136719, 1.155273, 1.07666, 1.203125, 1.208008, 1.255859, 1.265625, 1.519531, 1.191406, 1.476562, 1.294922, 1.211914, 1.160156, 1.164062, 1.324219, 1.225586, 1.005707, 1.219727, 1.570312, 1.388672, 1.3125, 1.470703, 1.5, 1.189453, 1.145508, 1.263672, 0.994751, 1.21582, 1.273438, 1.210938, 1.314453, 1.310547, 1.173828, 1.585938, 1.205078, 1.167969, 1.21582, 1.351562, 1.542969, 1.220703, 1.205078, 1.182617, 1.196289, 1.181641, 1.205078, 1.279297, 0.265625, 1.193359, 1.205078, 1.21875, 1.25, 1.192383, 1.165039, 1.251953, 1.182617, 1.224609, 1.202148, 1.202148, 1.255859, 1.246094, 1.230469, 1.229492, 1.257812, 1.183594, 1.137695, 1.192383, 1.1875, 1.222656, 1.18457, 1.120605, 1.496094, 1.314453, 1.186523, 1.416016, 1.174805, 1.177734, 1.168945, 1.172852, 1.203125, 1.207031, 1.165039, 1.239258, 1.460938, 1.279297, 1.21582, 1.211914, 1.201172, 1.227539, 1.265625, 1.230469, 1.199219, 1.232422, 1.183594, 1.166992, 1.447266, 1.225586, 1.214844, 1.316406, 1.189453, 1.186523, 1.212891, 1.069336, 1.180664, 1.198242, 1.157227, 1.201172, 1.180664, 1.185547, 1.157227, 1.224609, 1.203125, 1.177734, 1.161133, 1.141602, 1.251953, 1.167969, 1.527344, 1.208008, 1.283203, 1.237305, 1.210938, 1.208984, 1.171875, 1.164062, 1.320312, 1.228516, 1.550781, 1.570312, 1.476562, 1.21582, 1.21875, 1.441406, 1.208984, 1.246094, 1.230469, 1.451172, 1.224609, 1.285156, 1.243164, 1.546875, 1.192383, 1.207031, 1.128906, 1.230469, 1.246094, 1.236328, 1.236328, 1.175781, 1.279297, 1.878906, 1.550781, 1.199219, 1.224609, 1.168945, 1.166992, 1.239258, 1.172852, 1.333984, 1.628906, 1.105469, 1.277344, 1.207031, 1.193359, 1.296875, 1.198242, 1.157227, 1.263672, 1.238281, 1.213867, 1.257812, 0.9823, 1.205078, 1.193359, 1.139648, 1.224609, 1.171875, 1.224609, 1.162109, 1.22168, 1.200195, 1.225586, 1.186523, 1.207031, 1.155273, 1.1875, 1.22168, 1.193359, 1.200195, 1.212891, 1.263672, 1.1875, 1.183594, 1.229492, 1.145508, 1.104492, 1.208008, 1.181641, 1.373047, 1.148438, 1.207031, 1.201172, 1.212891, 1.283203, 1.178711, 1.171875, 1.380859, 1.216797, 1.490234, 1.163086, 1.224609, 1.269531, 1.257812, 1.224609, 1.400391, 1.152344, 1.554688, 1.161133, 1.316406, 1.285156, 1.181641, 1.217773, 1.214844, 1.181641, 1.209961, 1.265625, 1.207031, 1.165039, 1.220703, 1.5, 1.19043, 1.182617, 1.236328, 1.21582, 1.227539, 1.223633, 1.223633, 1.292969, 1.1875, 1.243164, 1.253906, 1.133789, 1.267578, 1.186523, 1.172852, 1.232422, 1.178711, 1.511719, 1.240234, 1.25, 1.176758, 0.786133, 1.292969, 1.292969, 1.554688, 1.238281, 1.53125, 1.271484, 1.242188, 1.208984, 1.195312, 1.171875, 1.621094, 1.210938, 1.271484, 1.147461, 1.597656, 1.144531, 1.15332, 1.165039, 1.244141, 1.176758, 1.182617, 1.554688, 1.142578, 1.269531, 1.217773, 1.441406, 1.203125, 1.186523, 1.455078, 1.239258, 1.132812, 1.136719, 1.237305, 1.15332, 1.255859, 1.515625, 1.176758, 1.226562, 1.22168, 1.183594, 1.180664, 1.388672, 1.550781, 1.203125, 1.216797, 1.241211, 1.182617, 1.167969, 1.151367, 1.121094, 1.228516, 1.193359, 1.238281, 1.089844, 1.199219, 1.178711, 1.169922, 1.1875, 1.197266, 1.208984, 1.176758, 1.192383, 1.601562, 1.158203, 1.269531, 1.186523, 1.241211, 1.15332, 1.246094, 1.183594, 1.182617, 1.116211, 1.152344, 1.223633, 1.167969, 1.174805, 1.194336, 1.144531, 1.546875, 1.198242, 1.476562, 1.121094, 1.185547, 1.181641, 1.539062, 1.192383, 1.18457, 1.271484, 1.229492, 1.150391, 1.183594, 1.236328, 1.148438, 1.200195, 1.211914, 1.429688, 1.206055, 1.214844, 1.099121, 1.174805, 1.205078, 1.167969, 1.182617, 1.167969, 1.203125, 1.19043, 1.144531, 1.227539, 1.186523, 1.219727, 1.535156, 1.229492, 1.158203, 1.217773, 1.198242, 1.539062, 1.158203, 1.210938, 1.174805, 1.199219, 1.161133, 1.244141, 1.172852, 1.166016, 1.466797, 1.177734, 1.208008, 1.152344, 1.15625, 1.231445, 1.169922, 1.185547, 1.146484, 1.222656, 1.181641, 1.196289, 1.200195, 1.196289, 1.219727, 1.171875, 1.185547, 1.375, 0.472656, 1.167969, 1.208984, 1.261719, 1.243164, 1.361328, 1.164062, 1.211914, 1.241211, 1.451172, 1.273438, 1.34375, 1.010986, 1.188477, 1.259766, 1.188477, 1.542969, 1.18457, 0.973389, 1.550781, 1.300781, 1.185547, 1.191406, 1.176758, 1.171875, 1.182617, 1.18457, 1.21875, 1.19043, 1.193359, 1.449219, 1.194336, 1.238281, 1.212891, 1.180664, 1.176758, 1.18457, 1.166992, 1.175781, 1.192383, 1.25, 1.151367, 1.194336, 1.574219, 1.283203, 1.193359, 1.201172, 1.203125, 1.248047, 1.149414, 1.105469, 1.162109, 1.18457, 1.339844, 1.208984, 1.151367, 1.200195, 0.300781, 1.248047, 1.300781, 1.182617, 1.18457, 1.318359, 1.554688, 1.199219, 1.063477, 1.208984, 1.183594, 1.181641, 1.237305, 1.183594, 1.490234, 1.285156, 1.212891, 1.194336, 1.234375, 1.208008, 1.212891, 1.1875, 1.219727, 1.135742, 1.160156, 1.231445, 1.181641, 1.230469, 1.200195, 1.082031, 1.223633, 1.181641, 1.226562, 1.176758, 1.267578, 0.87207, 1.161133, 1.339844, 1.132812, 1.251953, 1.244141, 1.253906, 1.176758, 1.183594, 1.246094, 1.203125, 1.217773, 1.121582, 1.177734, 1.193359, 1.296875, 1.314453, 1.231445, 1.261719, 1.198242, 1.151367, 1.359375, 1.183594, 1.246094, 1.196289, 1.182617, 1.330078, 1.251953, 1.18457, 1.269531, 0.75293, 1.18457, 1.191406, 1.291016, 1.175781, 1.202148, 1.230469, 1.208008, 1.210938, 1.410156, 1.25, 1.199219, 1.175781, 1.230469, 1.19043, 1.198242, 1.196289, 1.209961, 1.193359, 1.208984, 1.111328, 1.261719, 1.163086, 1.0354, 1.192383, 1.198242, 1.181641, 1.199219, 1.182617, 1.195312, 1.177734, 1.024292, 1.226562, 1.222656, 1.255859, 1.175781, 1.169922, 1.523438, 1.213867, 1.135742, 1.230469, 1.421875, 1.214844, 1.223633, 1.369141, 1.539062, 1.170898, 1.208984, 1.227539, 1.192383, 1.182617, 1.198242, 1.22168, 1.236328, 1.238281, 1.318359, 1.205078, 1.386719, 1.18457, 1.189453, 1.46875, 1.578125, 1.232422, 1.324219, 1.212891, 1.349609, 1.269531, 1.287109, 1.168945, 1.171875, 1.337891, 1.24707, 1.239258, 1.235352, 1.243164, 1.192383, 1.178711, 1.235352, 1.601562, 1.382812, 1.200195, 1.193359, 1.22168, 1.283203, 1.130859, 1.138672, 1.238281, 1.371094, 1.162109, 1.216797, 1.224609, 1.1875, 1.176758, 1.234375, 1.279297, 1.302734, 1.503906, 1.625, 1.176758, 1.223633, 1.193359, 1.142578, 1.223633, 1.166016, 1.492188, 1.160156, 1.474609, 1.365234, 1.131836, 1.172852, 1.192383, 1.228516, 1.223633, 1.132812, 1.494141, 1.209961, 1.275391, 1.189453, 1.15918, 1.263672, 1.198242, 1.183594, 1.292969, 1.208008, 1.211914, 1.209961, 1.192383, 1.115723, 1.223633, 1.212891, 0.378906, 1.209961, 1.172852, 1.578125, 1.164062, 1.240234, 1.283203, 1.182617, 1.253906, 1.211914, 1.163086, 1.180664, 1.451172, 1.365234, 1.229492, 1.165039, 1.207031, 1.193359, 1.194336, 1.229492, 1.206055, 1.144531, 1.160156, 1.242188, 1.195312, 1.163086, 1.632812, 1.21875, 1.135742, 1.208984, 1.223633, 1.206055, 1.367188, 1.275391, 1.203125, 1.240234, 1.179688, 1.470703, 1.197266, 1.157227, 1.183594, 1.207031, 1.192383, 1.071777, 1.210938, 1.253906, 1.183594, 1.091309, 1.155273, 1.589844, 1.291016, 1.185547, 1.550781, 1.179688, 0.893555, 1.22168, 1.231445, 1.239258, 1.197266, 0.955078, 1.198242, 1.255859, 1.231445, 1.158203, 1.199219, 1.193359, 1.5, 1.243164, 1.22168, 1.193359, 1.223633, 1.203125, 1.192383, 1.186523, 1.214844, 1.228516, 1.223633, 0.738281, 1.177734, 1.380859, 1.302734, 1.570312, 1.1875, 1.22168, 1.138672, 1.223633, 1.189453, 1.208008, 1.24707, 1.271484, 1.257812, 1.271484, 1.207031, 1.176758, 1.178711, 1.223633, 1.347656, 1.302734, 1.310547, 1.558594, 1.204102, 1.239258, 1.191406, 1.263672, 1.388672, 1.248047, 1.259766, 1.222656, 1.306641, 1.277344, 1.177734, 1.196289, 1.211914, 1.213867, 1.204102, 1.225586, 1.176758, 1.19043, 1.147461, 1.435547, 1.152344, 1.163086, 1.204102, 1.175781, 1.219727, 1.171875, 1.216797, 1.210938, 1.196289, 1.149414, 1.192383, 1.289062, 1.198242, 1.167969, 1.25, 1.140625, 1.137695, 1.175781, 1.224609, 1.21875, 1.114258, 1.188477, 1.371094, 1.429688, 1.177734, 1.255859, 1.193359, 1.196289, 1.192383, 1.462891, 1.162109, 1.192383, 1.147461, 1.223633, 1.255859, 1.242188, 1.1875, 1.351562, 1.161133, 1.248047, 1.170898, 1.25, 1.371094, 1.175781, 1.242188, 1.220703, 1.208008, 1.191406, 1.271484, 1.186523, 1.169922, 1.294922, 1.292969, 1.410156, 1.484375, 1.310547, 1.291016, 1.183594, 1.175781, 0.587891, 1.155273, 1.146484, 1.192383, 1.137695, 1.217773, 1.172852, 1.238281, 1.376953, 2.125, 1.207031, 1.183594, 1.169922, 1.229492, 1.09082, 1.178711, 1.152344, 1.214844, 1.308594, 1.257812, 1.237305, 1.349609, 1.179688, 1.19043, 1.147461, 1.180664, 1.546875, 1.238281, 1.114258, 1.175781, 1.203125, 1.241211, 1.455078, 1.177734, 1.217773, 1.182617, 1.193359, 1.170898, 1.183594, 1.208984, 1.186523, 1.207031, 1.209961, 1.259766, 1.220703, 1.240234, 1.186523, 1.194336, 1.585938, 1.25, 1.192383, 1.123047, 1.176758, 1.207031, 1.236328, 1.248047, 1.412109, 1.148438, 1.209961, 1.192383, 1.207031, 1.318359, 1.25, 1.067871, 1.155273, 1.208984, 1.216797, 1.214844, 1.214844, 1.183594, 1.241211, 1.197266, 1.245117, 1.203125, 1.243164, 1.300781, 1.166016, 1.12207, 1.166992, 1.205078, 1.402344, 1.566406, 1.205078, 1.208008, 1.169922, 1.160156, 1.263672, 1.210938, 1.229492, 1.185547, 1.271484, 1.191406, 1.192383, 1.219727, 1.217773, 1.585938, 1.195312, 1.173828, 1.255859, 1.150391, 1.066406, 1.200195, 1.182617, 1.179688, 1.255859, 1.166016, 1.193359, 1.208008, 1.349609, 1.195312, 1.170898, 1.200195, 1.240234, 1.203125, 1.170898, 1.206055, 1.181641, 1.192383, 1.255859, 1.197266, 1.207031, 0.931641, 1.273438, 1.263672, 1.318359, 1.384766, 1.213867, 1.170898, 1.203125, 1.542969, 1.239258, 1.160156, 1.196289, 1.191406, 1.273438, 1.134766, 1.239258, 1.073242, 1.19043, 1.060303, 1.5625, 1.21582, 1.122559, 1.206055, 1.219727, 1.202148, 1.230469, 1.167969, 1.542969, 1.1875, 1.214844, 1.18457, 1.167969, 1.186523, 1.199219, 1.176758, 1.157227, 1.152344, 1.441406, 1.267578, 1.257812, 1.287109, 1.129883, 1.132812, 1.173828, 1.162109, 1.259766, 1.228516, 1.188477, 1.482422, 1.208984, 1.180664, 1.198242, 1.251953, 1.216797, 1.231445, 1.155273, 1.074219, 1.210938, 1.224609, 1.114258, 1.507812, 1.209961, 1.229492, 1.231445, 1.192383, 1.202148, 1.12207, 1.157227, 1.171875, 1.152344, 1.28125, 1.245117, 1.152344, 1.185547, 1.582031, 1.212891, 1.099121, 1.188477, 1.201172, 1.166992, 1.188477, 1.213867, 1.204102, 1.204102, 1.193359, 1.176758, 1.53125, 1.200195, 1.226562, 1.229492, 1.554688, 1.175781, 1.294922, 1.185547, 1.527344, 1.176758, 1.181641, 1.181641, 1.345703, 1.241211, 1.193359, 1.194336, 1.238281, 1.216797, 1.19043, 1.166992, 1.200195, 1.53125, 1.392578, 1.229492, 1.236328, 1.168945, 1.211914, 1.183594, 1.11377, 1.163086, 1.253906, 1.200195, 1.169922, 1.201172, 1.231445, 1.245117, 1.231445, 1.249023, 1.179688, 1.294922, 1.308594, 1.194336, 1.138672, 1.164062, 1.138672, 1.226562, 1.19043, 1.197266, 1.243164, 1.209961, 1.243164, 1.236328, 1.181641, 1.231445, 1.503906, 1.126953, 1.193359, 1.120605, 1.453125, 1.261719, 1.208984, 1.207031, 1.494141, 1.225586, 1.333984, 1.217773, 1.213867, 1.194336, 1.498047, 1.203125, 1.161133, 1.202148, 1.554688, 1.322266, 1.349609, 1.24707, 1.275391, 1.265625, 1.189453, 1.227539, 1.192383, 1.177734, 1.210938, 1.186523, 1.464844, 1.423828, 1.1875, 1.275391, 1.243164, 1.211914, 1.194336, 1.175781, 1.208008, 1.208008, 1.201172, 1.200195, 1.185547, 1.373047, 1.180664, 1.196289, 1.114746, 1.245117, 1.222656, 1.570312, 1.201172, 1.351562, 1.167969, 1.223633, 1.15332, 1.279297, 1.140625, 1.257812, 1.165039, 1.176758, 1.167969, 1.15918, 1.180664, 1.211914, 1.255859, 1.160156, 1.206055, 1.193359, 0.996307, 1.194336, 1.300781, 1.220703, 1.182617, 1.373047, 1.196289, 1.166016, 1.18457, 1.173828, 1.283203, 1.208008, 1.214844, 1.15918, 1.306641, 1.195312, 1.287109, 1.15332, 1.207031, 1.255859, 1.199219, 1.236328, 1.22168, 1.223633, 1.219727, 1.161133, 1.163086, 1.324219, 1.200195, 1.271484, 1.388672, 1.28125, 1.214844, 1.419922, 1.179688, 1.287109, 1.255859, 1.183594, 1.255859, 1.197266, 1.205078, 1.167969, 1.291016, 1.198242, 1.170898, 1.21875, 1.199219, 1.304688, 1.213867, 1.207031, 1.209961, 1.462891, 1.196289, 1.193359, 1.164062, 1.19043, 1.162109, 1.202148, 1.18457, 1.182617, 0.642578, 1.199219, 1.15625, 1.169922, 1.601562, 1.188477, 1.139648, 1.609375, 1.230469, 1.337891, 1.152344, 1.185547, 1.168945, 1.171875, 1.433594, 1.1875, 1.275391, 1.208984, 1.194336, 1.146484, 1.261719, 1.298828, 1.566406, 1.361328, 1.132812, 1.263672, 1.179688, 1.271484, 1.251953, 1.220703, 1.182617, 1.460938, 1.241211, 1.224609, 1.535156, 1.201172, 1.208984, 1.213867, 1.214844, 1.484375, 1.116211, 1.224609, 1.382812, 1.21582, 0.701172, 1.289062, 1.233398, 1.174805, 1.151367, 1.5, 1.154297, 1.269531, 1.191406, 1.167969, 1.231445, 1.25, 1.279297, 1.144531, 1.213867, 1.261719, 1.214844, 1.515625, 1.279297, 1.214844, 1.198242, 1.241211, 1.154297, 1.21875, 1.199219, 1.227539, 1.144531, 1.223633, 1.211914, 1.163086, 0.619141, 1.233398, 1.224609, 1.539062, 1.205078, 1.21875, 1.208984, 1.265625, 1.255859, 1.277344, 1.092773, 1.202148, 1.168945, 1.496094, 1.168945, 1.128906, 1.248047 ] }, "name": "onnx::Mul_8689", "outputIndexes": [ 1889 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1888, 1889 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1890 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1890 ], "outputIndexes": [ 3038 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3038 ], "outputIndexes": [ 3039 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear", "inputIndexes": [ 3039 ], "outputIndexes": [ 3040 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 840059846, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3040 ], "outputIndexes": [ 3041 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3041 ], "outputIndexes": [ 1891 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1891 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_output_0", "outputIndexes": [ 1892 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1892 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_1_output_0", "outputIndexes": [ 1893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1893 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_2_output_0", "outputIndexes": [ 1894 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1894 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Add_output_0", "outputIndexes": [ 1895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1895 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_3_output_0", "outputIndexes": [ 1896 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1896 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_19/Tanh_output_0", "outputIndexes": [ 1897 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1897 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Add_1_output_0", "outputIndexes": [ 1898 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1898 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_4_output_0", "outputIndexes": [ 1899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1899 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_5_output_0", "outputIndexes": [ 1900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1890 ], "outputIndexes": [ 3042 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3042 ], "outputIndexes": [ 3043 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear", "inputIndexes": [ 3043 ], "outputIndexes": [ 3044 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 852003804, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3044 ], "outputIndexes": [ 3045 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3045 ], "outputIndexes": [ 1901 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1900, 1901 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_19/Mul_output_0", "outputIndexes": [ 1902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1902 ], "outputIndexes": [ 3046 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3046 ], "outputIndexes": [ 3047 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear", "inputIndexes": [ 3047 ], "outputIndexes": [ 3048 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 863947762, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3048 ], "outputIndexes": [ 3049 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3049 ], "outputIndexes": [ 1903 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1903 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_19/Mul_output_0", "outputIndexes": [ 1904 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.640625, 3.625, 3.734375, 3.828125, 3.796875, 3.59375, 3.53125, 1.170898, 3.703125, 3.296875, 3.546875, 3.609375, 3.515625, 3.78125, 3.75, 3.609375, 3.546875, 3.484375, 2.929688, 3.21875, 3.484375, 3.765625, 3.765625, 3.3125, 3.546875, 3.734375, 3.3125, 3.09375, 3.765625, 3.578125, 3.359375, 2.984375, 3.75, 1.419922, 3.59375, 3.125, 3.734375, 3.625, 3.34375, 3.5625, 3.765625, 3.515625, 3.546875, 2.984375, 2.0, 3.5625, 3.765625, 3.59375, 3.703125, 3.078125, 3.4375, 2.546875, 3.546875, 1.816406, 3.6875, 3.3125, 3.578125, 3.796875, 3.453125, 3.28125, 2.835938, 4.109375, 3.75, 3.578125, 3.40625, 3.421875, 2.710938, 3.765625, 3.25, 3.578125, 3.640625, 3.65625, 3.578125, 3.5625, 3.46875, 3.4375, 2.554688, 3.234375, 3.15625, 1.957031, 3.609375, 1.083496, 3.59375, 3.0, 3.53125, 3.515625, 3.671875, 3.046875, 2.09375, 3.390625, 3.34375, 3.484375, 3.703125, 2.0, 3.65625, 1.107422, 3.4375, 3.5, 5.96875, 3.640625, 3.265625, 3.828125, 3.578125, 3.640625, 3.65625, 3.765625, 3.625, 3.09375, 3.734375, 3.484375, 3.6875, 3.5625, 3.5625, 1.996094, 3.609375, 3.21875, 3.65625, 2.0, 3.484375, 3.65625, 3.78125, 3.671875, 3.484375, 3.75, 3.421875, 2.8125, 3.515625, 3.65625, 3.46875, 2.492188, 2.742188, 3.6875, 3.421875, 3.625, 3.71875, 3.53125, 3.3125, 2.78125, 3.578125, 3.65625, 4.71875, 3.234375, 3.390625, 3.609375, 3.546875, 3.359375, 3.359375, 3.640625, 3.609375, 3.703125, 3.59375, 3.28125, 3.46875, 4.015625, 3.421875, 3.859375, 2.546875, 3.671875, 1.738281, 1.554688, 2.273438, 3.71875, 3.125, 2.632812, 3.75, 3.75, 3.640625, 1.644531, 3.75, 3.53125, 3.609375, 1.855469, 3.65625, 1.691406, 3.578125, 4.15625, 3.484375, 1.032471, 3.734375, 3.59375, 3.65625, 1.404297, 3.09375, 1.034912, 4.59375, 3.609375, 2.390625, 3.59375, 3.40625, 3.15625, 3.609375, 3.765625, 3.46875, 3.40625, 3.453125, 3.421875, 3.5625, 3.640625, 3.734375, 3.6875, 3.375, 3.703125, 3.671875, 3.453125, 3.6875, 3.8125, 4.3125, 3.53125, 3.578125, 3.765625, 3.40625, 3.9375, 3.640625, 3.46875, 3.703125, 3.6875, 3.4375, 3.546875, 3.6875, 3.640625, 3.21875, 3.0625, 3.734375, 3.828125, 3.8125, 3.546875, 3.546875, 3.578125, 3.21875, 3.234375, 2.148438, 3.609375, 3.703125, 3.78125, 3.671875, 3.796875, 2.84375, 3.703125, 3.5, 3.5625, 2.757812, 3.59375, 3.640625, 3.109375, 3.4375, 3.609375, 3.3125, 3.1875, 3.8125, 2.695312, 3.640625, 3.4375, 2.039062, 3.671875, 3.640625, 3.59375, 3.5, 3.453125, 3.625, 3.484375, 3.625, 3.828125, 3.53125, 3.546875, 3.71875, 3.109375, 3.6875, 3.703125, 3.390625, 3.609375, 3.546875, 3.53125, 3.5625, 3.46875, 3.71875, 3.59375, 2.429688, 3.515625, 3.6875, 3.65625, 2.921875, 3.546875, 1.84375, 3.484375, 3.671875, 3.59375, 3.328125, 3.578125, 1.605469, 3.515625, 3.390625, 1.664062, 3.40625, 3.53125, 3.46875, 3.53125, 3.375, 3.546875, 3.78125, 3.6875, 3.40625, 3.28125, 1.292969, 3.6875, 0.880371, 3.265625, 3.59375, 3.375, 3.5625, 3.59375, 3.84375, 1.198242, 3.75, 3.609375, 3.5625, 3.515625, 3.578125, 3.890625, 3.359375, 3.578125, 3.375, 3.75, 3.34375, 3.609375, 3.59375, 3.609375, 3.078125, 3.265625, 3.6875, 3.59375, 3.125, 3.234375, 3.625, 3.71875, 5.96875, 3.765625, 3.484375, 3.875, 3.765625, 3.40625, 3.515625, 3.46875, 3.6875, 3.484375, 3.3125, 2.851562, 3.6875, 2.515625, 3.25, 3.734375, 1.769531, 3.078125, 2.03125, 3.046875, 1.081543, 1.894531, 3.84375, 3.734375, 3.125, 3.375, 1.585938, 3.625, 3.296875, 2.34375, 3.421875, 3.71875, 3.8125, 2.007812, 3.609375, 3.53125, 3.640625, 3.4375, 3.5625, 3.453125, 3.984375, 3.75, 3.65625, 3.421875, 3.390625, 2.570312, 3.859375, 3.75, 2.523438, 2.015625, 3.8125, 3.484375, 3.171875, 2.734375, 3.796875, 3.6875, 3.5625, 3.640625, 1.355469, 3.515625, 3.78125, 3.609375, 3.4375, 1.503906, 3.421875, 3.75, 3.484375, 3.671875, 3.546875, 3.671875, 1.960938, 3.96875, 3.59375, 3.5, 3.578125, 2.132812, 3.734375, 3.640625, 3.703125, 3.75, 2.984375, 3.390625, 3.484375, 3.5625, 3.484375, 3.59375, 3.578125, 3.515625, 4.359375, 3.484375, 3.625, 3.046875, 3.75, 3.578125, 3.578125, 3.546875, 3.546875, 3.796875, 3.734375, 3.015625, 2.070312, 3.734375, 3.8125, 3.828125, 3.609375, 3.625, 3.625, 3.4375, 3.671875, 3.09375, 1.796875, 3.734375, 3.640625, 3.90625, 3.421875, 3.71875, 3.6875, 3.5625, 3.359375, 3.40625, 3.65625, 3.609375, 2.632812, 3.703125, 3.453125, 3.546875, 3.6875, 3.515625, 3.671875, 3.734375, 2.421875, 3.546875, 1.527344, 3.40625, 3.328125, 3.6875, 3.5625, 3.578125, 3.6875, 3.265625, 3.546875, 3.703125, 1.832031, 3.3125, 3.53125, 3.6875, 3.4375, 3.53125, 3.5625, 3.734375, 3.734375, 3.75, 1.486328, 3.578125, 3.4375, 3.625, 3.1875, 3.453125, 3.65625, 3.65625, 2.976562, 3.71875, 1.209961, 1.769531, 2.828125, 1.417969, 3.59375, 3.65625, 3.640625, 2.945312, 1.773438, 3.515625, 2.742188, 2.914062, 3.796875, 3.6875, 3.671875, 3.6875, 3.515625, 3.515625, 3.609375, 3.84375, 2.867188, 3.59375, 3.734375, 3.140625, 3.453125, 3.453125, 1.921875, 1.835938, 3.609375, 2.25, 3.75, 3.625, 3.34375, 3.796875, 3.59375, 3.609375, 3.71875, 1.546875, 3.671875, 3.34375, 3.53125, 4.28125, 3.828125, 1.394531, 1.613281, 3.203125, 3.25, 3.609375, 3.953125, 3.5625, 3.75, 3.59375, 2.8125, 3.875, 1.738281, 3.71875, 1.068359, 3.578125, 3.375, 3.421875, 3.765625, 2.414062, 3.421875, 3.40625, 3.546875, 1.789062, 3.109375, 3.46875, 3.53125, 3.6875, 3.671875, 2.585938, 3.328125, 3.5, 3.625, 3.703125, 3.71875, 3.34375, 1.074707, 3.671875, 3.4375, 3.640625, 2.335938, 3.53125, 4.359375, 3.1875, 3.609375, 3.5625, 3.796875, 3.484375, 3.75, 3.46875, 2.171875, 2.734375, 3.75, 3.640625, 3.21875, 3.96875, 3.4375, 3.40625, 3.453125, 3.515625, 3.703125, 3.203125, 3.75, 3.734375, 3.234375, 3.484375, 3.796875, 3.59375, 3.578125, 3.609375, 3.765625, 3.296875, 3.671875, 3.609375, 3.71875, 1.851562, 3.40625, 3.53125, 3.5, 3.3125, 3.484375, 3.515625, 3.578125, 3.65625, 3.390625, 3.5, 3.6875, 3.25, 3.640625, 3.78125, 3.71875, 3.359375, 3.484375, 3.6875, 3.5, 3.71875, 3.796875, 3.265625, 3.671875, 3.484375, 3.65625, 2.9375, 3.984375, 3.703125, 3.046875, 1.617188, 3.640625, 2.398438, 3.6875, 3.875, 3.296875, 2.242188, 1.609375, 1.328125, 3.75, 3.8125, 3.6875, 3.84375, 3.546875, 3.75, 3.484375, 3.40625, 3.4375, 3.34375, 3.75, 1.208984, 3.359375, 3.65625, 3.59375, 3.484375, 3.71875, 3.765625, 3.625, 3.109375, 3.484375, 3.453125, 3.171875, 3.65625, 3.46875, 3.6875, 2.8125, 3.765625, 3.671875, 1.006561, 3.09375, 3.53125, 3.109375, 3.703125, 3.0625, 3.734375, 3.734375, 4.21875, 3.421875, 3.546875, 3.515625, 3.453125, 3.84375, 3.21875, 3.5, 3.71875, 3.609375, 3.640625, 2.265625, 3.78125, 3.359375, 3.5, 3.578125, 3.515625, 3.671875, 3.328125, 3.53125, 3.40625, 3.6875, 3.703125, 3.578125, 3.609375, 2.296875, 3.0625, 3.625, 2.476562, 3.71875, 3.171875, 3.765625, 3.765625, 3.75, 3.5, 2.757812, 1.851562, 2.625, 3.6875, 3.59375, 3.734375, 3.359375, 3.609375, 3.703125, 3.546875, 3.53125, 3.515625, 3.640625, 3.6875, 3.859375, 3.734375, 3.578125, 3.515625, 3.578125, 3.78125, 3.296875, 3.3125, 3.796875, 3.375, 3.703125, 3.75, 3.78125, 3.5625, 3.53125, 3.609375, 3.765625, 3.296875, 3.53125, 1.777344, 3.71875, 3.453125, 3.5, 3.40625, 3.515625, 3.796875, 3.625, 3.328125, 3.4375, 3.6875, 3.71875, 3.453125, 3.578125, 3.390625, 3.40625, 3.671875, 3.46875, 3.65625, 3.578125, 3.671875, 4.296875, 3.140625, 3.4375, 3.5, 3.28125, 3.53125, 2.148438, 3.5625, 3.65625, 2.203125, 2.6875, 3.71875, 3.609375, 3.453125, 3.0625, 3.6875, 3.1875, 3.546875, 3.703125, 2.617188, 3.59375, 3.4375, 1.871094, 3.796875, 3.578125, 3.546875, 3.1875, 2.398438, 3.484375, 3.65625, 1.773438, 3.609375, 3.421875, 3.703125, 1.539062, 3.59375, 2.6875, 3.96875, 4.609375, 3.375, 2.585938, 3.484375, 3.46875, 3.4375, 3.578125, 3.671875, 3.6875, 3.59375, 3.515625, 3.53125, 3.59375, 3.453125, 3.765625, 3.609375, 3.46875, 4.3125, 3.6875, 2.75, 3.65625, 3.46875, 2.546875, 3.484375, 2.734375, 3.4375, 3.640625, 3.59375, 3.625, 3.625, 3.359375, 3.6875, 3.484375, 3.84375, 3.140625, 3.375, 3.484375, 3.734375, 0.732422, 3.1875, 2.96875, 3.390625, 3.390625, 2.828125, 3.671875, 3.84375, 3.484375, 3.625, 3.53125, 1.417969, 3.53125, 3.46875, 3.40625, 1.96875, 3.578125, 3.640625, 3.25, 1.648438, 3.203125, 3.546875, 3.5625, 3.734375, 3.609375, 3.8125, 3.0, 3.5, 3.34375, 3.5, 3.296875, 3.703125, 3.578125, 3.765625, 3.21875, 3.53125, 1.710938, 3.578125, 3.640625, 3.515625, 3.59375, 3.75, 3.453125, 3.96875, 3.515625, 3.609375, 3.09375, 3.5625, 3.734375, 3.765625, 2.695312, 3.28125, 3.484375, 1.523438, 0.876953, 2.804688, 3.3125, 3.375, 3.71875, 3.453125, 3.84375, 1.375, 1.074707, 3.46875, 4.125, 3.15625, 3.46875, 3.4375, 3.640625, 3.59375, 3.265625, 1.431641, 3.734375, 3.53125, 3.4375, 2.226562, 3.421875, 3.359375, 3.390625, 3.265625, 4.046875, 3.640625, 3.265625, 3.796875, 2.984375, 3.703125, 3.625, 3.296875, 3.5625, 3.484375, 3.84375, 3.734375, 2.5625, 1.298828, 1.691406, 3.625, 3.4375, 3.65625, 3.609375, 3.671875, 3.46875, 3.734375, 1.012573, 3.4375, 2.890625, 3.875, 3.671875, 1.503906, 3.734375, 3.5625, 3.46875, 3.609375, 3.59375, 3.46875, 3.15625, 1.597656, 3.40625, 3.296875, 3.46875, 1.632812, 3.453125, 3.6875, 4.203125, 3.640625, 2.320312, 3.3125, 3.25, 3.71875, 3.578125, 2.546875, 3.5, 3.625, 2.882812, 2.445312, 1.273438, 1.699219, 3.390625, 3.53125, 3.6875, 3.3125, 3.421875, 3.234375, 3.671875, 1.074219, 3.671875, 3.65625, 3.40625, 3.703125, 3.078125, 3.59375, 3.59375, 1.099609, 3.40625, 1.402344, 3.609375, 1.527344, 2.984375, 3.703125, 3.59375, 3.59375, 2.921875, 3.28125, 2.546875, 3.359375, 1.380859, 3.40625, 2.929688, 2.617188, 2.148438, 3.625, 3.65625, 3.03125, 2.390625, 3.75, 3.40625, 3.6875, 2.882812, 3.375, 3.5625, 1.24707, 3.625, 3.6875, 3.3125, 1.410156, 1.217773, 3.609375, 3.765625, 3.4375, 3.703125, 3.734375, 3.4375, 2.859375, 1.652344, 3.4375, 3.59375, 3.9375, 3.1875, 3.609375, 3.578125, 3.875, 3.59375, 3.8125, 3.46875, 3.8125, 3.359375, 3.375, 3.671875, 3.625, 3.09375, 3.75, 3.75, 3.75, 3.5625, 3.578125, 2.679688, 3.4375, 1.236328, 2.921875, 3.109375, 1.628906, 3.6875, 3.3125, 3.703125, 3.4375, 3.703125, 3.6875, 3.40625, 3.59375, 1.449219, 3.125, 3.484375, 3.1875, 3.671875, 3.46875, 3.03125, 3.703125, 3.5625, 3.671875, 3.625, 3.671875, 1.386719, 3.75, 3.875, 2.882812, 3.71875, 3.59375, 3.78125, 4.3125, 3.484375, 3.5625, 3.625, 3.65625, 3.625, 3.546875, 3.015625, 3.390625, 3.6875, 3.71875, 3.6875, 3.359375, 1.820312, 3.71875, 1.8125, 3.578125, 3.4375, 3.03125, 3.671875, 3.703125, 3.625, 3.453125, 3.09375, 3.5, 1.106934, 1.222656, 1.213867, 3.625, 3.859375, 1.839844, 3.453125, 3.59375, 3.578125, 1.867188, 3.359375, 2.75, 3.453125, 1.75, 3.6875, 3.5625, 4.015625, 3.65625, 3.25, 3.265625, 3.734375, 3.609375, 1.671875, 3.09375, 0.984863, 3.453125, 3.75, 3.671875, 3.75, 2.945312, 2.28125, 3.59375, 1.494141, 3.765625, 3.65625, 3.5, 3.5, 2.78125, 3.65625, 3.578125, 3.59375, 3.0625, 3.609375, 3.453125, 2.976562, 3.546875, 3.84375, 3.96875, 3.671875, 3.46875, 3.671875, 3.375, 3.578125, 3.8125, 3.671875, 3.625, 3.5, 3.59375, 3.703125, 3.296875, 3.609375, 3.5, 3.578125, 3.515625, 3.59375, 3.234375, 3.6875, 3.484375, 3.6875, 3.53125, 3.40625, 2.023438, 3.671875, 3.34375, 3.59375, 3.390625, 3.5, 3.59375, 3.734375, 1.917969, 3.609375, 2.148438, 3.59375, 3.328125, 3.375, 2.945312, 3.4375, 2.570312, 3.578125, 1.494141, 3.515625, 2.65625, 3.421875, 3.5625, 3.296875, 3.671875, 3.6875, 3.5, 3.46875, 3.5, 3.53125, 3.703125, 1.230469, 3.65625, 3.40625, 3.484375, 3.75, 3.5, 3.78125, 3.40625, 2.734375, 3.40625, 3.515625, 3.40625, 3.515625, 3.859375, 3.625, 3.59375, 3.296875, 3.46875, 1.291016, 3.65625, 3.546875, 3.71875, 2.234375, 3.296875, 2.320312, 1.161133, 3.5, 1.128906, 1.507812, 3.3125, 3.578125, 3.53125, 3.734375, 1.574219, 3.546875, 3.09375, 3.59375, 1.396484, 3.625, 3.5, 3.59375, 3.625, 3.65625, 3.765625, 1.22168, 3.71875, 3.46875, 2.414062, 1.644531, 3.59375, 3.6875, 1.988281, 3.71875, 2.304688, 3.71875, 3.421875, 3.703125, 3.53125, 1.710938, 3.53125, 3.484375, 3.453125, 3.515625, 3.4375, 2.640625, 1.109375, 3.640625, 3.8125, 3.21875, 3.609375, 3.75, 3.65625, 3.796875, 3.5625, 3.5625, 3.453125, 3.5, 3.5625, 3.6875, 3.578125, 3.625, 3.203125, 3.53125, 3.484375, 3.5625, 0.95752, 3.625, 3.59375, 3.640625, 3.359375, 3.421875, 3.359375, 3.484375, 3.59375, 3.234375, 3.53125, 3.625, 3.59375, 3.75, 2.578125, 3.546875, 1.527344, 3.546875, 1.792969, 3.75, 3.75, 3.640625, 1.53125, 3.640625, 3.359375, 3.3125, 3.8125, 4.015625, 3.53125, 3.359375, 3.5625, 3.578125, 3.375, 2.070312, 3.421875, 3.78125, 4.125, 3.8125, 3.453125, 3.65625, 3.640625, 3.625, 3.453125, 3.625, 3.046875, 3.296875, 3.578125, 3.390625, 2.054688, 3.25, 3.65625, 3.859375, 3.4375, 1.476562, 3.796875, 3.703125, 3.796875, 3.640625, 3.296875, 3.640625, 3.578125, 3.59375, 1.412109, 3.640625, 3.59375, 3.4375, 3.8125, 3.390625, 3.734375, 3.71875, 3.78125, 3.71875, 3.359375, 3.6875, 3.734375, 3.625, 3.4375, 3.734375, 3.5, 2.546875, 3.921875, 3.40625, 3.484375, 3.578125, 3.421875, 2.765625, 3.71875, 3.578125, 3.71875, 1.380859, 3.15625, 2.992188, 1.765625, 3.53125, 3.65625, 3.859375, 0.973145, 3.71875, 4.65625, 1.116211, 2.34375, 3.625, 3.59375, 3.671875, 3.75, 3.8125, 3.484375, 3.46875, 3.4375, 3.75, 2.03125, 3.5625, 3.578125, 3.59375, 1.882812, 3.703125, 3.609375, 3.59375, 3.5625, 3.578125, 3.328125, 3.65625, 3.25, 1.589844, 3.703125, 3.53125, 3.578125, 3.5, 2.882812, 3.59375, 2.015625, 3.671875, 3.484375, 2.640625, 3.4375, 3.59375, 3.6875, 2.164062, 3.390625, 3.375, 3.5625, 3.671875, 2.640625, 1.314453, 3.4375, 4.515625, 3.453125, 3.03125, 3.671875, 3.71875, 3.5, 1.324219, 3.203125, 3.765625, 3.40625, 3.484375, 3.40625, 3.90625, 3.453125, 3.65625, 3.171875, 3.546875, 3.4375, 3.578125, 3.734375, 3.84375, 3.265625, 3.078125, 3.1875, 3.140625, 3.5, 3.328125, 2.726562, 3.59375, 2.617188, 3.859375, 3.421875, 3.609375, 3.65625, 3.578125, 3.671875, 2.609375, 3.4375, 3.734375, 3.796875, 3.546875, 3.734375, 2.601562, 3.40625, 3.5, 3.6875, 3.703125, 3.71875, 3.234375, 3.734375, 3.359375, 3.515625, 3.328125, 1.988281, 3.421875, 3.640625, 3.65625, 2.984375, 3.71875, 3.609375, 3.265625, 3.484375, 3.4375, 3.625, 3.59375, 3.328125, 2.664062, 3.390625, 3.640625, 3.640625, 3.546875, 3.828125, 3.859375, 3.625, 3.640625, 3.765625, 3.484375, 4.328125, 3.453125, 3.46875, 3.09375, 3.421875, 3.734375, 3.515625, 3.703125, 3.6875, 3.71875, 3.671875, 2.234375, 3.75, 3.5625, 3.296875, 3.484375, 3.609375, 1.016235, 3.46875, 3.765625, 3.609375, 2.046875, 3.546875, 3.625, 2.578125, 1.570312, 3.359375, 3.484375, 3.765625, 3.46875, 3.390625, 3.5, 3.328125, 3.234375, 3.421875, 2.695312, 3.46875, 2.703125, 3.6875, 3.59375, 2.0625, 1.121094, 3.671875, 4.171875, 3.75, 2.523438, 3.84375, 3.0625, 3.46875, 3.6875, 4.4375, 3.5625, 3.6875, 3.34375, 3.234375, 3.734375, 3.78125, 4.21875, 1.820312, 2.640625, 3.5625, 3.59375, 3.671875, 3.0625, 3.4375, 3.671875, 3.203125, 2.40625, 3.75, 3.71875, 3.453125, 3.453125, 3.515625, 3.25, 3.25, 3.65625, 0.993591, 1.150391, 3.5, 3.609375, 3.421875, 3.8125, 3.4375, 3.6875, 1.96875, 3.8125, 2.296875, 2.367188, 3.515625, 3.78125, 3.484375, 3.53125, 3.6875, 3.59375, 1.941406, 3.78125, 3.328125, 3.265625, 3.671875, 3.53125, 3.484375, 3.234375, 3.0625, 3.578125, 3.59375, 3.453125, 3.28125, 2.851562, 3.390625, 3.3125, 3.359375, 3.765625, 3.640625, 1.490234, 3.578125, 3.453125, 2.25, 3.5, 3.25, 3.484375, 3.609375, 3.53125, 3.5, 2.96875, 3.671875, 3.671875, 3.671875, 3.75, 3.640625, 3.609375, 3.5, 3.421875, 3.671875, 3.71875, 3.5, 2.289062, 1.028076, 3.59375, 3.578125, 3.78125, 3.53125, 3.390625, 0.992249, 3.625, 3.703125, 3.375, 3.578125, 2.195312, 3.875, 3.578125, 3.71875, 3.515625, 3.515625, 4.171875, 3.28125, 3.078125, 3.515625, 4.015625, 3.5, 1.460938, 3.546875, 3.40625, 1.116211, 3.65625, 2.203125, 3.71875, 3.53125, 3.171875, 3.515625, 1.867188, 3.53125, 3.671875, 3.5625, 3.609375, 3.65625, 3.4375, 3.1875, 3.6875, 3.828125, 3.6875, 3.625, 3.859375, 2.414062, 3.5, 3.515625, 3.265625, 3.21875, 2.578125, 3.71875, 2.0625, 3.21875, 1.137695, 3.796875, 3.546875, 3.875, 3.5, 3.484375, 3.578125, 3.609375, 3.765625, 3.34375, 3.703125, 3.546875, 3.703125, 3.140625, 3.75, 2.546875, 3.484375, 3.015625, 1.490234, 3.65625, 3.671875, 3.78125, 3.734375, 4.0, 3.171875, 3.375, 3.59375, 2.71875, 2.875, 3.5625, 3.859375, 3.765625, 3.359375, 3.515625, 2.835938, 3.8125, 3.75, 3.71875, 1.816406, 3.3125, 3.578125, 3.640625, 3.75, 3.125, 3.453125, 3.453125, 3.515625, 3.609375, 3.59375, 3.65625, 2.109375, 3.375, 3.640625, 3.578125, 3.875, 3.765625, 3.640625, 3.359375, 3.15625, 3.78125, 3.703125, 2.382812, 1.789062, 3.671875, 3.53125, 3.75, 3.53125, 3.703125, 1.046387, 3.46875, 3.71875, 3.453125, 3.75, 3.125, 3.5625, 3.171875, 1.882812, 3.640625, 3.46875, 3.734375, 3.453125, 2.742188, 3.75, 3.671875, 3.5625, 3.53125, 3.765625, 3.78125, 3.25, 3.15625, 2.554688, 3.265625, 2.78125, 1.335938, 3.40625, 3.8125, 3.59375, 3.9375, 1.800781, 3.59375, 3.609375, 3.65625, 3.625, 3.5, 2.765625, 3.5, 2.3125, 4.203125, 2.859375, 3.453125, 3.546875, 3.4375, 3.34375, 3.6875, 3.65625, 3.6875, 2.976562, 3.546875, 3.65625, 1.730469, 3.125, 3.671875, 3.671875, 3.40625, 1.804688, 3.4375, 3.484375, 3.46875, 3.6875, 3.546875, 1.503906, 3.59375, 3.59375, 2.773438, 3.71875, 3.421875, 3.34375, 3.40625, 3.625, 3.34375, 3.515625, 3.609375, 3.65625, 3.59375, 3.625, 3.65625, 1.328125, 3.5, 3.421875, 3.6875, 3.6875, 3.828125, 3.703125, 3.359375, 2.453125, 3.484375, 3.828125, 3.640625, 3.53125, 2.359375, 3.359375, 3.40625, 3.46875, 3.53125, 3.453125, 3.640625, 3.5, 3.734375, 3.40625, 3.625, 3.234375, 3.453125, 3.5, 3.53125, 3.5625, 3.609375, 3.0625, 3.6875, 2.171875, 0.932617, 3.546875, 3.171875, 3.78125, 3.75, 3.65625, 3.5625, 3.03125, 3.65625, 3.265625, 3.4375, 3.8125, 3.75, 3.640625, 1.355469, 3.390625, 3.609375, 3.4375, 3.390625, 3.5, 3.578125, 3.640625, 3.578125, 3.25, 3.78125, 3.703125, 3.578125, 3.375, 3.46875, 2.796875, 3.65625, 3.109375, 3.28125, 3.5625, 3.734375, 3.65625, 3.625, 3.78125, 3.5625, 3.46875, 0.803711, 2.921875, 3.578125, 2.976562, 2.328125, 3.75, 3.59375, 3.53125, 1.648438, 2.9375, 3.671875, 3.703125, 3.75, 3.75, 3.578125, 3.875, 3.3125, 3.109375, 4.375, 1.141602, 3.40625, 3.59375, 3.625, 3.578125, 3.75, 3.859375, 3.375, 1.161133, 3.625, 3.4375, 3.5625, 3.609375, 3.6875, 3.546875, 3.890625, 3.609375, 3.21875, 2.367188, 3.390625, 3.65625, 3.46875, 3.546875, 3.765625, 3.453125, 3.65625, 3.15625, 3.71875, 3.1875, 3.125, 3.59375, 3.640625, 3.703125, 3.5, 3.328125, 3.4375, 3.375, 4.078125, 3.703125, 3.578125, 3.265625, 1.261719, 3.828125, 3.4375, 3.734375, 3.609375, 3.828125, 3.53125, 3.65625, 3.65625, 3.78125, 2.742188, 3.625, 3.625, 3.546875, 1.287109, 3.640625, 3.34375, 3.71875, 3.71875, 3.71875, 3.578125, 3.734375, 3.453125, 3.8125, 3.4375, 3.625, 1.386719, 3.5, 3.203125, 3.671875, 1.498047, 3.78125, 1.59375, 3.5, 1.115723, 3.671875, 3.109375, 2.390625, 2.546875, 3.359375, 3.796875, 3.671875, 3.46875, 3.71875, 3.453125, 3.671875, 3.609375, 0.952881, 2.171875, 2.71875, 3.671875, 3.703125, 3.421875, 3.71875, 3.6875, 3.6875, 2.890625, 3.75, 3.8125, 3.609375, 3.78125, 3.328125, 3.4375, 3.515625, 3.640625, 2.875, 3.953125, 3.6875, 3.75, 3.59375, 3.65625, 2.984375, 3.78125, 3.703125, 3.484375, 3.640625, 3.890625, 3.546875, 3.625, 3.71875, 1.941406, 3.453125, 3.421875, 3.25, 1.957031, 3.84375, 3.734375, 3.78125, 1.667969, 3.375, 2.929688, 3.5625, 3.359375, 3.03125, 1.123047, 3.671875, 3.640625, 3.703125, 1.102539, 2.835938, 1.439453, 2.609375, 3.703125, 3.046875, 3.828125, 3.796875, 3.640625, 3.328125, 3.609375, 3.453125, 2.125, 2.203125, 3.65625, 3.25, 3.46875, 3.6875, 3.546875, 3.5, 3.734375, 2.859375, 3.703125, 3.421875, 3.5625, 2.085938, 3.75, 3.625, 4.265625, 3.71875, 3.53125, 1.824219, 3.546875, 1.566406, 3.578125, 3.671875, 3.515625, 3.46875, 3.625, 3.1875, 3.578125, 3.71875, 3.546875, 3.6875, 3.453125, 3.4375, 3.765625, 3.46875, 3.875, 3.34375, 3.03125, 3.734375, 2.554688, 3.359375, 3.359375, 2.789062, 3.578125, 3.6875, 3.53125, 3.53125, 3.375, 3.46875, 3.484375, 3.75, 2.640625, 3.65625, 3.59375, 3.515625, 3.625, 3.890625, 3.6875, 3.25, 3.6875, 3.640625, 3.484375, 3.59375, 3.578125, 2.429688, 3.6875, 3.546875, 2.148438, 3.453125, 3.59375, 1.5625, 3.546875, 3.1875, 3.578125, 3.640625, 3.40625, 3.734375, 3.765625, 3.59375, 3.625, 3.625, 3.421875, 3.40625, 3.625, 2.484375, 3.3125, 3.640625, 3.609375, 1.847656, 3.34375, 3.53125, 3.703125, 3.859375, 3.640625, 3.671875, 3.265625, 3.421875, 1.863281, 3.203125, 3.625, 3.546875, 1.605469, 3.609375, 3.671875, 1.871094, 3.65625, 3.375, 3.625, 3.640625, 3.59375, 3.59375, 2.296875, 3.671875, 3.671875, 3.71875, 3.671875, 3.265625, 3.3125, 3.21875, 1.75, 2.703125, 3.734375, 3.34375, 3.78125, 2.960938, 3.21875, 3.453125, 3.703125, 1.671875, 3.203125, 3.765625, 1.12793, 3.640625, 3.328125, 3.75, 3.65625, 1.664062, 3.59375, 3.578125, 1.216797, 3.6875, 1.808594, 3.46875, 3.578125, 3.6875, 3.625, 1.628906, 3.703125, 3.125, 3.640625, 3.625, 3.578125, 3.5, 2.140625, 4.015625, 3.75, 3.8125, 3.4375, 1.773438, 3.515625, 3.65625, 3.28125, 3.46875, 3.875, 3.5625, 3.28125, 3.3125, 3.5625, 3.421875, 3.5, 2.445312, 2.476562, 3.734375, 3.671875, 1.232422, 3.703125, 3.25, 3.65625, 3.734375, 3.578125, 3.265625, 2.976562, 3.515625, 3.703125, 1.878906, 3.515625, 3.625, 3.3125 ] }, "name": "onnx::Mul_8691", "outputIndexes": [ 1905 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 1905 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1906 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1887, 1906 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_99_output_0", "outputIndexes": [ 1907 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1907, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_180_output_0", "outputIndexes": [ 1908 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1908 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_20/Mul_output_0", "outputIndexes": [ 1909 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.359375, 1.330078, 1.347656, 1.255859, 1.269531, 1.228516, 1.453125, 3.484375, 1.243164, 1.433594, 1.4375, 1.300781, 1.441406, 1.285156, 1.380859, 1.337891, 1.345703, 1.361328, 1.349609, 1.574219, 1.404297, 1.233398, 1.257812, 1.535156, 1.341797, 1.316406, 1.535156, 1.515625, 1.302734, 1.314453, 1.423828, 1.769531, 1.273438, 3.3125, 1.330078, 1.722656, 1.239258, 1.347656, 1.369141, 1.285156, 1.242188, 1.308594, 1.314453, 1.742188, 2.6875, 1.353516, 1.189453, 1.34375, 1.761719, 1.652344, 1.294922, 2.390625, 1.314453, 2.953125, 1.308594, 1.476562, 1.246094, 1.386719, 1.330078, 1.445312, 1.894531, 1.073242, 1.404297, 1.425781, 1.707031, 1.490234, 1.964844, 1.263672, 1.5625, 1.373047, 1.332031, 1.259766, 1.310547, 1.316406, 1.376953, 1.341797, 2.132812, 1.482422, 1.660156, 2.796875, 1.369141, 3.625, 1.34375, 1.832031, 1.410156, 1.474609, 1.355469, 1.558594, 2.46875, 1.462891, 1.546875, 1.369141, 1.279297, 2.65625, 1.308594, 3.8125, 1.394531, 1.304688, 1.112793, 1.332031, 1.357422, 1.308594, 1.285156, 1.333984, 1.242188, 1.373047, 1.28125, 1.574219, 1.208008, 1.337891, 1.267578, 1.318359, 1.453125, 3.390625, 1.337891, 1.546875, 1.306641, 2.734375, 1.390625, 1.359375, 1.265625, 1.294922, 1.34375, 1.233398, 1.408203, 1.9375, 1.369141, 1.341797, 1.3125, 2.101562, 1.9375, 1.24707, 1.392578, 1.318359, 1.269531, 1.416016, 1.46875, 2.007812, 1.355469, 1.322266, 0.891602, 1.664062, 1.378906, 1.349609, 1.304688, 1.4375, 1.478516, 1.273438, 1.277344, 1.373047, 1.244141, 1.464844, 1.433594, 1.222656, 1.433594, 1.28125, 2.210938, 1.285156, 2.898438, 3.125, 2.640625, 1.271484, 1.523438, 2.101562, 1.28125, 1.22168, 1.261719, 3.078125, 1.351562, 1.316406, 1.273438, 2.773438, 1.380859, 2.96875, 1.263672, 1.11084, 1.375, 3.828125, 1.241211, 1.271484, 1.289062, 3.265625, 1.617188, 3.671875, 1.131836, 1.345703, 2.210938, 1.341797, 1.353516, 1.605469, 1.310547, 1.304688, 1.378906, 1.408203, 1.328125, 1.423828, 1.300781, 1.333984, 1.347656, 1.253906, 1.388672, 1.345703, 1.382812, 1.480469, 1.416016, 1.28125, 1.049072, 1.300781, 1.283203, 1.283203, 1.400391, 1.220703, 1.392578, 1.279297, 1.277344, 1.275391, 1.435547, 1.402344, 1.423828, 1.294922, 1.503906, 1.699219, 1.271484, 1.257812, 1.259766, 1.320312, 1.255859, 1.308594, 1.464844, 1.458984, 2.804688, 1.287109, 1.349609, 1.292969, 1.261719, 1.22168, 1.824219, 1.326172, 1.333984, 1.318359, 2.125, 1.294922, 1.3125, 1.644531, 1.466797, 1.332031, 1.414062, 1.5, 1.21582, 2.0625, 1.376953, 1.400391, 2.679688, 1.267578, 1.318359, 1.302734, 1.296875, 1.314453, 1.322266, 1.417969, 1.302734, 1.251953, 1.298828, 1.408203, 1.337891, 1.515625, 1.322266, 1.287109, 1.359375, 1.330078, 1.326172, 1.351562, 1.400391, 1.367188, 1.337891, 1.357422, 2.242188, 1.386719, 1.279297, 1.3125, 1.84375, 1.271484, 2.929688, 1.34375, 1.349609, 1.4375, 1.375, 1.359375, 3.171875, 1.326172, 1.478516, 3.078125, 1.503906, 1.300781, 1.416016, 1.318359, 1.5, 1.400391, 1.253906, 1.265625, 1.621094, 1.585938, 3.65625, 1.306641, 3.65625, 1.570312, 1.380859, 1.539062, 1.271484, 1.410156, 1.367188, 3.53125, 1.273438, 1.22168, 1.417969, 1.347656, 1.416016, 1.275391, 1.40625, 1.447266, 1.462891, 1.378906, 1.384766, 1.239258, 1.328125, 1.40625, 1.644531, 1.523438, 1.291016, 1.414062, 1.503906, 1.652344, 1.271484, 1.333984, 0.804688, 1.251953, 1.287109, 1.201172, 1.269531, 1.408203, 1.333984, 1.435547, 1.324219, 1.478516, 1.447266, 1.847656, 1.279297, 2.359375, 1.5, 1.269531, 2.945312, 1.585938, 2.703125, 1.652344, 3.65625, 2.84375, 1.257812, 1.251953, 1.75, 1.453125, 3.0625, 1.339844, 1.458984, 2.234375, 1.460938, 1.296875, 1.304688, 2.710938, 1.425781, 1.337891, 1.341797, 1.400391, 1.355469, 1.345703, 1.267578, 1.373047, 1.3125, 1.376953, 1.435547, 2.015625, 1.207031, 1.40625, 2.109375, 2.648438, 1.212891, 1.365234, 1.5, 1.910156, 1.316406, 1.296875, 1.300781, 1.306641, 3.390625, 1.447266, 1.326172, 1.417969, 1.421875, 3.21875, 1.408203, 1.229492, 1.359375, 1.408203, 1.417969, 1.318359, 2.703125, 1.390625, 1.287109, 1.34375, 1.353516, 2.664062, 1.261719, 1.382812, 1.353516, 1.275391, 2.085938, 1.439453, 1.289062, 1.353516, 1.261719, 1.378906, 1.310547, 1.394531, 1.539062, 1.241211, 1.386719, 1.796875, 1.273438, 1.291016, 1.300781, 1.285156, 1.380859, 1.304688, 1.259766, 1.722656, 2.875, 1.217773, 1.192383, 1.279297, 1.261719, 1.298828, 1.271484, 1.394531, 1.259766, 1.621094, 2.96875, 1.298828, 1.316406, 1.359375, 1.400391, 1.273438, 1.318359, 1.425781, 1.412109, 1.410156, 1.310547, 1.361328, 2.03125, 1.209961, 1.332031, 1.353516, 1.269531, 1.349609, 1.275391, 1.318359, 2.296875, 1.384766, 3.078125, 1.410156, 1.523438, 1.251953, 1.3125, 1.294922, 1.365234, 1.453125, 1.279297, 1.234375, 2.90625, 1.431641, 1.285156, 1.365234, 1.439453, 1.382812, 1.337891, 1.261719, 1.261719, 1.310547, 3.140625, 1.269531, 1.376953, 1.353516, 1.535156, 1.392578, 1.310547, 1.229492, 1.8125, 1.267578, 3.53125, 2.882812, 1.835938, 3.34375, 1.320312, 1.388672, 1.328125, 1.832031, 2.695312, 1.328125, 1.84375, 1.886719, 1.1875, 1.261719, 1.46875, 1.347656, 1.421875, 1.414062, 1.417969, 1.253906, 1.851562, 1.388672, 1.226562, 1.632812, 1.355469, 1.445312, 2.828125, 2.898438, 1.291016, 2.320312, 1.349609, 1.265625, 1.359375, 1.324219, 1.425781, 1.287109, 1.202148, 3.359375, 1.257812, 0.884277, 1.363281, 1.077148, 1.369141, 3.671875, 3.3125, 1.554688, 1.714844, 1.289062, 1.239258, 1.267578, 1.273438, 1.349609, 1.910156, 1.231445, 3.046875, 1.246094, 1.882812, 1.335938, 1.480469, 1.507812, 1.306641, 3.28125, 1.347656, 1.447266, 1.339844, 2.40625, 1.570312, 1.335938, 1.482422, 1.300781, 1.294922, 2.875, 1.585938, 1.335938, 1.353516, 1.34375, 1.271484, 1.453125, 4.015625, 1.277344, 1.439453, 1.337891, 2.539062, 1.320312, 1.050293, 1.644531, 1.28125, 1.294922, 1.597656, 1.365234, 1.320312, 1.398438, 2.679688, 1.996094, 1.265625, 1.275391, 1.605469, 1.306641, 2.429688, 1.398438, 1.376953, 1.378906, 1.220703, 1.511719, 1.339844, 1.320312, 1.474609, 1.341797, 1.238281, 1.349609, 1.339844, 1.349609, 1.306641, 1.316406, 1.291016, 1.273438, 1.245117, 2.75, 1.40625, 1.322266, 1.40625, 1.507812, 1.285156, 1.353516, 1.261719, 1.285156, 1.380859, 1.322266, 1.245117, 1.582031, 1.34375, 1.259766, 1.255859, 1.392578, 1.365234, 1.279297, 1.373047, 1.279297, 1.25, 1.550781, 1.285156, 1.355469, 1.237305, 1.960938, 1.279297, 1.225586, 1.494141, 3.046875, 1.249023, 2.304688, 1.298828, 1.300781, 1.535156, 2.570312, 2.84375, 3.390625, 1.291016, 1.259766, 1.3125, 1.279297, 1.375, 1.328125, 1.439453, 1.527344, 1.515625, 1.388672, 1.229492, 3.546875, 1.435547, 1.235352, 1.396484, 1.398438, 1.265625, 1.244141, 1.298828, 1.679688, 1.384766, 1.34375, 1.578125, 1.318359, 1.367188, 1.306641, 1.832031, 1.367188, 1.337891, 3.84375, 2.140625, 1.296875, 1.511719, 1.246094, 1.648438, 1.245117, 1.213867, 1.300781, 1.4375, 1.378906, 1.341797, 1.404297, 1.251953, 1.441406, 1.333984, 1.231445, 1.314453, 1.335938, 2.617188, 1.178711, 1.523438, 1.326172, 1.367188, 1.332031, 1.289062, 1.535156, 1.277344, 1.384766, 1.349609, 1.279297, 1.291016, 1.396484, 2.421875, 1.855469, 1.322266, 2.21875, 1.417969, 1.585938, 1.292969, 1.19043, 1.302734, 1.371094, 1.992188, 3.21875, 2.046875, 1.308594, 1.283203, 1.222656, 1.496094, 1.449219, 1.253906, 1.306641, 1.369141, 1.306641, 1.232422, 1.230469, 1.237305, 1.231445, 1.416016, 1.373047, 1.324219, 1.351562, 1.558594, 1.574219, 1.398438, 1.484375, 1.300781, 1.296875, 1.283203, 1.330078, 1.267578, 1.271484, 1.355469, 1.542969, 1.478516, 2.914062, 1.285156, 1.324219, 1.384766, 1.384766, 1.419922, 1.291016, 1.347656, 1.427734, 1.384766, 1.271484, 1.259766, 1.402344, 1.269531, 1.435547, 1.453125, 1.302734, 1.408203, 1.19043, 1.316406, 1.310547, 1.160156, 1.617188, 1.400391, 1.341797, 1.425781, 1.318359, 3.109375, 1.369141, 1.273438, 2.546875, 1.933594, 1.314453, 1.308594, 1.324219, 1.730469, 1.239258, 1.515625, 1.400391, 1.302734, 2.203125, 1.347656, 1.53125, 3.015625, 1.322266, 1.351562, 1.347656, 1.496094, 2.398438, 1.404297, 1.384766, 3.078125, 1.351562, 1.546875, 1.277344, 3.46875, 1.373047, 2.515625, 1.417969, 1.174805, 1.351562, 2.101562, 1.435547, 1.455078, 1.455078, 1.333984, 1.253906, 1.243164, 1.304688, 1.390625, 1.369141, 1.253906, 1.380859, 1.3125, 1.271484, 1.384766, 1.072754, 1.265625, 1.992188, 1.460938, 1.355469, 2.382812, 1.369141, 1.867188, 1.308594, 1.341797, 1.40625, 1.275391, 1.333984, 1.357422, 1.316406, 1.3125, 1.222656, 1.507812, 1.382812, 1.388672, 1.326172, 3.453125, 1.494141, 1.730469, 1.466797, 1.392578, 2.039062, 1.285156, 1.302734, 1.363281, 1.300781, 1.341797, 3.203125, 1.355469, 1.373047, 1.40625, 3.078125, 1.333984, 1.316406, 1.445312, 3.015625, 1.582031, 1.326172, 1.359375, 1.271484, 1.34375, 1.249023, 1.664062, 1.466797, 1.439453, 1.332031, 1.539062, 1.306641, 1.302734, 1.18457, 1.566406, 1.373047, 3.078125, 1.349609, 1.257812, 1.351562, 1.386719, 1.257812, 1.306641, 1.332031, 1.388672, 1.339844, 1.601562, 1.298828, 1.298828, 1.237305, 2.070312, 1.478516, 1.349609, 3.171875, 3.828125, 1.890625, 1.421875, 1.443359, 1.269531, 1.328125, 1.271484, 3.234375, 3.8125, 1.271484, 1.028931, 1.636719, 1.414062, 1.386719, 1.263672, 1.404297, 1.789062, 3.3125, 1.263672, 1.400391, 1.369141, 2.492188, 1.369141, 1.416016, 1.494141, 1.519531, 1.296875, 1.347656, 1.410156, 1.337891, 1.746094, 1.265625, 1.223633, 1.490234, 1.378906, 1.369141, 1.310547, 1.239258, 2.054688, 3.375, 2.835938, 1.210938, 1.328125, 1.324219, 1.416016, 1.316406, 1.353516, 1.328125, 3.953125, 1.433594, 1.859375, 1.378906, 1.198242, 3.203125, 1.291016, 1.320312, 1.371094, 1.300781, 1.412109, 1.453125, 1.566406, 3.3125, 1.40625, 1.478516, 1.400391, 3.15625, 1.289062, 1.396484, 1.163086, 1.419922, 2.3125, 1.449219, 1.388672, 1.219727, 1.333984, 2.015625, 1.345703, 1.324219, 1.8125, 3.171875, 3.953125, 3.28125, 1.380859, 1.355469, 1.273438, 1.347656, 1.404297, 1.443359, 1.231445, 4.171875, 1.306641, 1.24707, 1.363281, 1.294922, 1.792969, 1.283203, 1.4375, 3.5, 1.447266, 3.28125, 1.318359, 3.203125, 1.582031, 1.359375, 1.298828, 1.24707, 1.761719, 1.417969, 2.195312, 1.384766, 3.390625, 1.644531, 1.742188, 2.148438, 2.65625, 1.298828, 1.296875, 1.675781, 2.90625, 1.347656, 1.466797, 1.291016, 1.722656, 1.429688, 1.259766, 3.703125, 1.287109, 1.320312, 1.453125, 3.15625, 3.625, 1.326172, 1.223633, 1.478516, 1.291016, 1.238281, 1.367188, 1.921875, 3.640625, 1.355469, 1.251953, 1.224609, 1.550781, 1.466797, 1.263672, 1.416016, 1.386719, 1.398438, 1.353516, 1.21582, 1.376953, 1.410156, 1.441406, 1.425781, 1.648438, 1.341797, 1.291016, 1.261719, 1.365234, 1.261719, 2.976562, 1.402344, 3.609375, 1.792969, 1.746094, 3.09375, 1.251953, 1.369141, 1.249023, 1.394531, 1.304688, 1.308594, 1.400391, 1.273438, 3.328125, 1.765625, 1.396484, 1.484375, 1.269531, 1.347656, 1.597656, 1.285156, 1.283203, 1.291016, 1.369141, 1.308594, 3.109375, 1.275391, 1.289062, 1.773438, 1.261719, 1.345703, 1.232422, 1.083008, 1.351562, 1.300781, 1.273438, 1.380859, 1.259766, 1.3125, 1.753906, 1.4375, 1.289062, 1.273438, 1.236328, 1.455078, 3.1875, 1.400391, 2.742188, 1.302734, 1.396484, 1.710938, 1.304688, 1.238281, 1.320312, 1.412109, 1.898438, 1.400391, 4.015625, 3.5625, 3.328125, 1.294922, 1.292969, 2.96875, 1.386719, 1.277344, 1.412109, 2.695312, 1.386719, 2.148438, 1.332031, 2.921875, 1.310547, 1.253906, 1.251953, 1.223633, 1.414062, 1.523438, 1.253906, 1.302734, 3.125, 2.679688, 3.921875, 1.496094, 1.390625, 1.259766, 1.224609, 1.742188, 2.976562, 1.265625, 3.4375, 1.194336, 1.353516, 1.320312, 1.275391, 1.96875, 1.292969, 1.28125, 1.351562, 1.519531, 1.291016, 1.419922, 1.804688, 1.320312, 1.279297, 1.241211, 1.275391, 1.241211, 1.273438, 1.570312, 1.394531, 1.198242, 1.396484, 1.294922, 1.373047, 1.271484, 1.386719, 1.470703, 1.320312, 1.337891, 1.318359, 1.316406, 1.371094, 1.476562, 1.304688, 1.507812, 1.345703, 1.449219, 1.431641, 2.664062, 1.291016, 1.472656, 1.308594, 1.458984, 1.337891, 1.380859, 1.277344, 3.03125, 1.198242, 2.601562, 1.363281, 1.419922, 1.455078, 1.707031, 1.539062, 2.15625, 1.337891, 3.140625, 1.302734, 2.210938, 1.582031, 1.369141, 1.582031, 1.275391, 1.240234, 1.320312, 1.357422, 1.339844, 1.349609, 1.241211, 3.5, 1.271484, 1.367188, 1.414062, 1.228516, 1.375, 1.341797, 1.392578, 2.109375, 1.449219, 1.404297, 1.494141, 1.208008, 1.233398, 1.289062, 1.378906, 1.462891, 1.306641, 3.46875, 1.410156, 1.347656, 1.310547, 2.632812, 1.519531, 2.328125, 3.59375, 1.390625, 3.484375, 3.15625, 1.474609, 1.275391, 1.369141, 1.198242, 3.265625, 1.298828, 1.632812, 1.333984, 3.3125, 1.369141, 1.367188, 1.392578, 1.339844, 1.318359, 1.300781, 3.828125, 1.265625, 1.369141, 2.226562, 3.03125, 1.359375, 1.259766, 2.601562, 1.265625, 2.523438, 1.294922, 1.453125, 1.226562, 1.357422, 3.390625, 1.267578, 1.398438, 1.318359, 1.306641, 1.308594, 2.203125, 3.671875, 1.386719, 1.253906, 1.457031, 1.320312, 1.238281, 1.302734, 1.271484, 1.279297, 1.349609, 1.392578, 1.5625, 1.365234, 1.320312, 1.423828, 1.314453, 1.777344, 1.365234, 1.388672, 1.40625, 3.703125, 1.308594, 1.382812, 1.289062, 1.443359, 1.363281, 1.443359, 1.412109, 1.359375, 1.464844, 1.375, 1.289062, 1.316406, 1.277344, 2.234375, 1.363281, 3.15625, 1.394531, 2.992188, 1.365234, 1.273438, 1.353516, 3.15625, 1.337891, 1.380859, 1.369141, 1.291016, 1.318359, 1.3125, 1.376953, 1.302734, 1.341797, 1.396484, 2.554688, 1.369141, 1.271484, 1.170898, 1.304688, 1.443359, 1.255859, 1.259766, 1.365234, 1.367188, 1.294922, 1.816406, 1.457031, 1.388672, 1.34375, 2.640625, 1.414062, 1.277344, 1.253906, 1.373047, 3.265625, 1.205078, 1.24707, 1.330078, 1.263672, 1.421875, 1.291016, 1.318359, 1.267578, 3.28125, 1.230469, 1.273438, 1.447266, 1.229492, 1.353516, 1.269531, 1.24707, 1.245117, 1.273438, 1.478516, 1.306641, 1.225586, 1.223633, 1.392578, 1.229492, 1.332031, 2.046875, 1.355469, 1.447266, 1.412109, 1.351562, 1.386719, 1.960938, 1.292969, 1.337891, 1.318359, 3.109375, 1.558594, 1.679688, 2.664062, 1.294922, 1.273438, 1.376953, 3.984375, 1.259766, 0.971436, 3.515625, 2.5, 1.392578, 1.277344, 1.279297, 1.335938, 1.1875, 1.382812, 1.365234, 1.431641, 1.205078, 2.671875, 1.291016, 1.445312, 1.318359, 2.71875, 1.251953, 1.291016, 1.275391, 1.496094, 1.273438, 1.445312, 1.275391, 1.5625, 3.515625, 1.236328, 1.341797, 1.349609, 1.396484, 1.878906, 1.429688, 3.109375, 1.314453, 1.367188, 2.0, 1.337891, 1.310547, 1.353516, 2.1875, 1.535156, 1.433594, 1.314453, 1.302734, 2.132812, 3.546875, 1.408203, 1.111816, 1.494141, 1.761719, 1.240234, 1.316406, 1.328125, 3.40625, 1.470703, 1.291016, 1.435547, 1.376953, 1.496094, 1.237305, 1.304688, 1.337891, 1.609375, 1.375, 1.527344, 1.326172, 1.332031, 1.246094, 1.503906, 1.648438, 1.539062, 1.621094, 1.369141, 1.355469, 2.0625, 1.386719, 2.0, 1.193359, 1.402344, 1.302734, 1.361328, 1.400391, 1.296875, 2.265625, 1.398438, 1.255859, 1.355469, 1.316406, 1.202148, 2.101562, 1.472656, 1.470703, 1.378906, 1.275391, 1.347656, 1.84375, 1.28125, 1.357422, 1.439453, 1.453125, 2.976562, 1.447266, 1.292969, 1.283203, 1.886719, 1.225586, 1.292969, 1.472656, 1.410156, 1.410156, 1.287109, 1.279297, 1.511719, 1.933594, 1.367188, 1.275391, 1.269531, 1.300781, 1.298828, 1.322266, 1.216797, 1.253906, 1.259766, 1.316406, 1.10498, 1.345703, 1.369141, 1.859375, 1.333984, 1.361328, 1.335938, 1.21875, 1.318359, 1.355469, 1.302734, 2.53125, 1.283203, 1.198242, 1.550781, 1.337891, 1.318359, 3.703125, 1.347656, 1.249023, 1.392578, 2.679688, 1.253906, 1.480469, 2.328125, 3.15625, 1.507812, 1.396484, 1.239258, 1.310547, 1.335938, 1.373047, 1.382812, 1.625, 1.357422, 2.71875, 1.279297, 2.054688, 1.369141, 1.347656, 2.679688, 3.90625, 1.326172, 1.287109, 1.341797, 2.289062, 1.353516, 1.644531, 1.519531, 1.373047, 1.277344, 1.322266, 1.267578, 1.433594, 1.71875, 1.259766, 1.322266, 1.363281, 2.976562, 2.070312, 1.3125, 1.478516, 1.259766, 1.71875, 1.398438, 1.34375, 1.486328, 2.171875, 1.207031, 1.229492, 1.435547, 1.507812, 1.535156, 1.664062, 1.457031, 1.316406, 3.59375, 3.828125, 1.330078, 1.19043, 1.322266, 1.306641, 1.410156, 1.294922, 2.96875, 1.197266, 2.304688, 2.484375, 1.402344, 1.269531, 1.339844, 1.412109, 1.53125, 1.404297, 3.015625, 1.251953, 1.462891, 1.417969, 1.425781, 1.400391, 1.423828, 1.464844, 1.550781, 1.318359, 1.363281, 1.414062, 1.566406, 2.070312, 1.423828, 1.507812, 1.695312, 1.3125, 1.330078, 3.234375, 1.314453, 1.273438, 2.960938, 1.322266, 1.490234, 1.355469, 1.335938, 1.310547, 1.527344, 1.816406, 1.241211, 1.223633, 1.382812, 1.220703, 1.378906, 1.28125, 1.337891, 1.339844, 1.248047, 1.324219, 1.355469, 2.5, 3.703125, 1.285156, 1.339844, 1.273438, 1.365234, 1.410156, 3.5, 1.425781, 1.34375, 1.394531, 1.353516, 2.507812, 1.251953, 1.291016, 1.291016, 1.458984, 1.302734, 1.208008, 1.449219, 1.707031, 1.367188, 1.089844, 1.453125, 3.265625, 1.476562, 1.457031, 3.828125, 1.300781, 2.773438, 1.320312, 1.382812, 1.589844, 1.388672, 3.390625, 1.523438, 1.322266, 1.287109, 1.314453, 1.265625, 1.410156, 1.453125, 1.271484, 1.316406, 1.382812, 1.376953, 1.207031, 2.414062, 1.253906, 1.326172, 1.5625, 1.443359, 2.289062, 1.273438, 3.15625, 1.574219, 3.515625, 1.328125, 1.373047, 1.194336, 1.330078, 1.347656, 1.302734, 1.349609, 1.410156, 1.394531, 1.341797, 1.300781, 1.369141, 1.660156, 1.228516, 2.125, 1.46875, 1.804688, 3.3125, 1.339844, 1.273438, 1.285156, 1.363281, 1.421875, 1.566406, 1.355469, 1.337891, 1.929688, 1.746094, 1.279297, 1.441406, 1.265625, 1.542969, 1.369141, 2.257812, 1.263672, 1.275391, 1.308594, 2.789062, 1.59375, 1.347656, 1.3125, 1.253906, 1.570312, 1.328125, 1.296875, 1.324219, 1.267578, 1.382812, 1.316406, 3.265625, 1.402344, 1.326172, 1.279297, 1.259766, 1.205078, 1.243164, 1.386719, 1.566406, 1.211914, 1.400391, 2.421875, 3.0, 1.300781, 1.335938, 1.237305, 1.292969, 1.263672, 3.578125, 1.363281, 1.347656, 1.349609, 1.337891, 1.675781, 1.277344, 1.613281, 2.859375, 1.316406, 1.296875, 1.447266, 1.337891, 2.648438, 1.382812, 1.283203, 1.412109, 1.306641, 1.24707, 1.318359, 1.443359, 1.59375, 2.195312, 1.703125, 1.835938, 3.28125, 1.486328, 1.392578, 1.318359, 1.240234, 3.734375, 1.289062, 1.283203, 1.238281, 1.277344, 1.339844, 2.054688, 1.433594, 2.375, 1.757812, 1.882812, 1.359375, 1.326172, 1.433594, 1.636719, 1.230469, 1.304688, 1.285156, 1.742188, 1.287109, 1.324219, 3.1875, 1.582031, 1.347656, 1.257812, 1.416016, 3.0625, 1.337891, 1.480469, 1.306641, 1.308594, 1.425781, 3.265625, 1.34375, 1.273438, 1.949219, 1.3125, 1.439453, 1.472656, 1.439453, 1.347656, 1.390625, 1.310547, 1.296875, 1.259766, 1.371094, 1.394531, 1.232422, 3.578125, 1.359375, 1.373047, 1.251953, 1.357422, 1.285156, 1.365234, 1.464844, 2.203125, 1.339844, 1.332031, 1.289062, 1.3125, 2.28125, 1.455078, 1.458984, 1.384766, 1.441406, 1.429688, 1.316406, 1.3125, 1.308594, 1.482422, 1.355469, 1.5625, 1.46875, 1.373047, 1.365234, 1.302734, 1.326172, 1.664062, 1.298828, 2.585938, 3.75, 1.384766, 1.574219, 1.285156, 1.275391, 1.416016, 1.265625, 1.714844, 1.353516, 1.503906, 1.566406, 1.224609, 1.300781, 1.363281, 3.34375, 1.363281, 1.410156, 1.324219, 1.445312, 1.570312, 1.279297, 1.294922, 1.349609, 1.482422, 1.275391, 1.291016, 1.257812, 1.527344, 1.382812, 1.992188, 1.306641, 1.683594, 1.570312, 1.339844, 1.271484, 1.402344, 1.361328, 1.324219, 1.414062, 1.369141, 1.15625, 1.695312, 1.390625, 1.746094, 2.351562, 1.382812, 1.318359, 1.404297, 3.09375, 1.742188, 1.185547, 1.314453, 1.294922, 1.345703, 1.431641, 1.191406, 1.53125, 1.53125, 1.143555, 3.609375, 1.410156, 1.439453, 1.34375, 1.412109, 1.230469, 1.265625, 1.554688, 3.828125, 1.240234, 1.296875, 1.359375, 1.296875, 1.265625, 1.353516, 1.298828, 1.291016, 1.527344, 2.203125, 1.390625, 1.255859, 1.380859, 1.298828, 1.349609, 1.550781, 1.355469, 1.554688, 1.255859, 1.527344, 1.820312, 1.359375, 1.242188, 1.253906, 1.353516, 1.472656, 1.304688, 1.431641, 1.233398, 1.304688, 1.304688, 1.660156, 3.40625, 1.227539, 1.427734, 1.265625, 1.232422, 1.248047, 1.410156, 1.265625, 1.355469, 1.224609, 2.132812, 1.373047, 1.304688, 1.351562, 3.5, 1.275391, 1.484375, 1.324219, 1.304688, 1.277344, 1.335938, 1.246094, 1.386719, 1.302734, 1.378906, 1.318359, 3.671875, 1.388672, 1.554688, 1.357422, 3.140625, 1.375, 2.960938, 1.279297, 3.5625, 1.289062, 1.644531, 2.726562, 2.140625, 1.398438, 1.34375, 1.225586, 1.333984, 1.269531, 1.380859, 1.294922, 1.233398, 3.6875, 2.617188, 1.941406, 1.238281, 1.275391, 1.507812, 1.316406, 1.349609, 1.294922, 1.894531, 1.287109, 1.40625, 1.291016, 1.480469, 1.345703, 1.458984, 1.291016, 1.213867, 1.835938, 1.335938, 1.208984, 1.269531, 1.289062, 1.259766, 1.804688, 1.306641, 1.296875, 1.414062, 1.478516, 1.265625, 1.441406, 1.349609, 1.287109, 2.75, 1.361328, 1.394531, 1.5625, 3.0625, 1.287109, 1.351562, 1.353516, 3.0625, 1.355469, 1.800781, 1.341797, 1.453125, 1.722656, 3.359375, 1.339844, 1.287109, 1.339844, 3.640625, 1.84375, 3.25, 2.851562, 1.259766, 1.527344, 1.202148, 1.302734, 1.332031, 1.539062, 1.316406, 1.349609, 2.726562, 2.46875, 1.324219, 1.382812, 1.427734, 1.333984, 1.429688, 1.310547, 1.455078, 1.867188, 1.249023, 1.355469, 1.337891, 2.726562, 1.414062, 1.365234, 1.07666, 1.296875, 1.316406, 3.421875, 1.324219, 3.078125, 1.302734, 1.298828, 1.423828, 1.298828, 1.314453, 1.710938, 1.332031, 1.227539, 1.289062, 1.322266, 1.466797, 1.412109, 1.298828, 1.380859, 1.202148, 1.443359, 1.84375, 1.416016, 2.34375, 1.507812, 1.380859, 1.9375, 1.296875, 1.222656, 1.339844, 1.322266, 1.435547, 1.330078, 1.359375, 1.224609, 1.964844, 1.451172, 1.386719, 1.40625, 1.322266, 1.243164, 1.320312, 1.476562, 1.275391, 1.283203, 1.417969, 1.263672, 1.5, 2.28125, 1.355469, 1.300781, 2.46875, 1.345703, 1.396484, 3.09375, 1.320312, 1.589844, 1.382812, 1.306641, 1.386719, 1.235352, 1.185547, 1.332031, 1.320312, 1.257812, 1.3125, 1.5625, 1.382812, 2.09375, 1.462891, 1.386719, 1.279297, 3.0, 1.490234, 1.400391, 1.188477, 1.154297, 1.333984, 1.285156, 1.466797, 1.503906, 2.953125, 1.585938, 1.353516, 1.363281, 3.140625, 1.285156, 1.441406, 2.789062, 1.267578, 1.335938, 1.292969, 1.196289, 1.320312, 1.273438, 2.382812, 1.28125, 1.285156, 1.496094, 1.261719, 1.482422, 1.402344, 1.433594, 3.203125, 2.015625, 1.263672, 1.585938, 1.363281, 1.667969, 1.507812, 1.335938, 1.367188, 3.34375, 1.523438, 1.255859, 3.765625, 1.361328, 1.40625, 1.261719, 1.277344, 3.1875, 1.423828, 1.353516, 3.359375, 1.298828, 3.0, 1.34375, 1.443359, 1.296875, 1.261719, 3.09375, 1.320312, 1.660156, 1.337891, 1.357422, 1.361328, 1.306641, 3.03125, 1.178711, 1.255859, 1.330078, 1.449219, 3.03125, 1.375, 1.384766, 1.585938, 1.511719, 1.212891, 1.431641, 1.478516, 1.765625, 1.369141, 1.396484, 1.304688, 2.71875, 2.445312, 1.255859, 1.412109, 3.484375, 1.292969, 1.523438, 1.259766, 1.326172, 1.388672, 1.429688, 1.8125, 1.330078, 1.273438, 2.765625, 1.306641, 1.318359, 1.5 ] }, "name": "onnx::Mul_8693", "outputIndexes": [ 1910 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909, 1910 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1911 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1911 ], "outputIndexes": [ 3050 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3050 ], "outputIndexes": [ 3051 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear", "inputIndexes": [ 3051 ], "outputIndexes": [ 3052 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 875891720, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3052 ], "outputIndexes": [ 3053 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3053 ], "outputIndexes": [ 1912 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1911 ], "main_type": "NONE", "name": "/Shape_281_output_0", "outputIndexes": [ 1913 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1913 ], "main_type": "NONE", "name": "Shape5540", "outputIndexes": [ 1914 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1913 ], "main_type": "NONE", "name": "Rank5542", "outputIndexes": [ 1915 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1915, 1915 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5544", "outputIndexes": [ 1916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1916 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5545", "outputIndexes": [ 1917 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1916, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5547", "outputIndexes": [ 1918 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1918 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5548", "outputIndexes": [ 1919 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1914, 1917, 1919, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5551", "outputIndexes": [ 1920 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1920 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5552", "outputIndexes": [ 1921 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1921 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5553", "outputIndexes": [ 1922 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1922, 1921 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5554", "outputIndexes": [ 1923 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1913, 1923, 1916 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_304_output_0", "outputIndexes": [ 1924 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1924, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_641_output_0", "outputIndexes": [ 1925 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1925, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_260_output_0", "outputIndexes": [ 1926 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1912, 1926 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_181_output_0", "outputIndexes": [ 1927 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1927, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_160_output_0", "outputIndexes": [ 1928 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1927 ], "main_type": "NONE", "name": "/Shape_282_output_0", "outputIndexes": [ 1929 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1929 ], "main_type": "NONE", "name": "Shape5561", "outputIndexes": [ 1930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1929 ], "main_type": "NONE", "name": "Rank5563", "outputIndexes": [ 1931 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1931, 1931 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5565", "outputIndexes": [ 1932 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1932 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5566", "outputIndexes": [ 1933 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1932, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5568", "outputIndexes": [ 1934 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1934 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5569", "outputIndexes": [ 1935 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1930, 1933, 1935, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5572", "outputIndexes": [ 1936 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1936 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5573", "outputIndexes": [ 1937 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1937 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5574", "outputIndexes": [ 1938 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1938, 1937 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5575", "outputIndexes": [ 1939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1929, 1939, 1932 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_305_output_0", "outputIndexes": [ 1940 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1940, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_60_output_0", "outputIndexes": [ 1941 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1941, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_646_output_0", "outputIndexes": [ 1942 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1927, 1942, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_81_output_0", "outputIndexes": [ 1943 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1943 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_40_output_0", "outputIndexes": [ 1944 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1927, 21, 1942, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_80_output_0", "outputIndexes": [ 1945 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1944, 1945 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_263_output_0", "outputIndexes": [ 1946 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1946, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_161_output_0", "outputIndexes": [ 1947 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 1947 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_100_output_0", "outputIndexes": [ 1948 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1911 ], "outputIndexes": [ 3054 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3054 ], "outputIndexes": [ 3055 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear", "inputIndexes": [ 3055 ], "outputIndexes": [ 3056 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 878545950, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3056 ], "outputIndexes": [ 3057 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3057 ], "outputIndexes": [ 1949 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1925, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_261_output_0", "outputIndexes": [ 1950 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1949, 1950 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_182_output_0", "outputIndexes": [ 1951 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1951, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_162_output_0", "outputIndexes": [ 1952 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1951 ], "main_type": "NONE", "name": "/Shape_283_output_0", "outputIndexes": [ 1953 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1953 ], "main_type": "NONE", "name": "Shape5624", "outputIndexes": [ 1954 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1953 ], "main_type": "NONE", "name": "Rank5626", "outputIndexes": [ 1955 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1955, 1955 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5628", "outputIndexes": [ 1956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1956 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5629", "outputIndexes": [ 1957 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1956, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5631", "outputIndexes": [ 1958 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5632", "outputIndexes": [ 1959 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954, 1957, 1959, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5635", "outputIndexes": [ 1960 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1960 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5636", "outputIndexes": [ 1961 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 1961 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5637", "outputIndexes": [ 1962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1962, 1961 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5638", "outputIndexes": [ 1963 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1953, 1963, 1956 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_306_output_0", "outputIndexes": [ 1964 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1964, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_61_output_0", "outputIndexes": [ 1965 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_648_output_0", "outputIndexes": [ 1966 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1951, 1966, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_83_output_0", "outputIndexes": [ 1967 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1967 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_41_output_0", "outputIndexes": [ 1968 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1951, 21, 1966, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_82_output_0", "outputIndexes": [ 1969 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1968, 1969 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_264_output_0", "outputIndexes": [ 1970 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1970, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_163_output_0", "outputIndexes": [ 1971 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1952, 1971 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_101_output_0", "outputIndexes": [ 1972 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1911 ], "outputIndexes": [ 3058 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3058 ], "outputIndexes": [ 3059 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear", "inputIndexes": [ 3059 ], "outputIndexes": [ 3060 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 879873076, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3060 ], "outputIndexes": [ 3061 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3061 ], "outputIndexes": [ 1973 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1973, 1950 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_183_output_0", "outputIndexes": [ 1974 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1948, 1972, 1974, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_188_output_0", "outputIndexes": [ 1975 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1975 ], "outputIndexes": [ 3062 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3062 ], "outputIndexes": [ 3063 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear", "inputIndexes": [ 3063 ], "outputIndexes": [ 3064 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 881200202, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3064 ], "outputIndexes": [ 3065 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3065 ], "outputIndexes": [ 1976 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1976 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_20/Mul_output_0", "outputIndexes": [ 1977 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.390625, 2.320312, 2.554688, 2.46875, 2.757812, 2.71875, 2.640625, 1.160156, 2.742188, 2.367188, 2.25, 2.570312, 2.367188, 2.75, 2.679688, 2.484375, 2.445312, 2.539062, 2.4375, 2.296875, 2.414062, 2.515625, 2.601562, 2.242188, 2.40625, 2.5, 2.523438, 2.273438, 2.46875, 2.40625, 2.5625, 2.304688, 2.445312, 1.478516, 2.609375, 2.375, 2.515625, 2.601562, 2.476562, 2.507812, 2.679688, 2.476562, 2.648438, 2.335938, 1.996094, 2.75, 2.71875, 2.421875, 2.671875, 2.320312, 2.445312, 2.234375, 2.523438, 1.738281, 2.6875, 2.484375, 2.632812, 2.554688, 2.304688, 2.453125, 2.617188, 2.5, 2.445312, 2.65625, 2.476562, 2.390625, 2.257812, 2.492188, 2.4375, 2.679688, 2.390625, 2.695312, 2.398438, 2.585938, 2.453125, 2.515625, 2.398438, 2.40625, 2.5, 1.960938, 2.625, 1.125, 2.382812, 2.367188, 2.5, 2.703125, 2.578125, 2.234375, 1.972656, 2.289062, 2.46875, 2.367188, 2.546875, 1.945312, 2.492188, 1.137695, 2.539062, 2.335938, 1.800781, 2.617188, 2.40625, 2.546875, 2.632812, 2.492188, 2.617188, 2.40625, 2.570312, 2.429688, 2.648438, 2.367188, 2.6875, 2.515625, 2.476562, 2.59375, 2.773438, 2.484375, 2.492188, 1.714844, 2.609375, 2.710938, 2.8125, 2.5625, 2.15625, 2.734375, 2.617188, 2.15625, 2.554688, 2.757812, 2.539062, 2.242188, 2.40625, 2.515625, 2.460938, 2.546875, 2.625, 2.625, 2.460938, 2.359375, 2.484375, 2.59375, 2.90625, 2.257812, 2.609375, 2.617188, 2.757812, 2.328125, 2.445312, 2.359375, 2.53125, 2.695312, 2.492188, 2.398438, 2.445312, 2.476562, 2.476562, 2.632812, 2.195312, 2.523438, 1.941406, 1.695312, 2.515625, 2.617188, 2.304688, 2.296875, 2.492188, 2.601562, 2.539062, 1.679688, 2.898438, 2.382812, 2.398438, 1.882812, 2.390625, 1.699219, 2.476562, 2.554688, 2.671875, 1.035889, 2.523438, 2.46875, 2.492188, 1.550781, 2.585938, 1.039307, 3.125, 2.546875, 2.265625, 2.28125, 2.289062, 2.523438, 2.53125, 2.328125, 2.523438, 2.445312, 2.460938, 2.460938, 2.421875, 2.554688, 2.546875, 2.5, 2.625, 2.585938, 2.539062, 2.460938, 2.195312, 2.554688, 2.554688, 2.359375, 2.664062, 2.710938, 2.5625, 2.632812, 2.609375, 2.351562, 2.539062, 2.476562, 2.671875, 2.390625, 2.460938, 2.484375, 2.429688, 2.453125, 2.578125, 2.414062, 2.546875, 2.484375, 2.585938, 2.578125, 2.507812, 2.546875, 2.453125, 2.476562, 2.507812, 2.695312, 2.507812, 2.828125, 2.328125, 2.765625, 2.539062, 2.3125, 2.351562, 2.445312, 2.5625, 1.964844, 2.46875, 2.445312, 2.445312, 2.171875, 2.78125, 2.515625, 2.46875, 2.296875, 2.085938, 2.507812, 2.492188, 2.46875, 2.492188, 2.515625, 2.265625, 2.390625, 2.632812, 2.601562, 2.398438, 2.546875, 2.414062, 2.359375, 2.609375, 2.757812, 2.453125, 2.476562, 2.59375, 2.59375, 2.296875, 2.453125, 2.460938, 2.664062, 2.429688, 2.703125, 2.625, 2.625, 2.5, 2.609375, 1.859375, 2.59375, 2.359375, 2.460938, 2.578125, 2.460938, 1.808594, 2.46875, 2.507812, 1.503906, 2.617188, 2.539062, 2.4375, 2.617188, 2.46875, 2.382812, 2.28125, 2.640625, 2.445312, 2.5, 1.324219, 2.351562, 0.904785, 2.414062, 2.554688, 2.328125, 2.421875, 2.523438, 2.429688, 1.283203, 2.585938, 2.460938, 2.382812, 2.335938, 2.5, 2.632812, 2.46875, 2.554688, 2.476562, 2.320312, 2.515625, 2.328125, 2.648438, 2.671875, 2.632812, 2.476562, 2.578125, 2.46875, 2.359375, 2.5, 2.632812, 2.539062, 3.59375, 2.5, 2.671875, 2.6875, 2.546875, 2.585938, 2.4375, 2.476562, 2.34375, 2.4375, 2.515625, 2.507812, 2.679688, 2.226562, 2.445312, 2.648438, 1.746094, 2.554688, 2.070312, 2.273438, 1.152344, 1.902344, 2.5, 2.570312, 2.445312, 2.484375, 1.601562, 2.492188, 2.382812, 2.234375, 2.039062, 2.554688, 2.429688, 1.863281, 2.5625, 2.460938, 2.59375, 2.523438, 2.476562, 2.507812, 2.648438, 2.414062, 2.601562, 2.460938, 2.5625, 2.3125, 2.632812, 2.476562, 2.304688, 1.847656, 2.695312, 2.507812, 2.359375, 2.398438, 2.671875, 2.601562, 2.492188, 2.484375, 1.433594, 2.554688, 2.59375, 2.679688, 2.5625, 1.601562, 2.34375, 2.734375, 2.53125, 2.726562, 2.328125, 2.460938, 1.910156, 3.0, 2.570312, 2.5, 2.351562, 1.957031, 2.515625, 2.179688, 2.5625, 2.46875, 2.570312, 2.484375, 2.492188, 2.492188, 2.226562, 2.617188, 2.59375, 2.601562, 2.945312, 2.710938, 2.59375, 2.242188, 2.5625, 2.796875, 2.648438, 2.671875, 2.273438, 2.617188, 2.703125, 2.546875, 2.125, 2.570312, 2.570312, 2.492188, 2.554688, 2.453125, 2.578125, 2.320312, 2.484375, 2.539062, 1.808594, 2.53125, 2.6875, 2.5625, 2.507812, 2.765625, 2.671875, 2.523438, 2.453125, 2.5, 2.601562, 2.507812, 2.421875, 2.578125, 2.484375, 2.414062, 2.445312, 2.507812, 2.554688, 2.4375, 2.171875, 2.632812, 1.601562, 2.546875, 2.234375, 2.476562, 2.445312, 2.601562, 2.523438, 2.21875, 2.546875, 2.390625, 1.800781, 2.195312, 2.453125, 2.546875, 2.414062, 2.445312, 2.515625, 2.59375, 2.695312, 2.6875, 1.566406, 2.484375, 2.445312, 2.515625, 2.453125, 2.53125, 2.515625, 2.65625, 2.484375, 2.554688, 1.229492, 1.671875, 2.265625, 1.480469, 2.40625, 2.421875, 2.59375, 2.5625, 1.742188, 2.671875, 2.390625, 2.367188, 2.523438, 2.601562, 2.257812, 2.445312, 2.453125, 2.5625, 2.289062, 2.476562, 2.445312, 2.4375, 2.546875, 2.359375, 2.460938, 2.390625, 1.929688, 1.921875, 2.664062, 2.148438, 2.59375, 2.5625, 2.515625, 2.578125, 2.539062, 2.625, 2.671875, 1.427734, 2.640625, 2.71875, 2.320312, 2.453125, 2.492188, 1.394531, 2.351562, 2.453125, 2.5, 2.382812, 2.617188, 2.484375, 2.5, 2.359375, 2.351562, 2.671875, 1.75, 2.71875, 0.634766, 2.367188, 2.492188, 2.5625, 2.453125, 2.414062, 2.40625, 2.421875, 2.632812, 1.738281, 2.359375, 2.351562, 2.648438, 2.476562, 2.484375, 2.171875, 2.648438, 2.539062, 2.648438, 2.765625, 2.570312, 2.5625, 1.047363, 2.507812, 2.390625, 2.609375, 2.296875, 2.476562, 2.59375, 2.015625, 2.640625, 2.421875, 2.984375, 2.609375, 2.546875, 2.59375, 1.976562, 2.414062, 2.484375, 2.757812, 2.601562, 2.601562, 2.664062, 2.578125, 2.5625, 2.578125, 2.414062, 2.351562, 2.539062, 2.75, 2.414062, 2.648438, 2.523438, 2.671875, 2.546875, 2.304688, 2.476562, 2.390625, 2.617188, 2.554688, 2.585938, 1.832031, 2.429688, 2.5625, 2.609375, 2.585938, 2.507812, 2.476562, 2.414062, 2.5625, 2.554688, 2.609375, 2.664062, 2.414062, 2.609375, 2.554688, 2.484375, 2.539062, 2.601562, 2.507812, 2.273438, 2.515625, 2.59375, 2.601562, 2.828125, 2.6875, 2.648438, 2.554688, 2.570312, 2.484375, 2.3125, 1.738281, 2.71875, 2.148438, 2.671875, 2.570312, 2.664062, 2.164062, 1.464844, 1.429688, 2.539062, 2.390625, 2.75, 2.609375, 2.5, 2.414062, 2.429688, 2.539062, 2.421875, 2.507812, 2.570312, 1.15918, 2.453125, 2.359375, 2.414062, 2.5625, 2.507812, 2.453125, 2.585938, 2.523438, 2.414062, 2.335938, 2.351562, 2.554688, 2.539062, 2.53125, 2.359375, 2.507812, 2.492188, 0.992493, 2.757812, 2.554688, 2.125, 2.609375, 2.234375, 2.664062, 2.578125, 2.570312, 2.453125, 2.617188, 2.460938, 2.601562, 2.742188, 2.414062, 2.484375, 2.601562, 2.460938, 2.390625, 2.40625, 2.445312, 2.484375, 2.585938, 2.601562, 2.703125, 2.5625, 2.554688, 2.578125, 2.257812, 2.515625, 2.765625, 2.585938, 2.703125, 2.242188, 2.539062, 2.65625, 2.210938, 2.46875, 2.25, 2.664062, 2.492188, 2.539062, 2.453125, 2.335938, 1.773438, 2.304688, 2.5625, 2.53125, 2.609375, 2.382812, 2.5, 2.515625, 2.617188, 2.304688, 2.382812, 2.46875, 2.507812, 2.695312, 2.617188, 2.390625, 2.515625, 2.671875, 2.328125, 2.734375, 2.445312, 2.398438, 2.359375, 2.546875, 2.609375, 2.5, 2.546875, 2.367188, 2.421875, 2.53125, 2.210938, 2.546875, 1.796875, 2.507812, 2.304688, 2.515625, 2.601562, 2.421875, 2.523438, 2.25, 2.289062, 2.40625, 2.617188, 2.507812, 2.4375, 2.609375, 2.648438, 2.453125, 2.742188, 2.484375, 2.710938, 2.554688, 2.664062, 2.4375, 2.484375, 2.507812, 2.296875, 2.328125, 2.515625, 2.382812, 2.265625, 2.617188, 2.023438, 2.398438, 2.617188, 2.515625, 2.476562, 2.539062, 2.648438, 2.445312, 2.289062, 2.640625, 2.375, 2.515625, 2.171875, 1.984375, 2.578125, 2.515625, 2.625, 2.476562, 2.335938, 2.5625, 2.507812, 1.769531, 2.578125, 2.3125, 2.601562, 1.589844, 2.445312, 2.445312, 2.53125, 2.914062, 2.585938, 2.296875, 2.421875, 2.539062, 2.398438, 2.570312, 2.570312, 2.5625, 2.59375, 2.5625, 2.617188, 2.421875, 2.359375, 2.421875, 2.414062, 2.3125, 2.507812, 2.453125, 2.273438, 2.320312, 2.632812, 2.4375, 2.421875, 2.257812, 2.507812, 2.414062, 2.25, 2.828125, 2.5625, 2.398438, 2.679688, 2.367188, 2.820312, 2.476562, 2.421875, 2.203125, 2.625, 0.742188, 2.601562, 2.484375, 2.539062, 2.5625, 2.398438, 2.601562, 2.554688, 2.453125, 2.351562, 2.335938, 1.304688, 2.367188, 2.515625, 2.476562, 1.894531, 2.601562, 2.382812, 2.4375, 1.710938, 2.289062, 2.296875, 2.65625, 2.632812, 2.492188, 2.585938, 2.453125, 2.296875, 2.625, 2.414062, 2.601562, 2.484375, 2.585938, 2.609375, 2.507812, 2.515625, 1.769531, 2.46875, 2.46875, 2.5, 2.507812, 2.789062, 2.507812, 2.296875, 2.351562, 2.460938, 2.492188, 2.46875, 2.539062, 2.703125, 2.304688, 2.421875, 2.414062, 1.671875, 0.844727, 2.320312, 2.125, 2.453125, 2.328125, 2.375, 2.265625, 1.519531, 1.032715, 2.476562, 2.632812, 2.539062, 2.226562, 2.484375, 2.515625, 2.46875, 2.570312, 1.484375, 2.59375, 2.179688, 2.375, 2.101562, 2.445312, 2.515625, 2.453125, 2.15625, 2.515625, 2.335938, 2.335938, 2.570312, 2.375, 2.546875, 2.351562, 2.445312, 2.382812, 2.140625, 2.421875, 2.539062, 2.34375, 1.310547, 2.429688, 2.46875, 2.40625, 2.507812, 2.34375, 2.484375, 2.546875, 2.53125, 0.972656, 2.398438, 2.414062, 2.523438, 2.679688, 1.458984, 2.742188, 2.445312, 2.3125, 2.5, 2.664062, 2.25, 2.554688, 1.703125, 2.421875, 2.515625, 2.367188, 1.625, 2.421875, 2.515625, 2.671875, 2.445312, 2.15625, 2.414062, 2.492188, 2.328125, 2.53125, 2.3125, 2.453125, 2.515625, 2.265625, 2.132812, 1.263672, 1.914062, 2.421875, 2.414062, 2.601562, 2.421875, 2.554688, 2.367188, 2.367188, 1.027344, 2.601562, 2.453125, 2.632812, 2.679688, 2.414062, 2.585938, 2.390625, 1.134766, 2.359375, 1.392578, 2.515625, 1.558594, 2.46875, 2.414062, 2.648438, 2.460938, 2.367188, 2.617188, 2.28125, 2.296875, 1.386719, 2.515625, 2.4375, 2.226562, 2.023438, 2.601562, 2.476562, 2.585938, 1.886719, 2.484375, 2.195312, 2.601562, 2.226562, 2.179688, 2.617188, 1.267578, 2.554688, 2.59375, 2.476562, 1.464844, 1.261719, 2.5, 2.765625, 2.507812, 2.617188, 2.539062, 2.554688, 2.257812, 2.375, 2.570312, 2.695312, 2.398438, 2.5625, 2.671875, 2.453125, 2.648438, 2.515625, 2.601562, 2.546875, 2.5625, 2.296875, 2.554688, 2.328125, 2.257812, 2.546875, 2.351562, 2.6875, 2.601562, 2.476562, 2.578125, 2.898438, 2.578125, 1.269531, 2.34375, 2.4375, 1.632812, 2.695312, 2.335938, 2.601562, 2.609375, 2.445312, 2.585938, 2.539062, 2.484375, 1.419922, 2.351562, 2.445312, 2.5625, 2.648438, 2.390625, 2.421875, 2.539062, 2.601562, 2.453125, 2.507812, 2.742188, 1.523438, 2.804688, 2.53125, 2.367188, 2.554688, 2.539062, 2.632812, 2.8125, 2.539062, 2.453125, 2.601562, 2.570312, 2.695312, 2.59375, 2.289062, 2.5, 2.492188, 2.539062, 2.609375, 2.539062, 1.835938, 2.414062, 1.945312, 2.664062, 2.59375, 2.539062, 2.523438, 2.648438, 2.734375, 2.664062, 2.523438, 2.585938, 1.141602, 1.298828, 1.226562, 2.328125, 2.515625, 1.878906, 2.476562, 2.375, 2.296875, 1.953125, 2.390625, 2.492188, 2.5, 1.796875, 2.640625, 2.539062, 2.460938, 2.4375, 2.515625, 2.546875, 2.414062, 2.515625, 1.714844, 2.882812, 0.992432, 2.34375, 2.429688, 2.515625, 2.757812, 2.328125, 2.132812, 2.4375, 1.628906, 2.5625, 2.390625, 2.570312, 2.382812, 2.25, 2.507812, 2.492188, 2.421875, 2.5625, 2.367188, 2.398438, 2.320312, 2.539062, 2.515625, 2.375, 2.445312, 2.625, 2.679688, 2.617188, 2.351562, 2.40625, 2.625, 2.515625, 2.734375, 2.609375, 2.453125, 2.414062, 2.5, 2.46875, 2.523438, 2.421875, 2.539062, 2.453125, 2.421875, 2.539062, 2.625, 2.257812, 2.539062, 1.980469, 2.90625, 2.5, 2.421875, 2.359375, 2.523438, 2.578125, 2.578125, 2.015625, 2.445312, 2.203125, 2.507812, 2.53125, 2.421875, 2.390625, 2.46875, 2.320312, 2.671875, 1.503906, 2.664062, 2.320312, 2.289062, 2.460938, 2.382812, 2.609375, 2.625, 2.476562, 2.429688, 2.59375, 2.453125, 2.648438, 1.150391, 2.265625, 2.546875, 2.507812, 2.523438, 2.367188, 2.507812, 2.359375, 2.3125, 2.460938, 2.515625, 2.3125, 2.335938, 2.445312, 2.554688, 2.578125, 2.4375, 2.601562, 1.345703, 2.0625, 2.328125, 2.539062, 2.125, 2.460938, 2.234375, 1.229492, 2.429688, 1.080078, 1.474609, 2.484375, 2.507812, 2.515625, 2.632812, 1.628906, 2.375, 2.382812, 2.695312, 1.476562, 2.59375, 2.53125, 2.570312, 2.421875, 2.460938, 2.546875, 1.3125, 2.65625, 2.085938, 2.1875, 1.675781, 2.445312, 2.65625, 1.972656, 2.617188, 2.03125, 2.46875, 2.359375, 2.539062, 2.539062, 1.824219, 2.640625, 2.53125, 2.1875, 2.414062, 2.601562, 2.296875, 1.09375, 2.664062, 2.453125, 2.210938, 2.546875, 2.5625, 2.515625, 2.382812, 2.539062, 2.445312, 2.3125, 2.125, 2.5625, 2.484375, 2.632812, 2.570312, 2.5, 2.320312, 2.554688, 2.5, 1.001129, 2.476562, 2.414062, 2.601562, 2.40625, 2.554688, 2.375, 2.6875, 2.703125, 2.429688, 2.523438, 2.476562, 2.632812, 2.664062, 2.375, 2.523438, 1.546875, 2.5, 1.960938, 2.554688, 2.523438, 2.484375, 1.640625, 2.453125, 2.492188, 2.320312, 2.414062, 2.4375, 2.53125, 2.304688, 2.679688, 2.492188, 2.476562, 1.980469, 2.617188, 2.429688, 2.484375, 2.648438, 2.609375, 2.476562, 2.640625, 2.625, 2.335938, 2.570312, 2.5, 2.507812, 2.523438, 2.546875, 2.046875, 2.359375, 2.578125, 2.484375, 2.570312, 1.5625, 2.726562, 2.296875, 2.5625, 2.398438, 2.40625, 2.382812, 2.53125, 2.617188, 1.441406, 2.59375, 2.414062, 2.484375, 2.632812, 2.367188, 2.703125, 2.273438, 2.601562, 2.484375, 2.515625, 2.703125, 2.398438, 2.5, 2.523438, 2.632812, 2.414062, 2.242188, 3.0625, 2.546875, 2.359375, 2.460938, 2.453125, 2.359375, 2.59375, 2.546875, 2.546875, 1.429688, 2.289062, 2.171875, 1.679688, 2.59375, 2.226562, 2.539062, 0.989197, 2.617188, 2.695312, 1.144531, 2.273438, 2.4375, 2.484375, 2.6875, 2.492188, 2.53125, 2.601562, 2.59375, 2.515625, 2.382812, 2.046875, 2.546875, 2.515625, 2.320312, 1.761719, 2.539062, 2.492188, 2.460938, 2.695312, 2.460938, 2.328125, 2.570312, 2.414062, 1.738281, 2.257812, 2.460938, 2.570312, 2.359375, 2.414062, 2.476562, 2.046875, 2.554688, 2.4375, 2.335938, 2.375, 2.726562, 2.617188, 2.664062, 2.40625, 2.40625, 2.585938, 2.554688, 2.414062, 1.388672, 2.453125, 2.835938, 2.351562, 2.46875, 2.578125, 2.640625, 2.523438, 1.316406, 2.25, 2.609375, 2.59375, 2.398438, 2.398438, 2.53125, 2.59375, 2.4375, 2.539062, 2.515625, 2.585938, 2.5625, 2.695312, 2.53125, 2.507812, 2.453125, 2.445312, 2.460938, 2.515625, 2.4375, 2.476562, 2.570312, 2.328125, 2.382812, 2.390625, 2.296875, 2.476562, 2.75, 2.5, 2.335938, 2.484375, 2.328125, 0.285156, 2.710938, 2.578125, 2.265625, 2.5625, 2.484375, 2.390625, 2.5, 2.625, 2.351562, 2.539062, 2.578125, 2.492188, 2.453125, 2.078125, 2.28125, 2.625, 2.265625, 2.570312, 2.421875, 2.53125, 2.367188, 2.570312, 2.515625, 2.414062, 2.6875, 2.398438, 2.375, 2.421875, 2.429688, 2.570312, 2.382812, 2.703125, 2.695312, 2.382812, 2.585938, 2.484375, 2.507812, 2.476562, 2.296875, 2.570312, 2.601562, 2.390625, 2.789062, 2.46875, 2.570312, 2.4375, 2.578125, 2.5625, 1.605469, 2.15625, 2.515625, 2.734375, 2.65625, 2.460938, 1.094238, 2.617188, 2.742188, 2.546875, 1.960938, 2.359375, 2.390625, 2.421875, 1.578125, 2.359375, 2.554688, 2.40625, 2.515625, 2.429688, 2.625, 2.460938, 2.1875, 2.609375, 2.476562, 2.46875, 2.320312, 2.539062, 2.382812, 2.070312, 1.155273, 2.484375, 2.554688, 2.5625, 2.351562, 2.632812, 2.40625, 2.382812, 2.539062, 2.75, 2.265625, 2.570312, 2.367188, 2.4375, 2.71875, 2.789062, 3.15625, 1.976562, 2.320312, 2.585938, 2.492188, 2.617188, 2.429688, 2.601562, 2.554688, 2.320312, 2.210938, 2.617188, 2.429688, 2.445312, 2.515625, 2.546875, 2.460938, 2.226562, 2.460938, 1.006226, 1.142578, 2.757812, 2.476562, 2.609375, 2.601562, 2.390625, 2.617188, 1.972656, 2.671875, 2.210938, 2.109375, 2.554688, 2.40625, 2.65625, 2.476562, 2.335938, 2.632812, 2.023438, 2.460938, 2.289062, 2.601562, 2.492188, 2.5625, 2.484375, 2.484375, 2.453125, 2.421875, 2.390625, 2.40625, 2.632812, 2.4375, 2.523438, 2.46875, 3.46875, 2.460938, 2.484375, 1.570312, 2.648438, 2.523438, 2.140625, 2.671875, 2.039062, 2.34375, 2.757812, 2.601562, 2.648438, 2.09375, 2.632812, 2.484375, 2.664062, 2.671875, 2.5, 2.28125, 2.492188, 2.398438, 2.585938, 2.257812, 2.390625, 1.933594, 0.984863, 2.492188, 2.59375, 2.5625, 2.46875, 2.359375, 0.995605, 2.390625, 2.5, 2.484375, 2.507812, 2.148438, 2.523438, 2.539062, 2.578125, 2.289062, 2.4375, 2.757812, 2.507812, 2.398438, 2.40625, 2.507812, 2.3125, 1.566406, 2.351562, 2.703125, 1.097656, 2.5625, 2.226562, 2.648438, 2.492188, 2.242188, 2.484375, 2.0625, 2.578125, 2.40625, 2.28125, 2.546875, 2.5625, 2.617188, 2.414062, 2.148438, 2.484375, 2.546875, 2.515625, 2.5625, 2.023438, 2.445312, 2.382812, 2.445312, 2.484375, 2.453125, 2.507812, 1.886719, 2.367188, 1.15332, 2.703125, 2.445312, 2.609375, 2.460938, 2.648438, 2.570312, 2.523438, 2.351562, 2.492188, 2.046875, 2.320312, 2.78125, 2.421875, 2.554688, 2.273438, 2.421875, 2.460938, 1.417969, 2.484375, 2.515625, 2.484375, 2.460938, 2.335938, 2.507812, 2.445312, 2.398438, 2.257812, 2.539062, 2.648438, 2.554688, 2.414062, 2.398438, 2.554688, 2.476562, 2.632812, 2.703125, 2.632812, 1.910156, 2.421875, 2.5, 2.359375, 2.585938, 2.546875, 2.632812, 2.484375, 2.5625, 2.484375, 2.757812, 2.609375, 2.203125, 2.632812, 2.632812, 2.476562, 2.789062, 2.53125, 2.546875, 2.34375, 2.539062, 2.601562, 2.539062, 2.320312, 1.800781, 2.632812, 2.132812, 2.453125, 2.359375, 2.65625, 1.032715, 2.539062, 2.617188, 2.617188, 2.625, 2.59375, 2.4375, 2.476562, 2.039062, 2.617188, 2.34375, 2.554688, 2.390625, 2.3125, 2.460938, 2.6875, 2.59375, 2.476562, 2.640625, 2.546875, 2.421875, 2.492188, 2.414062, 2.289062, 2.367188, 1.402344, 2.335938, 2.125, 2.414062, 2.585938, 2.476562, 2.695312, 2.671875, 2.53125, 2.53125, 2.328125, 2.328125, 2.570312, 2.265625, 2.625, 2.445312, 2.445312, 2.578125, 2.367188, 2.515625, 2.375, 2.546875, 2.578125, 2.367188, 2.296875, 2.265625, 1.796875, 2.492188, 2.40625, 2.765625, 2.328125, 1.882812, 2.359375, 2.460938, 2.671875, 2.5, 2.398438, 1.519531, 2.625, 2.390625, 2.492188, 2.578125, 2.539062, 2.476562, 2.640625, 2.304688, 2.484375, 2.570312, 2.476562, 2.632812, 2.421875, 2.640625, 2.492188, 1.375, 2.40625, 2.546875, 2.757812, 2.429688, 2.671875, 2.539062, 2.53125, 2.328125, 2.648438, 2.429688, 2.515625, 2.445312, 2.117188, 2.320312, 2.523438, 2.570312, 2.507812, 2.609375, 2.578125, 2.570312, 2.609375, 2.1875, 2.5625, 2.320312, 2.382812, 2.398438, 2.21875, 2.601562, 2.390625, 2.414062, 2.671875, 2.171875, 0.911621, 2.414062, 2.4375, 2.5625, 2.617188, 2.414062, 2.429688, 2.53125, 2.578125, 2.453125, 2.484375, 2.414062, 2.554688, 2.601562, 1.404297, 2.570312, 2.65625, 2.15625, 2.585938, 2.601562, 2.5625, 2.554688, 2.59375, 2.476562, 2.664062, 2.484375, 2.632812, 2.375, 2.515625, 2.414062, 2.53125, 2.351562, 2.507812, 2.578125, 2.390625, 2.601562, 2.460938, 2.5625, 2.445312, 2.609375, 0.507812, 2.476562, 2.445312, 2.28125, 2.140625, 2.734375, 2.539062, 2.71875, 1.6875, 2.421875, 2.671875, 2.585938, 2.59375, 2.484375, 2.601562, 2.585938, 2.679688, 2.546875, 2.757812, 1.235352, 2.507812, 2.5, 2.476562, 2.507812, 2.578125, 2.585938, 2.734375, 1.242188, 2.414062, 2.648438, 2.6875, 2.585938, 2.695312, 2.335938, 2.609375, 2.570312, 2.375, 2.28125, 2.476562, 2.320312, 2.3125, 2.625, 2.609375, 2.476562, 2.507812, 2.398438, 2.390625, 2.617188, 2.28125, 2.671875, 2.59375, 2.601562, 2.484375, 2.625, 2.304688, 2.414062, 2.820312, 2.257812, 2.820312, 2.460938, 1.227539, 2.5, 1.917969, 2.492188, 2.6875, 2.632812, 2.71875, 2.898438, 2.421875, 2.757812, 2.359375, 2.53125, 2.601562, 2.585938, 1.443359, 2.523438, 2.664062, 2.539062, 2.65625, 2.59375, 2.609375, 2.382812, 2.578125, 2.476562, 2.40625, 2.554688, 1.335938, 2.546875, 2.34375, 2.773438, 1.535156, 2.5, 1.691406, 2.453125, 1.128906, 2.476562, 2.578125, 2.328125, 2.304688, 2.492188, 2.609375, 2.429688, 2.382812, 2.664062, 2.609375, 2.617188, 2.609375, 0.893066, 2.132812, 2.179688, 2.460938, 2.757812, 2.484375, 2.546875, 2.640625, 2.585938, 2.273438, 2.421875, 2.640625, 2.453125, 2.265625, 2.273438, 2.25, 2.273438, 2.5625, 2.351562, 2.492188, 2.398438, 2.632812, 2.578125, 2.640625, 2.414062, 2.617188, 2.484375, 2.5625, 2.414062, 2.453125, 2.289062, 2.671875, 2.335938, 1.921875, 2.773438, 2.570312, 2.507812, 1.976562, 2.390625, 2.484375, 2.515625, 1.746094, 2.5, 2.421875, 2.320312, 2.570312, 2.5625, 1.147461, 2.695312, 2.578125, 2.5625, 1.056396, 2.359375, 1.425781, 2.21875, 2.445312, 2.328125, 2.726562, 2.5625, 2.570312, 2.546875, 2.398438, 2.460938, 2.09375, 2.117188, 2.554688, 2.3125, 2.4375, 2.546875, 2.414062, 2.664062, 2.617188, 2.226562, 2.398438, 2.476562, 2.632812, 2.039062, 2.492188, 2.5, 2.757812, 2.445312, 2.546875, 1.828125, 2.320312, 1.558594, 2.40625, 2.328125, 2.476562, 2.289062, 2.554688, 2.390625, 2.710938, 2.640625, 2.648438, 2.453125, 2.601562, 2.507812, 2.296875, 2.539062, 2.546875, 2.695312, 2.382812, 2.507812, 2.289062, 2.328125, 2.570312, 2.46875, 2.515625, 2.546875, 2.445312, 2.546875, 2.453125, 2.453125, 2.507812, 2.421875, 2.242188, 2.492188, 2.445312, 2.476562, 2.367188, 2.445312, 2.359375, 2.492188, 2.539062, 2.578125, 2.554688, 2.617188, 2.484375, 2.25, 2.46875, 2.242188, 1.972656, 2.484375, 2.484375, 1.625, 2.507812, 2.28125, 2.5625, 2.523438, 2.40625, 2.671875, 2.65625, 2.484375, 2.4375, 2.59375, 2.617188, 2.734375, 2.585938, 2.265625, 2.414062, 2.484375, 2.484375, 1.890625, 2.304688, 2.570312, 2.5625, 2.320312, 2.570312, 2.460938, 2.304688, 2.484375, 2.0625, 2.507812, 2.59375, 2.632812, 1.675781, 2.492188, 2.664062, 1.945312, 2.476562, 2.203125, 2.578125, 2.617188, 2.546875, 2.585938, 2.109375, 2.453125, 2.445312, 2.40625, 2.359375, 2.390625, 2.507812, 2.34375, 1.695312, 2.453125, 2.664062, 2.484375, 2.492188, 2.296875, 2.4375, 2.515625, 2.476562, 1.625, 2.453125, 2.710938, 1.191406, 2.390625, 2.523438, 2.34375, 2.609375, 1.699219, 2.539062, 2.421875, 1.206055, 2.617188, 2.046875, 2.335938, 2.328125, 2.671875, 2.679688, 1.734375, 2.453125, 2.5, 2.5625, 2.53125, 2.546875, 2.414062, 1.898438, 2.742188, 2.539062, 2.328125, 2.375, 1.960938, 2.164062, 2.570312, 2.554688, 2.351562, 2.640625, 2.554688, 2.375, 2.375, 2.617188, 2.390625, 2.585938, 1.992188, 2.296875, 2.226562, 2.492188, 1.310547, 2.84375, 2.476562, 2.492188, 2.421875, 2.28125, 2.460938, 2.359375, 2.453125, 2.5625, 1.867188, 2.320312, 2.507812, 2.296875 ] }, "name": "onnx::Mul_8716", "outputIndexes": [ 1978 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1977, 1978 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1908, 1979 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_103_output_0", "outputIndexes": [ 1980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1980 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_20/Mul_output_0", "outputIndexes": [ 1981 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.022095, 1.068848, 1.030396, 1.051514, 1.009277, 0.990112, 1.002457, 1.539062, 0.986267, 1.086914, 1.037109, 1.042236, 1.044678, 0.992126, 1.041016, 1.03125, 1.05957, 1.057617, 1.287109, 1.093262, 1.069824, 1.066406, 1.030396, 1.094238, 1.066895, 1.04541, 0.989319, 1.100586, 1.033447, 1.03418, 1.058594, 1.105957, 1.035156, 1.451172, 1.026245, 1.057129, 1.052246, 1.020508, 1.058838, 1.062988, 0.98584, 1.058594, 1.026733, 1.099609, 1.376953, 0.994598, 1.009338, 1.0354, 1.585938, 1.125977, 1.056641, 1.054688, 1.02832, 1.11377, 1.010986, 1.015564, 0.975708, 1.036621, 1.077148, 1.113281, 1.120605, 1.007416, 1.066895, 0.981323, 0.990906, 1.056641, 1.152344, 1.041504, 1.034424, 1.042969, 1.011108, 1.022339, 1.040527, 1.049561, 1.056152, 1.050537, 1.240234, 1.095215, 1.105469, 1.361328, 1.063477, 1.519531, 1.065918, 1.142578, 1.037598, 0.990112, 1.043213, 1.103516, 1.326172, 1.097656, 1.041992, 1.061279, 0.994843, 1.417969, 1.034912, 1.558594, 1.022949, 1.089355, 1.09668, 1.021362, 1.084961, 1.014893, 1.035645, 1.038574, 1.009827, 1.036133, 1.012085, 1.091309, 1.033447, 1.050537, 1.010559, 1.027588, 1.051514, 0.535156, 0.998291, 1.073242, 1.061768, 1.273438, 1.042969, 0.980835, 1.011108, 1.011902, 1.116211, 1.001183, 1.05127, 1.104492, 1.041504, 1.028687, 1.031982, 1.185547, 1.177734, 1.052002, 1.07373, 1.051025, 1.012329, 1.016724, 1.087891, 1.054443, 1.058105, 1.02002, 0.897461, 1.18457, 1.072754, 1.016724, 1.062012, 1.144531, 1.041504, 1.082031, 1.053955, 1.047363, 1.046875, 1.083008, 1.093262, 0.947021, 1.066406, 1.035645, 1.265625, 1.02002, 1.474609, 1.457031, 0.457031, 0.994446, 1.055176, 1.235352, 1.050781, 1.043945, 1.012085, 1.455078, 0.98877, 1.085449, 1.039062, 1.376953, 1.052734, 1.472656, 1.070312, 1.005249, 0.969482, 1.574219, 1.041504, 1.036133, 1.028442, 1.478516, 1.077148, 1.429688, 0.857422, 1.036133, 1.330078, 1.070312, 1.10791, 1.037109, 1.046143, 1.043213, 1.046143, 1.014893, 1.064453, 1.051758, 1.055908, 1.045654, 1.022461, 1.036377, 1.049072, 1.025024, 1.05127, 1.074707, 1.084961, 1.032959, 0.971191, 1.060791, 1.010498, 1.026123, 1.064453, 1.058105, 1.057861, 1.065918, 1.035645, 1.012451, 1.059814, 1.053223, 1.009338, 1.043213, 1.094238, 1.015991, 1.031128, 1.066895, 1.036621, 1.051514, 1.034912, 1.030762, 1.095215, 1.089355, 0.386719, 1.049072, 0.984924, 0.994202, 1.006622, 0.998459, 1.040039, 1.012146, 1.041748, 1.08252, 0.818359, 1.033447, 1.005127, 1.214844, 1.099121, 1.035645, 1.036377, 1.120605, 1.001236, 1.22168, 1.046875, 1.066895, 1.357422, 1.100586, 1.036621, 1.032227, 1.036865, 1.075195, 1.064941, 1.053467, 1.042725, 1.00415, 1.071289, 1.044678, 1.051025, 1.105957, 1.01355, 1.015747, 1.049316, 1.007111, 0.995728, 1.067871, 1.085938, 1.081543, 1.081055, 1.00769, 1.289062, 1.036133, 1.003906, 1.030029, 1.126953, 0.989746, 1.318359, 1.02356, 1.080078, 1.044678, 1.019409, 1.081543, 1.427734, 1.072266, 1.081543, 1.476562, 1.075684, 1.042969, 1.0271, 0.989685, 1.041748, 1.067871, 1.060059, 1.014343, 0.995117, 1.079102, 1.421875, 1.022949, 1.496094, 1.028076, 1.004486, 1.072754, 1.051758, 1.026245, 1.052734, 1.523438, 1.05249, 1.064453, 1.043701, 1.070312, 1.021484, 1.045654, 1.105469, 1.023804, 1.05127, 1.044189, 1.048828, 1.043701, 1.012451, 0.999447, 1.114258, 1.056641, 1.003876, 1.0271, 1.129883, 1.078125, 1.016479, 0.998222, 0.253906, 1.019531, 1.003799, 0.990906, 1.021606, 1.033447, 1.074707, 1.147461, 1.083008, 1.071777, 1.027344, 1.172852, 1.011902, 1.208984, 1.114258, 0.989319, 1.21875, 1.08252, 1.118652, 1.114258, 1.527344, 1.386719, 1.010986, 1.032715, 1.145508, 1.082031, 1.4375, 1.042969, 1.086426, 1.269531, 1.154297, 1.022583, 1.083496, 1.201172, 1.05835, 1.035645, 1.01062, 1.025879, 1.01355, 1.057861, 1.041748, 1.057861, 1.016846, 1.03064, 0.989258, 1.140625, 1.026855, 1.042725, 1.243164, 1.328125, 1.022095, 1.019043, 1.105469, 1.138672, 1.021118, 1.005096, 1.059326, 1.06543, 1.519531, 1.034668, 1.075195, 1.020996, 1.047852, 1.523438, 1.07666, 0.987305, 1.039795, 1.028809, 1.011841, 1.046143, 1.326172, 1.018921, 1.020752, 1.067871, 1.099121, 1.123535, 1.020508, 1.062012, 0.993774, 1.040527, 1.034912, 1.057617, 1.048828, 1.019043, 1.099609, 1.021362, 1.072754, 1.035889, 1.125, 1.01001, 1.028687, 1.067871, 1.0271, 0.991089, 1.027222, 1.016235, 1.037109, 1.041748, 1.036133, 1.077637, 0.710938, 0.98999, 1.007874, 1.011292, 1.015137, 1.053955, 1.008911, 1.017822, 1.003876, 1.129883, 0.851562, 1.027222, 1.004181, 1.053955, 1.065918, 0.991211, 1.004486, 1.042969, 1.083496, 1.035645, 1.021606, 1.02356, 1.116699, 0.99411, 1.113281, 1.091309, 1.027954, 1.026978, 1.011841, 1.064941, 1.193359, 1.021729, 1.443359, 1.097656, 1.052734, 1.037842, 1.073242, 1.041992, 1.028809, 1.140625, 1.041992, 1.042969, 1.363281, 1.091309, 1.079102, 1.003662, 1.067871, 1.074707, 0.938721, 1.012634, 0.993774, 1.021484, 1.431641, 1.065918, 1.028809, 1.018433, 1.078125, 1.004852, 1.041016, 0.998444, 1.131836, 1.059326, 1.5625, 1.349609, 1.179688, 1.445312, 1.050293, 1.024292, 1.02124, 1.193359, 1.145508, 0.989685, 1.130859, 1.063965, 0.995544, 1.018433, 1.05127, 1.021118, 1.054932, 1.015869, 1.084961, 1.0271, 1.091309, 1.098633, 1.019287, 1.100586, 0.980469, 1.052979, 1.429688, 1.351562, 1.021362, 1.355469, 1.010071, 1.028809, 1.046631, 1.021362, 1.018921, 1.043213, 1.018188, 1.40625, 1.019531, 1.333984, 1.045166, 0.966064, 1.024658, 1.335938, 0.585938, 1.085449, 0.965332, 1.083008, 0.995758, 1.039062, 1.029541, 1.042236, 1.201172, 1.01001, 1.100098, 1.014893, 1.214844, 1.024292, 1.019043, 0.982788, 1.023804, 0.770508, 1.056885, 1.057617, 1.019775, 1.257812, 1.074219, 1.09082, 1.011719, 1.049561, 1.059082, 0.896973, 1.000319, 1.004517, 0.980957, 0.995178, 0.99176, 1.051758, 1.542969, 0.993896, 1.05127, 1.013, 1.339844, 1.054688, 0.935547, 1.201172, 1.015137, 1.052246, 1.005798, 1.073242, 1.002441, 1.018677, 0.801758, 1.124512, 1.044678, 1.011353, 0.979858, 0.903809, 1.443359, 1.043701, 1.012878, 1.002274, 1.050049, 1.168945, 1.03418, 1.023193, 1.121094, 1.039307, 0.998032, 1.021118, 1.044189, 1.036377, 1.048096, 1.092773, 1.012207, 1.052246, 1.041016, 1.053955, 1.051514, 1.0271, 1.02832, 1.072266, 1.075195, 1.00592, 1.042236, 1.030029, 1.051758, 1.017944, 1.014099, 1.107422, 1.050049, 1.013306, 1.032959, 1.039062, 1.082031, 1.061523, 1.135742, 1.058838, 1.026733, 1.02124, 1.02063, 1.05127, 1.026367, 1.261719, 1.066895, 1.042725, 1.152344, 1.441406, 1.020874, 1.200195, 1.027588, 1.029907, 1.020874, 1.21582, 1.308594, 1.609375, 1.032715, 1.081543, 0.996796, 1.069336, 1.053223, 1.0354, 1.051514, 1.00946, 1.019653, 1.010132, 1.025269, 1.511719, 1.060303, 1.051514, 1.05957, 1.060059, 1.029053, 1.059814, 1.015198, 1.013428, 1.083008, 1.098145, 1.077148, 1.028442, 1.013245, 1.01709, 1.095703, 1.059082, 1.050781, 1.503906, 1.621094, 1.041748, 1.15332, 1.047607, 1.108398, 0.983154, 1.050293, 0.910645, 1.034912, 1.085449, 1.046631, 1.044678, 1.000687, 1.057861, 1.04126, 1.036377, 1.052002, 1.078613, 0.394531, 1.051758, 1.044189, 1.027344, 1.048584, 0.99791, 1.002441, 1.083496, 1.042969, 1.103516, 1.043945, 1.033447, 1.0271, 1.02002, 1.141602, 0.779297, 1.003494, 1.191406, 1.031982, 1.131836, 1.007111, 1.033203, 1.015564, 1.051025, 1.175781, 1.089844, 1.24707, 1.007812, 1.020142, 1.010437, 1.149414, 1.030273, 1.004242, 1.006134, 1.068848, 1.037598, 1.026367, 1.009033, 0.97583, 0.989502, 1.089355, 1.05127, 1.035889, 1.101074, 1.029175, 1.050781, 1.025146, 1.072266, 1.040771, 1.022095, 1.034912, 1.033203, 1.052734, 1.030151, 1.066406, 1.143555, 1.027222, 1.402344, 1.043945, 1.084961, 1.005463, 1.011719, 1.053223, 1.046875, 1.056641, 1.083984, 1.050293, 0.980835, 1.041504, 1.019409, 0.99176, 1.011169, 1.054199, 0.984619, 1.037842, 0.981201, 1.026978, 1.002808, 0.918457, 1.10791, 1.044678, 1.118652, 1.083984, 1.046631, 0.410156, 1.08252, 1.017578, 1.060303, 1.188477, 1.010925, 0.987, 1.037109, 1.104492, 1.02478, 1.083008, 1.079102, 1.003036, 1.185547, 1.019165, 1.139648, 0.968018, 1.03125, 1.048584, 1.023193, 1.088379, 1.273438, 1.027832, 1.008606, 1.198242, 1.02063, 1.115234, 0.998566, 1.427734, 1.05127, 1.382812, 1.11377, 0.978516, 1.083008, 1.183594, 1.030762, 1.018921, 1.069824, 1.021606, 1.031494, 1.019653, 0.979248, 1.045898, 1.070801, 1.052734, 1.074707, 1.027832, 1.039307, 1.075195, 0.958496, 1.036621, 1.15625, 1.068848, 1.016968, 1.085449, 1.069824, 1.19043, 1.026733, 1.056152, 1.069824, 1.051514, 1.023315, 1.106934, 0.99588, 1.035889, 0.978149, 1.089844, 1.044922, 1.083008, 1.020874, 1.554688, 1.09082, 1.054932, 1.035156, 1.045166, 1.060791, 1.025269, 1.060547, 1.075195, 1.094238, 1.07666, 1.435547, 1.083496, 1.011963, 1.089844, 1.051758, 1.004486, 1.043945, 1.103516, 1.455078, 1.130859, 1.078613, 1.029297, 1.010498, 1.059082, 1.036377, 1.063477, 1.075684, 1.050537, 1.067871, 1.043701, 1.051758, 1.012146, 1.036865, 1.066895, 1.043213, 1.412109, 1.037598, 1.050781, 1.024414, 1.045166, 1.006805, 1.032959, 1.078613, 1.067383, 1.02356, 1.118652, 1.04248, 1.101074, 1.024048, 1.196289, 1.098633, 1.031006, 1.5625, 1.695312, 1.205078, 1.100098, 1.064941, 1.038818, 1.026245, 1.085449, 1.539062, 1.460938, 1.055664, 0.956787, 1.080566, 1.149414, 1.02063, 1.012634, 1.028442, 1.003326, 1.550781, 1.018555, 1.125, 1.093262, 1.216797, 1.050781, 1.06543, 1.063965, 1.119629, 1.054932, 1.051758, 1.083984, 1.082031, 1.047119, 1.021484, 1.04248, 1.105957, 1.025757, 1.101074, 1.047363, 1.041748, 1.21582, 1.492188, 0.269531, 1.033691, 1.072754, 1.006744, 1.057617, 1.003601, 1.019409, 1.023682, 1.632812, 1.077637, 1.105469, 1.105469, 1.019775, 1.365234, 0.989807, 1.033447, 1.092773, 1.054443, 1.019165, 1.073242, 1.109863, 1.443359, 1.032471, 1.051025, 1.055176, 1.453125, 1.055664, 1.054199, 0.938232, 1.020264, 0.652344, 1.10498, 1.069336, 1.059326, 1.037109, 1.219727, 1.036621, 1.0271, 1.196289, 0.899414, 1.585938, 0.560547, 1.069336, 1.043457, 1.011414, 1.080078, 1.027954, 1.160156, 1.069336, 1.597656, 1.045654, 1.038574, 0.993744, 1.004639, 0.987854, 1.043457, 1.114258, 1.244141, 1.111328, 1.472656, 1.050293, 1.396484, 1.135742, 1.060547, 1.00293, 1.019165, 1.166992, 1.026978, 0.902832, 1.076172, 1.5, 1.176758, 1.15332, 1.302734, 1.380859, 1.007355, 0.996796, 1.105469, 0.918457, 1.050293, 1.115723, 1.037109, 1.139648, 1.131836, 1.018799, 1.535156, 1.032471, 1.011902, 1.029785, 1.332031, 1.490234, 1.059814, 1.026245, 1.043701, 1.049561, 1.014954, 1.041016, 1.147461, 0.21875, 1.043457, 1.032959, 1.059082, 1.08252, 1.030762, 1.010071, 1.066895, 1.010498, 1.063965, 1.013489, 1.049805, 1.095703, 1.068848, 1.060059, 1.062012, 1.090332, 1.018799, 1.010864, 1.027588, 1.050049, 1.053711, 0.900391, 1.00209, 1.486328, 1.199219, 1.051758, 1.384766, 0.9935, 1.050537, 0.990784, 1.024414, 1.041016, 1.02478, 1.03125, 1.049072, 1.402344, 1.121094, 1.027832, 1.062012, 1.003586, 1.05249, 1.125977, 1.066895, 1.02832, 1.096191, 1.013733, 1.018433, 1.404297, 1.028076, 1.048096, 1.180664, 1.024292, 1.042969, 1.028687, 0.926758, 1.0271, 1.011475, 1.010864, 1.026855, 1.023315, 1.019409, 1.060791, 1.082031, 1.045654, 1.021118, 0.987427, 1.007019, 1.175781, 1.021118, 1.402344, 1.025024, 1.071289, 1.065918, 1.041016, 1.054932, 1.009521, 0.998978, 1.157227, 1.043457, 1.53125, 1.554688, 1.412109, 1.059082, 1.031494, 1.330078, 1.05127, 1.065918, 1.065918, 1.34375, 1.07666, 1.12207, 1.069824, 1.458984, 1.016724, 1.050049, 0.985046, 1.037842, 1.085449, 1.06543, 1.047852, 1.029541, 1.192383, 1.621094, 1.5625, 1.053955, 1.057861, 1.024414, 0.994019, 1.099609, 1.09668, 1.141602, 1.546875, 0.959229, 1.081055, 1.046387, 1.034912, 1.189453, 1.043945, 1.021362, 1.075195, 1.090332, 1.067383, 1.08252, 0.801758, 1.043945, 1.042725, 0.976685, 1.058838, 1.028198, 1.033936, 1.016357, 1.061523, 1.049072, 1.056396, 1.02832, 1.042969, 1.005402, 1.029175, 1.070312, 1.026733, 1.039795, 1.029907, 1.089844, 1.014404, 1.029785, 1.066895, 1.004517, 0.966064, 1.072266, 1.027222, 1.289062, 0.985291, 1.05835, 1.044678, 1.090332, 1.089355, 1.037842, 1.005951, 1.308594, 1.082031, 1.369141, 1.020874, 1.060547, 1.106445, 1.11377, 1.091309, 1.251953, 0.998833, 1.474609, 1.005432, 1.189453, 1.089844, 1.033691, 1.082031, 1.045166, 1.02771, 1.036133, 1.090332, 1.033447, 1.033447, 1.042725, 1.416016, 1.055908, 1.02771, 1.063965, 1.03833, 1.057373, 1.043945, 1.066895, 1.165039, 1.034912, 1.041992, 1.08252, 0.997742, 1.089844, 1.049316, 1.025757, 1.069824, 1.043457, 1.474609, 1.063965, 1.119629, 1.042725, 0.742188, 1.114746, 1.165039, 1.523438, 1.051025, 1.539062, 1.213867, 1.084961, 1.051758, 1.053467, 1.054688, 1.632812, 1.05249, 1.131836, 0.99839, 1.550781, 0.981323, 1.019287, 1.013672, 1.04126, 1.013, 1.0354, 1.482422, 1.003647, 1.089355, 1.162109, 1.365234, 1.057617, 1.012329, 1.339844, 1.040283, 1.032227, 0.990051, 1.097168, 0.979004, 1.083496, 1.412109, 1.033203, 1.083984, 1.093262, 1.021118, 1.049561, 1.255859, 1.482422, 1.043701, 1.040527, 1.111328, 1.024536, 1.027832, 1.003418, 1.011719, 1.047607, 1.05542, 1.082031, 0.985901, 1.022705, 1.035889, 1.029541, 1.027466, 1.072754, 1.043213, 1.021362, 1.021729, 1.617188, 1.005829, 1.121582, 1.003647, 1.066895, 1.019775, 1.114258, 1.041748, 1.028442, 0.992889, 0.997375, 1.066895, 1.019897, 1.017822, 1.116699, 1.008301, 1.488281, 1.035889, 1.371094, 0.999096, 1.028442, 1.025879, 1.443359, 1.059326, 1.051758, 1.120117, 1.043701, 1.02771, 1.025757, 1.106445, 1.006012, 1.076172, 1.015991, 1.296875, 1.026855, 1.049072, 0.95166, 1.006958, 1.050781, 1.02124, 0.995941, 1.014526, 1.085938, 1.019531, 1.036133, 1.069336, 1.035156, 1.059814, 1.380859, 1.088379, 1.022217, 1.035889, 1.036377, 1.478516, 0.967285, 1.047363, 0.998932, 1.042969, 1.024536, 1.053223, 1.033203, 1.033447, 1.400391, 1.011414, 1.037109, 1.013672, 0.988037, 1.06543, 1.008911, 1.040771, 1.005951, 1.031738, 1.020386, 1.011963, 1.027954, 1.014038, 1.054688, 1.003677, 1.032715, 1.229492, 0.351562, 1.020142, 1.080078, 1.060547, 1.079102, 1.224609, 1.000128, 1.066895, 1.091309, 1.414062, 1.133789, 1.232422, 0.92627, 1.030151, 1.08252, 1.006622, 1.585938, 1.016235, 0.859375, 1.523438, 1.194336, 1.005035, 1.051025, 1.026001, 1.030762, 1.007416, 1.044678, 1.059814, 1.056152, 1.04126, 1.351562, 1.031494, 1.067383, 1.066406, 1.124512, 1.018921, 1.023071, 1.027466, 1.02124, 1.0271, 1.093262, 0.993408, 1.066895, 1.507812, 1.101562, 1.059326, 1.035156, 1.085449, 1.111816, 0.997192, 1.01709, 1.019165, 1.025513, 1.200195, 1.074707, 1.007233, 1.036621, 0.265625, 1.074707, 1.115723, 1.018799, 1.035645, 1.18457, 1.5, 1.035645, 0.916504, 1.044678, 1.05957, 1.047607, 1.049316, 1.02771, 1.441406, 1.132812, 1.045166, 1.04248, 1.074219, 1.05127, 1.052246, 1.005249, 1.051025, 1.014771, 1.006226, 1.087402, 1.028687, 1.019165, 1.007935, 0.978394, 1.074219, 1.05835, 1.103027, 1.015259, 1.096191, 0.799805, 0.998459, 1.198242, 0.962891, 1.066406, 1.071289, 1.074707, 1.024414, 1.023315, 1.134766, 1.043213, 1.069336, 1.103027, 1.02002, 1.020996, 1.200195, 1.106934, 1.063477, 1.116211, 1.028076, 0.993683, 1.199219, 1.042725, 1.073242, 1.038818, 1.037109, 1.25, 1.054199, 1.029907, 1.066406, 0.679688, 1.020874, 1.044434, 1.096191, 1.004547, 1.067383, 1.065918, 1.02771, 1.053467, 1.232422, 1.076172, 1.043457, 1.008789, 1.055908, 1.02063, 1.017822, 1.050781, 1.040527, 1.048096, 1.050781, 1.013916, 1.079102, 1.023926, 0.91748, 1.041016, 1.041992, 1.041992, 1.027588, 1.038818, 1.0177, 1.0047, 0.956055, 1.099609, 1.056885, 1.095215, 1.010559, 1.018677, 1.498047, 1.052734, 0.970947, 1.094727, 1.304688, 1.065918, 1.062988, 1.225586, 1.46875, 1.044189, 1.061768, 1.029541, 1.042725, 1.034668, 1.042969, 1.043213, 1.107422, 1.05957, 1.15625, 1.05127, 1.214844, 1.035645, 1.039062, 1.357422, 1.535156, 1.059082, 1.133789, 1.019775, 1.212891, 1.098145, 1.131836, 1.043213, 1.019531, 1.098633, 1.051514, 1.057129, 1.111816, 1.11377, 1.011658, 1.020142, 1.061523, 1.496094, 1.263672, 1.021118, 1.0354, 1.049805, 1.134766, 0.974487, 0.996185, 1.089844, 1.253906, 1.019775, 1.055908, 1.075684, 1.035645, 1.017578, 1.07373, 1.084961, 1.121094, 1.519531, 1.570312, 1.029175, 1.059814, 1.041748, 1.011292, 1.061279, 1.006561, 1.359375, 1.011597, 1.310547, 1.298828, 0.989685, 1.011292, 1.04248, 1.08252, 1.066895, 0.983032, 1.367188, 1.028564, 1.108398, 1.045898, 0.999317, 1.067871, 1.051025, 1.027832, 1.121582, 1.031738, 1.059326, 1.058838, 1.083984, 1.010498, 1.05835, 1.034912, 0.289062, 1.028564, 1.015564, 1.480469, 1.019653, 1.038818, 1.146484, 1.010986, 1.134766, 1.073242, 0.980835, 1.025513, 1.263672, 1.198242, 1.056396, 1.031494, 1.048828, 1.016724, 1.013428, 1.050781, 1.029541, 1.009766, 1.000401, 1.074219, 1.021729, 1.103516, 1.605469, 1.036865, 0.992126, 1.019897, 1.070801, 1.05127, 1.404297, 1.05835, 1.041016, 1.081543, 1.012207, 1.300781, 1.043701, 1.012939, 1.018555, 1.051025, 1.052002, 0.963135, 1.065918, 1.093262, 1.017944, 1.007416, 1.017944, 1.496094, 1.074219, 1.025513, 1.496094, 1.023315, 0.794922, 1.04248, 1.089355, 1.086426, 1.043701, 0.884766, 1.036133, 1.085449, 1.058838, 0.997574, 1.027832, 1.028198, 1.211914, 1.068848, 1.03418, 1.011414, 1.034424, 1.042969, 1.107422, 1.039307, 1.075684, 1.104492, 1.056396, 0.662109, 1.021484, 1.255859, 1.144531, 1.53125, 1.019287, 1.048828, 0.99176, 1.059082, 1.019653, 1.036377, 1.053711, 1.109375, 1.082031, 1.157227, 1.058594, 1.026367, 1.064941, 1.047852, 1.202148, 1.114258, 1.158203, 1.507812, 1.038818, 1.073242, 1.023682, 1.086914, 1.15332, 1.090332, 1.098633, 1.03833, 1.169922, 1.130859, 1.008606, 1.034668, 1.066895, 1.04541, 1.042236, 1.119141, 1.003647, 1.021851, 0.989319, 1.355469, 1.005524, 1.004639, 1.043213, 1.006836, 1.067383, 1.003433, 1.043457, 1.077637, 1.043945, 0.993378, 1.0354, 1.198242, 1.049316, 1.002075, 1.061523, 0.971558, 1.003479, 1.018066, 1.08252, 1.058838, 0.972412, 1.036377, 1.253906, 1.339844, 1.009277, 1.116211, 1.042969, 1.027344, 1.012878, 1.421875, 1.003937, 0.997849, 1.006165, 1.020264, 1.062012, 1.066895, 1.056641, 1.207031, 1.013306, 1.08252, 1.021851, 1.074707, 1.251953, 1.029663, 1.050293, 1.011658, 1.032715, 1.04248, 1.052979, 1.066406, 1.032715, 1.154297, 1.116699, 1.192383, 1.464844, 1.123047, 1.089844, 1.036377, 0.990356, 0.525391, 1.004059, 0.995941, 1.028809, 0.997086, 1.074707, 1.039795, 1.041748, 1.255859, 1.265625, 1.078125, 1.050537, 1.050049, 1.044189, 0.982544, 1.035156, 0.998749, 1.049316, 1.158203, 1.076172, 1.082031, 1.251953, 1.05957, 1.035889, 0.989502, 1.040039, 1.445312, 1.058838, 0.985413, 1.011597, 1.066406, 1.050049, 1.402344, 1.007812, 1.037354, 1.069336, 1.031738, 1.027832, 1.032715, 1.043701, 1.028198, 1.051025, 1.059082, 1.065918, 1.036133, 1.08252, 1.023804, 1.053223, 1.539062, 1.090332, 1.052002, 0.979248, 1.042969, 1.011475, 1.034912, 1.079102, 1.245117, 0.991821, 1.036865, 1.037354, 1.063965, 1.208008, 1.126953, 0.948242, 1.012939, 1.058838, 1.066895, 1.037842, 1.046387, 1.002548, 1.094727, 1.0354, 1.070801, 1.053955, 1.041748, 1.125977, 1.016113, 0.980225, 1.051514, 1.034424, 1.291016, 1.539062, 1.046387, 1.088867, 1.017578, 1.003357, 1.068848, 1.052979, 1.083984, 1.070801, 1.113281, 1.051025, 1.053223, 1.046143, 1.035645, 1.539062, 1.019043, 1.034424, 1.167969, 1.011414, 0.925781, 1.039307, 1.053955, 1.011719, 1.105469, 1.008057, 1.050781, 1.053223, 1.189453, 1.054199, 1.045898, 1.039062, 1.100586, 1.090332, 1.025635, 1.033936, 1.017334, 1.035156, 1.058838, 1.045654, 1.061768, 0.883789, 1.124023, 1.065918, 1.179688, 1.285156, 1.051758, 1.000675, 1.041992, 1.457031, 1.114258, 1.015747, 1.03064, 1.000273, 1.077148, 1.001083, 1.045898, 0.975586, 1.074219, 0.938477, 1.554688, 1.044189, 0.980469, 1.051758, 1.105957, 1.044189, 1.030396, 1.018799, 1.488281, 1.047852, 1.046875, 1.032715, 1.013977, 0.994995, 1.049316, 1.002899, 1.012817, 1.023438, 1.306641, 1.083008, 1.107422, 1.08252, 0.996719, 0.986755, 1.020752, 1.013977, 1.102539, 1.041016, 1.050781, 1.279297, 1.042236, 1.028076, 1.027954, 1.086426, 1.066406, 1.08252, 1.05127, 0.96167, 1.064941, 1.05835, 1.008118, 1.460938, 1.035156, 1.079102, 1.050537, 1.018677, 1.014282, 0.962158, 0.974854, 1.048096, 0.998581, 1.15625, 1.07373, 0.993866, 1.050781, 1.523438, 1.043457, 0.965332, 1.016235, 1.027466, 1.004761, 1.041016, 1.049072, 1.041504, 1.036377, 1.047852, 1.019897, 1.458984, 1.044434, 1.077637, 1.045654, 1.484375, 1.014038, 1.232422, 1.028809, 1.476562, 1.040771, 1.042236, 1.055176, 1.205078, 1.062988, 1.037109, 1.039062, 1.072754, 1.03418, 1.032715, 1.019165, 1.025146, 1.503906, 1.320312, 1.138672, 1.04248, 1.00235, 1.060059, 1.003586, 0.9646, 1.004059, 1.137695, 1.020508, 1.004547, 1.039062, 1.033447, 1.09375, 1.085938, 1.081543, 1.015137, 1.172852, 1.111328, 1.053955, 0.990051, 0.997833, 0.998863, 1.104492, 1.028198, 1.037354, 1.074707, 1.058105, 1.036133, 1.069336, 1.013, 1.101074, 1.382812, 0.974854, 1.02002, 0.987305, 1.308594, 1.047607, 1.041992, 1.039062, 1.380859, 1.041016, 1.186523, 1.069824, 1.058594, 1.096191, 1.539062, 1.018921, 1.013733, 1.038818, 1.503906, 1.204102, 1.304688, 1.070801, 1.066895, 1.114258, 1.013733, 1.028442, 1.030396, 1.022949, 1.054199, 1.050781, 1.318359, 1.308594, 1.015137, 1.104492, 1.070801, 1.035889, 1.027588, 1.028076, 1.034912, 1.074707, 1.047607, 1.04126, 1.019287, 1.287109, 1.020386, 1.024658, 0.957031, 1.059082, 1.046875, 1.400391, 1.070312, 1.308594, 1.026123, 1.089844, 1.03833, 1.104004, 0.995178, 1.130859, 1.00354, 1.011719, 1.02124, 1.011963, 1.027832, 1.051025, 1.067871, 1.015625, 1.027222, 1.034668, 0.908203, 1.053223, 1.183594, 1.074707, 1.011841, 1.18457, 1.026855, 1.024414, 1.029785, 1.011902, 1.098633, 1.068359, 1.063965, 1.015442, 1.181641, 1.058838, 1.11377, 1.021851, 1.051758, 1.090332, 1.039551, 1.08252, 1.070801, 1.029541, 1.043945, 1.0271, 1.034668, 1.223633, 1.03418, 1.089844, 1.283203, 1.098145, 1.031982, 1.373047, 1.021118, 1.121582, 1.063477, 1.036377, 1.106934, 1.028687, 1.012573, 1.019653, 1.062012, 1.032227, 1.027466, 1.050293, 1.037842, 1.186523, 1.059326, 1.028564, 1.011475, 1.355469, 1.043945, 1.042969, 0.999084, 1.060303, 1.020386, 1.038086, 1.034668, 1.042725, 0.582031, 1.082031, 1.000725, 1.027344, 1.472656, 1.041016, 0.993469, 1.435547, 1.041992, 1.158203, 1.007446, 1.034912, 1.015503, 1.006042, 1.287109, 1.035156, 1.083496, 1.050781, 1.051514, 1.0354, 1.068848, 1.10791, 1.449219, 1.21582, 0.985535, 1.124023, 0.998955, 1.152344, 1.083008, 1.041504, 1.02002, 1.382812, 1.072754, 1.061035, 1.539062, 1.064941, 1.079102, 1.049561, 1.042969, 1.388672, 0.968018, 1.064453, 1.421875, 1.036865, 0.666016, 1.12207, 1.069336, 1.027222, 1.000576, 1.419922, 1.001572, 1.110352, 1.025757, 1.012573, 1.056152, 1.101562, 1.197266, 0.951416, 1.025024, 1.082031, 1.075684, 1.402344, 1.107422, 1.028809, 1.060303, 1.061523, 0.989624, 1.042236, 1.034668, 1.044434, 1.01355, 1.089844, 1.055908, 1.085449, 0.564453, 1.066406, 1.074219, 1.535156, 1.011536, 1.079102, 1.045166, 1.089844, 1.121094, 1.131836, 0.974976, 1.035889, 1.020508, 1.396484, 1.027954, 1.013306, 1.108887 ] }, "name": "onnx::Mul_8718", "outputIndexes": [ 1982 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1981, 1982 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1983 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1983 ], "outputIndexes": [ 3066 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3066 ], "outputIndexes": [ 3067 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear", "inputIndexes": [ 3067 ], "outputIndexes": [ 3068 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 883854432, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3068 ], "outputIndexes": [ 3069 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3069 ], "outputIndexes": [ 1984 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 1984 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_output_0", "outputIndexes": [ 1985 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 1985 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_1_output_0", "outputIndexes": [ 1986 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 1986 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_2_output_0", "outputIndexes": [ 1987 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 1987 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Add_output_0", "outputIndexes": [ 1988 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 1988 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_3_output_0", "outputIndexes": [ 1989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_20/Tanh_output_0", "outputIndexes": [ 1990 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 1990 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Add_1_output_0", "outputIndexes": [ 1991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 1991 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_4_output_0", "outputIndexes": [ 1992 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 1992 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_5_output_0", "outputIndexes": [ 1993 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1983 ], "outputIndexes": [ 3070 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3070 ], "outputIndexes": [ 3071 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear", "inputIndexes": [ 3071 ], "outputIndexes": [ 3072 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 895798390, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3072 ], "outputIndexes": [ 3073 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3073 ], "outputIndexes": [ 1994 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1993, 1994 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_20/Mul_output_0", "outputIndexes": [ 1995 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1995 ], "outputIndexes": [ 3074 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3074 ], "outputIndexes": [ 3075 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear", "inputIndexes": [ 3075 ], "outputIndexes": [ 3076 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 907742348, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3076 ], "outputIndexes": [ 3077 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3077 ], "outputIndexes": [ 1996 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1996 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_20/Mul_output_0", "outputIndexes": [ 1997 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.84375, 3.875, 3.90625, 4.109375, 4.078125, 3.9375, 3.796875, 1.515625, 3.78125, 3.53125, 3.875, 3.828125, 3.8125, 4.109375, 3.890625, 3.84375, 3.859375, 3.765625, 3.234375, 3.328125, 3.921875, 4.0, 4.015625, 3.609375, 3.5625, 3.984375, 3.5625, 3.21875, 3.984375, 3.84375, 3.4375, 3.34375, 3.921875, 1.777344, 3.796875, 3.390625, 3.921875, 3.953125, 3.578125, 3.875, 4.03125, 3.734375, 3.84375, 3.21875, 2.367188, 3.71875, 3.984375, 3.75, 3.8125, 3.3125, 3.703125, 2.835938, 3.734375, 2.40625, 3.90625, 3.53125, 3.765625, 4.03125, 3.640625, 3.46875, 3.09375, 4.765625, 4.046875, 3.78125, 3.75, 3.65625, 3.046875, 4.03125, 3.453125, 3.796875, 3.9375, 3.9375, 3.84375, 3.796875, 3.734375, 3.609375, 2.8125, 3.546875, 3.359375, 2.265625, 3.78125, 1.353516, 3.8125, 3.140625, 3.796875, 3.640625, 3.859375, 3.296875, 2.453125, 3.71875, 3.8125, 3.6875, 3.9375, 2.335938, 3.90625, 1.449219, 3.765625, 3.8125, 5.40625, 3.828125, 3.546875, 4.109375, 3.875, 3.953125, 3.921875, 3.96875, 3.796875, 3.375, 3.96875, 3.765625, 3.8125, 3.90625, 3.8125, 2.195312, 3.78125, 3.453125, 3.890625, 2.6875, 3.78125, 3.796875, 3.90625, 3.875, 3.78125, 3.96875, 3.65625, 3.078125, 3.75, 3.828125, 3.765625, 2.78125, 2.945312, 3.953125, 3.59375, 3.828125, 4.046875, 3.90625, 3.5, 2.984375, 3.71875, 4.015625, 5.28125, 3.46875, 3.65625, 3.84375, 3.859375, 3.65625, 3.5625, 3.921875, 3.8125, 3.984375, 3.9375, 3.546875, 3.640625, 4.234375, 3.734375, 4.1875, 2.835938, 3.953125, 2.085938, 1.933594, 2.414062, 3.84375, 3.375, 2.992188, 3.8125, 4.03125, 3.984375, 2.007812, 4.09375, 3.703125, 3.90625, 2.210938, 4.015625, 2.0625, 3.734375, 4.40625, 3.65625, 1.296875, 3.984375, 3.71875, 3.859375, 1.757812, 3.40625, 1.382812, 5.09375, 3.828125, 2.6875, 3.875, 3.578125, 3.28125, 3.875, 3.96875, 3.71875, 3.671875, 3.765625, 3.625, 3.75, 3.953125, 3.96875, 3.859375, 3.53125, 3.859375, 3.828125, 3.6875, 3.890625, 4.046875, 5.125, 3.796875, 3.875, 4.03125, 3.5625, 4.15625, 3.9375, 3.625, 4.0625, 3.875, 3.65625, 3.71875, 3.875, 3.859375, 3.5625, 3.359375, 3.953125, 4.03125, 3.921875, 3.78125, 3.796875, 3.8125, 3.328125, 3.453125, 2.304688, 3.859375, 3.890625, 3.9375, 3.9375, 4.015625, 3.1875, 3.90625, 3.765625, 3.859375, 3.046875, 3.78125, 3.9375, 3.375, 3.578125, 3.828125, 3.640625, 3.453125, 3.875, 3.03125, 3.765625, 3.734375, 2.429688, 4.0, 3.75, 3.78125, 3.6875, 2.09375, 3.890625, 3.78125, 3.828125, 4.09375, 3.609375, 3.78125, 4.09375, 3.359375, 3.8125, 3.953125, 3.765625, 3.65625, 3.78125, 3.875, 3.875, 3.640625, 3.96875, 3.78125, 2.773438, 3.84375, 3.96875, 3.796875, 3.234375, 3.75, 2.242188, 3.78125, 3.859375, 3.78125, 3.59375, 3.671875, 2.015625, 3.796875, 3.609375, 1.921875, 3.765625, 3.765625, 3.671875, 3.765625, 3.65625, 3.8125, 3.9375, 3.890625, 3.65625, 3.5, 1.570312, 3.859375, 1.054688, 3.4375, 3.828125, 3.484375, 3.78125, 3.828125, 4.015625, 1.527344, 3.90625, 3.828125, 3.78125, 3.6875, 3.875, 4.078125, 3.484375, 3.90625, 3.625, 3.875, 3.5625, 3.65625, 3.859375, 3.84375, 3.28125, 3.546875, 3.9375, 3.828125, 3.328125, 3.671875, 3.734375, 3.859375, 6.1875, 3.921875, 3.609375, 4.125, 3.96875, 3.640625, 3.78125, 3.65625, 3.828125, 3.75, 3.484375, 3.140625, 3.890625, 2.765625, 3.5, 3.875, 2.109375, 3.25, 2.359375, 3.390625, 1.357422, 2.320312, 4.078125, 3.953125, 3.3125, 3.59375, 1.949219, 3.75, 3.453125, 2.703125, 3.640625, 3.90625, 4.03125, 2.3125, 3.875, 3.734375, 3.859375, 3.71875, 3.796875, 3.59375, 4.21875, 4.03125, 3.921875, 3.53125, 3.71875, 2.84375, 4.03125, 4.03125, 2.742188, 2.320312, 4.140625, 3.734375, 3.46875, 3.03125, 4.046875, 3.84375, 3.546875, 3.78125, 1.722656, 3.84375, 3.9375, 3.859375, 3.640625, 1.902344, 3.625, 3.921875, 3.84375, 3.875, 3.734375, 3.890625, 2.273438, 4.15625, 3.859375, 3.6875, 3.796875, 2.554688, 3.90625, 4.03125, 3.9375, 4.0, 3.234375, 3.515625, 3.734375, 3.78125, 3.59375, 3.8125, 3.84375, 3.890625, 4.734375, 3.671875, 3.765625, 3.25, 4.046875, 3.765625, 3.90625, 3.78125, 4.046875, 4.078125, 3.96875, 3.28125, 2.296875, 3.9375, 4.015625, 4.03125, 3.859375, 4.015625, 3.921875, 3.71875, 3.84375, 3.359375, 2.0, 4.03125, 3.90625, 4.0625, 3.65625, 3.953125, 3.890625, 3.734375, 3.65625, 3.703125, 3.84375, 3.859375, 2.875, 3.921875, 3.6875, 3.703125, 3.90625, 3.8125, 3.859375, 4.015625, 2.664062, 3.84375, 1.917969, 3.625, 3.625, 4.046875, 3.71875, 3.859375, 3.9375, 3.421875, 3.71875, 3.828125, 2.210938, 3.6875, 3.734375, 3.890625, 3.796875, 3.671875, 4.0625, 4.015625, 3.9375, 4.015625, 1.847656, 3.890625, 3.6875, 3.890625, 3.359375, 3.796875, 3.953125, 3.75, 3.390625, 3.984375, 1.566406, 2.085938, 3.1875, 1.773438, 3.875, 4.015625, 3.796875, 3.203125, 2.234375, 3.78125, 2.976562, 3.21875, 3.984375, 3.8125, 3.875, 3.984375, 3.75, 3.671875, 3.953125, 4.046875, 3.15625, 3.71875, 4.046875, 3.453125, 3.71875, 3.71875, 2.335938, 2.242188, 3.96875, 2.570312, 4.015625, 3.75, 3.578125, 3.90625, 3.796875, 3.78125, 3.84375, 1.800781, 3.875, 3.671875, 3.71875, 4.28125, 4.015625, 1.671875, 1.777344, 3.40625, 3.515625, 3.765625, 4.125, 3.75, 3.953125, 3.78125, 3.0625, 4.046875, 1.992188, 3.9375, 3.8125, 3.859375, 3.625, 3.703125, 3.953125, 2.609375, 3.640625, 3.671875, 3.796875, 2.007812, 3.375, 3.5625, 3.75, 3.84375, 3.875, 2.609375, 3.578125, 3.734375, 3.859375, 3.984375, 3.921875, 3.421875, 1.328125, 3.984375, 3.65625, 3.75, 2.640625, 3.875, 5.09375, 3.46875, 3.859375, 3.75, 4.109375, 3.703125, 4.046875, 3.703125, 2.359375, 2.984375, 3.859375, 3.890625, 3.484375, 4.421875, 3.59375, 3.640625, 3.734375, 3.75, 3.9375, 3.5, 3.953125, 4.046875, 3.4375, 3.765625, 3.96875, 3.875, 3.734375, 3.84375, 4.03125, 3.40625, 3.921875, 3.84375, 3.96875, 2.15625, 3.640625, 3.734375, 3.75, 3.53125, 3.671875, 3.6875, 4.015625, 3.828125, 3.703125, 3.78125, 3.953125, 3.390625, 3.78125, 4.03125, 3.984375, 3.625, 3.65625, 4.046875, 3.75, 4.0, 4.046875, 3.453125, 3.859375, 3.578125, 3.90625, 3.140625, 4.3125, 3.984375, 3.28125, 1.984375, 3.875, 2.742188, 3.9375, 4.0, 3.484375, 2.59375, 2.140625, 1.664062, 4.015625, 4.15625, 3.96875, 3.953125, 3.671875, 3.90625, 3.8125, 3.6875, 3.78125, 3.578125, 3.859375, 1.484375, 3.65625, 3.90625, 3.8125, 3.765625, 4.0, 3.96875, 3.90625, 3.390625, 3.6875, 3.546875, 3.5, 3.984375, 3.640625, 3.9375, 3.125, 4.046875, 3.984375, 1.223633, 3.171875, 3.71875, 3.453125, 4.046875, 3.390625, 3.890625, 3.875, 4.625, 3.6875, 3.859375, 3.796875, 3.71875, 4.0625, 3.453125, 3.609375, 3.953125, 3.921875, 3.8125, 2.554688, 4.046875, 3.578125, 3.703125, 3.84375, 3.796875, 3.9375, 3.609375, 3.765625, 3.5, 3.96875, 3.90625, 3.890625, 3.921875, 2.3125, 3.40625, 3.890625, 2.84375, 3.828125, 3.484375, 3.96875, 4.015625, 4.03125, 3.65625, 3.046875, 2.070312, 2.820312, 3.875, 3.828125, 3.875, 3.703125, 3.859375, 3.8125, 3.71875, 3.640625, 3.734375, 3.828125, 3.921875, 4.09375, 3.984375, 3.875, 3.796875, 3.734375, 4.015625, 3.5625, 3.5, 4.1875, 3.484375, 4.03125, 3.96875, 4.0625, 3.921875, 3.796875, 3.796875, 4.0625, 3.40625, 3.796875, 2.171875, 3.984375, 3.40625, 3.6875, 3.65625, 3.765625, 4.078125, 3.90625, 3.59375, 3.6875, 3.953125, 3.90625, 3.734375, 3.859375, 3.75, 3.53125, 3.90625, 3.703125, 3.890625, 3.828125, 3.828125, 4.828125, 3.453125, 3.75, 3.8125, 3.546875, 3.671875, 2.484375, 3.78125, 3.921875, 2.617188, 2.953125, 3.953125, 3.796875, 3.65625, 3.359375, 3.953125, 3.390625, 3.765625, 3.953125, 2.84375, 3.859375, 3.90625, 2.210938, 4.046875, 3.875, 3.796875, 3.46875, 2.757812, 3.6875, 3.8125, 2.046875, 3.875, 3.8125, 3.828125, 1.855469, 3.796875, 2.867188, 4.203125, 4.953125, 3.546875, 2.875, 3.703125, 3.6875, 3.640625, 3.78125, 3.859375, 3.9375, 3.859375, 3.71875, 3.78125, 3.734375, 3.75, 4.0, 3.828125, 3.65625, 5.03125, 3.8125, 3.0625, 4.0, 3.671875, 2.859375, 3.703125, 3.046875, 3.625, 3.859375, 3.90625, 3.890625, 3.953125, 3.546875, 3.84375, 3.734375, 4.140625, 3.421875, 3.640625, 3.78125, 4.015625, 1.027222, 3.4375, 3.296875, 3.5625, 3.65625, 3.140625, 3.96875, 4.078125, 3.75, 3.875, 3.734375, 1.6875, 3.828125, 3.6875, 3.625, 2.148438, 3.8125, 3.984375, 3.421875, 2.023438, 3.25, 3.90625, 3.6875, 3.953125, 3.734375, 4.09375, 3.40625, 3.875, 3.5, 3.671875, 3.4375, 3.96875, 3.78125, 3.953125, 3.5625, 3.703125, 2.117188, 3.828125, 3.875, 3.703125, 3.78125, 3.859375, 3.6875, 4.109375, 3.765625, 3.96875, 3.265625, 3.625, 3.953125, 3.890625, 2.875, 3.515625, 3.734375, 1.839844, 1.132812, 3.046875, 3.625, 3.546875, 3.890625, 3.71875, 3.96875, 1.789062, 1.412109, 3.609375, 4.75, 3.40625, 3.671875, 3.65625, 3.890625, 3.75, 3.5625, 1.769531, 3.96875, 3.625, 3.640625, 2.59375, 3.578125, 3.625, 3.578125, 3.53125, 4.25, 3.90625, 3.515625, 3.984375, 3.1875, 3.953125, 3.828125, 3.59375, 3.859375, 3.75, 4.046875, 4.015625, 2.875, 1.613281, 1.695312, 3.875, 3.578125, 3.9375, 3.828125, 3.8125, 3.625, 4.09375, 1.296875, 3.75, 3.171875, 4.09375, 3.96875, 1.867188, 3.828125, 3.71875, 3.71875, 3.8125, 3.8125, 3.6875, 3.3125, 1.996094, 3.75, 3.5625, 3.703125, 2.023438, 3.6875, 3.875, 4.890625, 3.828125, 2.445312, 3.609375, 3.390625, 3.984375, 3.875, 2.867188, 3.640625, 3.8125, 3.21875, 2.421875, 1.566406, 1.894531, 3.5625, 3.71875, 3.890625, 3.53125, 3.6875, 2.835938, 3.859375, 1.335938, 3.859375, 3.828125, 3.609375, 4.015625, 3.5625, 3.875, 3.859375, 1.396484, 3.734375, 1.714844, 3.859375, 1.871094, 3.28125, 3.828125, 3.796875, 3.9375, 3.125, 3.59375, 2.828125, 3.5, 1.652344, 3.59375, 3.296875, 2.914062, 2.523438, 3.921875, 3.8125, 3.25, 2.445312, 3.9375, 3.625, 4.03125, 3.203125, 3.640625, 3.734375, 1.53125, 3.890625, 4.0, 3.53125, 1.816406, 1.527344, 3.9375, 4.0625, 3.71875, 3.9375, 3.953125, 3.78125, 3.3125, 1.205078, 3.625, 3.78125, 4.0625, 3.3125, 3.90625, 3.703125, 4.15625, 3.71875, 4.171875, 3.671875, 4.1875, 3.5625, 3.546875, 3.984375, 3.875, 3.25, 3.90625, 3.921875, 3.921875, 3.78125, 3.90625, 3.3125, 3.640625, 1.601562, 3.109375, 3.265625, 2.015625, 3.84375, 3.546875, 3.890625, 3.6875, 3.90625, 3.90625, 3.703125, 3.8125, 1.894531, 3.375, 3.796875, 3.390625, 3.84375, 3.671875, 3.328125, 3.953125, 3.828125, 3.828125, 3.828125, 3.90625, 1.824219, 4.0, 4.09375, 3.09375, 3.9375, 3.984375, 3.96875, 4.765625, 3.6875, 3.8125, 3.90625, 4.0, 3.765625, 3.734375, 3.28125, 3.703125, 3.90625, 3.90625, 3.84375, 3.578125, 2.0625, 4.015625, 2.109375, 3.859375, 3.609375, 3.28125, 3.953125, 3.984375, 3.84375, 3.703125, 3.265625, 3.71875, 1.408203, 1.660156, 1.554688, 3.796875, 4.109375, 2.265625, 3.6875, 3.78125, 3.859375, 2.21875, 3.5625, 2.96875, 3.671875, 2.179688, 3.90625, 3.96875, 4.484375, 3.9375, 3.46875, 3.5, 3.828125, 3.75, 2.007812, 3.625, 1.287109, 3.6875, 3.953125, 3.84375, 4.015625, 3.15625, 2.5625, 3.78125, 1.792969, 4.109375, 3.796875, 3.828125, 3.734375, 3.125, 3.84375, 3.75, 3.90625, 3.359375, 3.921875, 3.609375, 3.296875, 3.734375, 3.984375, 4.390625, 3.890625, 3.734375, 4.03125, 3.5625, 3.890625, 4.03125, 3.875, 3.875, 3.734375, 3.796875, 3.953125, 3.5, 3.828125, 3.859375, 3.8125, 3.859375, 3.71875, 3.4375, 3.953125, 3.6875, 3.921875, 3.71875, 3.546875, 2.398438, 3.890625, 3.4375, 3.921875, 3.640625, 3.6875, 3.765625, 3.90625, 2.25, 3.765625, 2.3125, 3.828125, 3.53125, 3.578125, 3.265625, 3.703125, 2.921875, 3.6875, 1.886719, 3.8125, 2.992188, 3.8125, 3.796875, 3.609375, 3.78125, 4.0, 3.765625, 3.6875, 3.703125, 3.625, 3.921875, 1.472656, 3.875, 3.59375, 3.71875, 3.859375, 3.71875, 4.03125, 3.703125, 3.046875, 3.640625, 3.75, 3.6875, 4.0, 3.859375, 3.8125, 3.609375, 3.578125, 3.65625, 1.625, 4.03125, 3.625, 4.015625, 2.4375, 3.46875, 2.664062, 1.503906, 3.859375, 1.449219, 1.804688, 3.484375, 3.84375, 3.765625, 4.03125, 1.820312, 3.6875, 3.390625, 3.90625, 1.742188, 3.78125, 3.796875, 3.8125, 3.734375, 3.765625, 3.984375, 1.527344, 3.859375, 3.703125, 2.617188, 1.960938, 3.75, 3.828125, 2.367188, 4.03125, 2.476562, 3.953125, 3.625, 3.828125, 3.78125, 2.039062, 3.6875, 3.65625, 3.734375, 3.625, 3.6875, 2.796875, 1.462891, 3.828125, 4.03125, 3.4375, 3.859375, 4.0, 3.875, 4.203125, 3.75, 3.765625, 3.671875, 4.09375, 3.71875, 3.921875, 3.90625, 3.828125, 3.453125, 3.765625, 3.75, 3.75, 1.189453, 3.921875, 3.859375, 3.890625, 3.546875, 3.46875, 3.5625, 3.703125, 3.75, 3.484375, 3.84375, 3.796875, 3.875, 3.96875, 2.898438, 3.859375, 1.8125, 3.796875, 2.210938, 3.90625, 3.921875, 3.9375, 1.867188, 3.96875, 3.59375, 3.53125, 4.046875, 4.390625, 3.703125, 3.625, 3.75, 3.6875, 3.625, 2.367188, 3.5, 3.96875, 4.5625, 4.046875, 3.65625, 3.921875, 3.796875, 3.8125, 3.640625, 3.859375, 3.28125, 3.515625, 3.75, 3.578125, 2.390625, 3.484375, 3.84375, 4.125, 3.578125, 1.832031, 4.03125, 3.9375, 3.9375, 3.828125, 3.59375, 3.828125, 3.796875, 3.78125, 1.6875, 3.703125, 3.828125, 3.828125, 4.09375, 3.59375, 3.90625, 3.78125, 3.984375, 3.921875, 3.5625, 4.0, 3.875, 3.78125, 3.640625, 3.84375, 3.75, 2.828125, 5.03125, 3.640625, 3.75, 3.921875, 3.6875, 2.984375, 3.859375, 3.796875, 4.046875, 1.730469, 3.3125, 3.171875, 2.171875, 3.6875, 3.921875, 4.109375, 1.238281, 3.84375, 5.0625, 1.408203, 2.640625, 3.84375, 3.78125, 3.78125, 4.03125, 3.9375, 3.609375, 3.671875, 3.59375, 3.953125, 2.429688, 3.703125, 3.875, 3.84375, 2.117188, 3.9375, 3.984375, 3.9375, 3.71875, 3.890625, 3.65625, 3.859375, 3.546875, 1.875, 4.015625, 3.75, 3.859375, 3.8125, 3.109375, 3.953125, 2.320312, 4.0, 3.734375, 2.96875, 3.46875, 3.765625, 3.9375, 2.203125, 3.6875, 3.828125, 3.75, 3.96875, 2.992188, 1.671875, 3.703125, 4.484375, 3.6875, 3.375, 3.859375, 3.90625, 3.859375, 1.679688, 3.53125, 4.03125, 3.46875, 3.890625, 3.640625, 4.046875, 3.703125, 3.859375, 3.484375, 3.75, 3.703125, 3.84375, 3.921875, 4.03125, 3.515625, 3.421875, 3.4375, 3.328125, 3.734375, 3.546875, 3.078125, 3.765625, 2.976562, 3.953125, 3.71875, 3.890625, 3.859375, 3.96875, 3.828125, 2.835938, 3.59375, 3.953125, 4.03125, 3.8125, 3.953125, 2.867188, 3.71875, 3.796875, 4.046875, 3.96875, 4.0, 3.3125, 3.953125, 3.484375, 3.828125, 3.65625, 2.289062, 3.703125, 3.734375, 4.046875, 3.328125, 3.875, 3.828125, 3.515625, 3.859375, 3.625, 3.75, 3.78125, 3.453125, 3.015625, 3.5625, 3.8125, 3.765625, 3.828125, 4.046875, 3.875, 3.796875, 3.84375, 3.921875, 3.640625, 4.84375, 3.609375, 3.65625, 3.34375, 3.625, 3.984375, 3.65625, 3.96875, 3.828125, 3.984375, 3.9375, 2.265625, 4.21875, 3.84375, 3.328125, 3.703125, 3.796875, 1.322266, 3.6875, 3.96875, 3.75, 2.421875, 3.75, 3.875, 2.835938, 1.957031, 3.5625, 3.640625, 4.03125, 3.703125, 3.53125, 3.8125, 3.609375, 3.453125, 3.546875, 2.84375, 3.765625, 3.0625, 4.078125, 3.84375, 2.359375, 1.464844, 4.015625, 4.328125, 3.90625, 2.765625, 4.203125, 3.234375, 3.765625, 3.96875, 4.578125, 3.765625, 3.84375, 3.59375, 3.46875, 3.90625, 4.09375, 4.625, 2.242188, 2.90625, 3.734375, 3.84375, 3.859375, 3.328125, 3.6875, 3.90625, 3.484375, 2.703125, 4.03125, 3.96875, 3.65625, 3.75, 3.78125, 3.546875, 3.640625, 3.75, 1.328125, 1.425781, 3.6875, 3.640625, 3.484375, 3.96875, 3.734375, 3.953125, 2.304688, 3.953125, 2.625, 2.703125, 3.703125, 4.03125, 3.71875, 3.828125, 4.0, 3.734375, 2.289062, 3.890625, 3.59375, 3.5, 3.90625, 3.796875, 3.71875, 3.453125, 3.3125, 3.8125, 3.90625, 3.828125, 3.46875, 3.09375, 3.640625, 3.65625, 6.25, 4.046875, 3.765625, 1.847656, 3.78125, 3.9375, 2.429688, 3.703125, 3.484375, 3.609375, 3.90625, 3.65625, 3.96875, 3.15625, 3.859375, 3.84375, 3.921875, 3.9375, 3.984375, 3.828125, 3.75, 3.796875, 3.890625, 3.90625, 3.71875, 2.625, 1.231445, 3.71875, 3.6875, 3.96875, 3.609375, 3.640625, 1.292969, 3.859375, 4.09375, 3.609375, 3.796875, 2.5, 4.15625, 3.75, 3.953125, 3.6875, 3.890625, 4.90625, 3.578125, 3.140625, 3.703125, 4.828125, 3.71875, 1.765625, 3.875, 3.625, 1.373047, 3.859375, 2.492188, 4.015625, 3.78125, 3.46875, 3.75, 2.054688, 3.78125, 3.890625, 3.6875, 3.8125, 3.90625, 3.625, 3.375, 4.125, 3.984375, 3.984375, 3.875, 4.140625, 2.65625, 3.640625, 3.578125, 3.484375, 3.46875, 2.726562, 3.9375, 2.414062, 3.53125, 1.462891, 4.03125, 3.765625, 4.109375, 3.59375, 3.703125, 3.765625, 3.96875, 4.03125, 3.546875, 4.046875, 3.8125, 3.96875, 3.578125, 4.015625, 2.757812, 3.796875, 3.28125, 1.886719, 3.78125, 3.9375, 3.984375, 4.15625, 4.21875, 3.375, 3.6875, 3.859375, 3.0625, 3.15625, 3.71875, 4.140625, 3.921875, 3.59375, 3.734375, 3.078125, 4.0, 3.9375, 3.921875, 2.085938, 3.53125, 3.828125, 3.84375, 3.828125, 3.375, 3.71875, 3.515625, 3.703125, 3.828125, 3.828125, 3.875, 2.390625, 3.578125, 3.8125, 3.8125, 4.09375, 4.0625, 3.90625, 3.640625, 3.359375, 4.015625, 4.046875, 2.734375, 2.171875, 3.875, 3.71875, 4.140625, 3.609375, 3.953125, 1.259766, 3.78125, 4.0, 3.71875, 3.984375, 3.359375, 3.765625, 3.375, 2.140625, 3.859375, 3.6875, 3.9375, 3.6875, 2.765625, 4.015625, 4.0, 3.765625, 3.84375, 4.0, 3.96875, 3.5, 3.46875, 2.90625, 3.640625, 3.109375, 1.664062, 3.546875, 4.09375, 3.8125, 3.984375, 2.039062, 3.8125, 3.78125, 3.984375, 3.90625, 3.734375, 3.109375, 3.65625, 2.703125, 4.09375, 3.125, 3.65625, 3.796875, 3.640625, 3.609375, 3.984375, 3.875, 3.890625, 3.1875, 3.671875, 3.828125, 2.085938, 3.375, 3.796875, 4.03125, 3.46875, 2.179688, 3.78125, 3.859375, 3.671875, 3.984375, 3.78125, 1.824219, 3.8125, 3.90625, 3.015625, 3.96875, 3.5625, 3.609375, 3.625, 3.90625, 3.640625, 3.75, 3.90625, 3.8125, 3.890625, 3.859375, 3.859375, 1.679688, 3.671875, 3.546875, 3.90625, 3.953125, 4.140625, 4.046875, 3.625, 2.75, 3.765625, 4.0, 3.828125, 3.8125, 2.632812, 3.6875, 3.625, 3.734375, 3.765625, 3.671875, 3.78125, 3.671875, 3.96875, 3.609375, 3.8125, 3.4375, 3.859375, 3.6875, 3.71875, 3.875, 3.859375, 3.3125, 3.90625, 2.484375, 1.183594, 3.75, 3.4375, 4.015625, 3.9375, 3.890625, 3.703125, 3.25, 3.859375, 3.546875, 3.625, 4.09375, 3.953125, 3.90625, 1.742188, 3.609375, 4.015625, 3.765625, 3.609375, 3.8125, 3.78125, 3.9375, 3.78125, 3.5, 3.96875, 3.96875, 3.8125, 3.609375, 3.65625, 3.171875, 3.890625, 3.375, 3.546875, 3.78125, 3.90625, 3.859375, 3.75, 3.953125, 3.75, 3.59375, 0.903809, 3.171875, 3.859375, 3.203125, 2.640625, 3.953125, 3.796875, 3.71875, 2.023438, 3.1875, 3.828125, 4.015625, 3.875, 4.0, 3.765625, 4.109375, 3.5625, 3.3125, 4.796875, 1.490234, 3.5625, 3.921875, 3.765625, 3.890625, 3.953125, 4.03125, 3.65625, 1.455078, 3.828125, 3.78125, 3.8125, 3.796875, 3.9375, 3.859375, 3.953125, 3.890625, 3.484375, 2.695312, 3.59375, 3.78125, 3.65625, 3.765625, 3.96875, 3.59375, 3.828125, 3.453125, 3.90625, 3.53125, 3.203125, 3.828125, 3.890625, 3.953125, 3.71875, 3.484375, 3.671875, 3.609375, 4.5625, 3.96875, 3.890625, 3.421875, 1.511719, 3.953125, 3.71875, 3.984375, 3.765625, 4.0625, 3.765625, 3.90625, 3.90625, 3.984375, 3.03125, 3.890625, 3.921875, 3.796875, 1.632812, 3.953125, 3.578125, 3.9375, 3.96875, 3.921875, 3.8125, 3.9375, 3.65625, 3.96875, 3.546875, 3.921875, 1.691406, 3.765625, 3.40625, 3.96875, 1.847656, 4.046875, 1.929688, 3.703125, 1.400391, 3.796875, 3.40625, 2.539062, 2.898438, 3.390625, 4.015625, 3.921875, 3.6875, 3.90625, 3.671875, 3.828125, 3.796875, 1.182617, 2.476562, 3.046875, 3.875, 3.828125, 3.625, 3.984375, 3.890625, 3.828125, 3.125, 3.90625, 4.015625, 3.78125, 4.03125, 3.515625, 3.71875, 3.765625, 3.828125, 3.125, 4.109375, 3.9375, 3.9375, 3.734375, 3.8125, 3.234375, 4.09375, 3.8125, 3.515625, 3.9375, 4.09375, 3.78125, 3.890625, 4.046875, 2.273438, 3.640625, 3.640625, 3.453125, 2.257812, 4.109375, 4.046875, 3.96875, 2.039062, 3.609375, 3.234375, 3.75, 3.5, 3.328125, 1.464844, 3.875, 3.90625, 3.875, 1.429688, 3.078125, 1.761719, 2.710938, 3.890625, 3.28125, 3.96875, 4.046875, 4.0, 3.578125, 3.890625, 3.84375, 2.453125, 2.546875, 3.9375, 3.53125, 3.671875, 3.96875, 3.71875, 3.6875, 4.03125, 3.171875, 3.890625, 3.609375, 3.859375, 2.3125, 4.109375, 3.828125, 4.6875, 3.90625, 3.6875, 2.140625, 3.796875, 1.953125, 3.921875, 3.96875, 3.796875, 3.625, 3.796875, 3.484375, 3.796875, 3.828125, 3.75, 3.890625, 3.65625, 3.640625, 3.984375, 3.734375, 4.15625, 3.59375, 3.234375, 3.921875, 2.867188, 3.625, 3.59375, 3.03125, 3.796875, 3.984375, 3.765625, 3.671875, 3.515625, 3.75, 3.640625, 4.03125, 2.890625, 3.84375, 3.921875, 3.796875, 3.90625, 4.109375, 4.03125, 3.53125, 3.828125, 3.859375, 3.703125, 3.9375, 3.78125, 2.742188, 4.0, 3.828125, 2.515625, 3.8125, 3.796875, 1.988281, 3.90625, 3.46875, 3.90625, 3.8125, 3.6875, 3.875, 3.9375, 3.84375, 3.953125, 3.8125, 3.546875, 3.609375, 3.96875, 2.765625, 3.5, 4.03125, 3.796875, 2.179688, 3.578125, 3.78125, 3.90625, 4.25, 3.84375, 3.921875, 3.484375, 3.6875, 2.085938, 3.5, 3.9375, 3.734375, 1.957031, 3.8125, 3.9375, 2.234375, 3.953125, 3.90625, 3.859375, 3.921875, 3.796875, 3.84375, 2.648438, 4.03125, 3.9375, 4.0, 4.0, 3.375, 3.515625, 3.4375, 2.132812, 2.929688, 3.90625, 3.53125, 3.921875, 3.140625, 3.578125, 3.6875, 3.9375, 2.007812, 3.421875, 4.015625, 1.402344, 3.953125, 3.640625, 4.0, 3.921875, 2.039062, 3.71875, 3.875, 1.492188, 3.9375, 2.210938, 3.765625, 3.796875, 4.078125, 3.78125, 1.988281, 3.828125, 3.328125, 3.8125, 3.9375, 3.875, 3.6875, 2.398438, 4.09375, 3.984375, 4.046875, 3.59375, 2.164062, 3.734375, 3.859375, 3.515625, 3.78125, 4.109375, 3.875, 3.5, 3.546875, 3.71875, 3.53125, 3.765625, 2.59375, 2.726562, 4.125, 3.921875, 1.578125, 3.859375, 3.5, 3.84375, 3.984375, 3.890625, 3.5625, 3.234375, 3.78125, 3.859375, 2.273438, 3.640625, 3.78125, 3.5625 ] }, "name": "onnx::Mul_8720", "outputIndexes": [ 1998 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1997, 1998 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1999 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1980, 1999 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_104_output_0", "outputIndexes": [ 2000 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2000, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_189_output_0", "outputIndexes": [ 2001 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2001 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_21/Mul_output_0", "outputIndexes": [ 2002 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.421875, 1.402344, 1.400391, 1.433594, 1.304688, 1.404297, 1.554688, 2.789062, 1.380859, 1.574219, 1.373047, 1.371094, 1.570312, 1.410156, 1.464844, 1.367188, 1.435547, 1.417969, 2.039062, 1.46875, 1.375, 1.382812, 1.332031, 1.621094, 1.554688, 1.416016, 1.648438, 1.777344, 1.542969, 1.417969, 1.539062, 1.722656, 1.412109, 2.648438, 1.412109, 1.648438, 1.408203, 1.423828, 1.439453, 1.462891, 1.335938, 1.462891, 1.376953, 1.808594, 2.453125, 1.371094, 1.365234, 1.523438, 2.523438, 1.8125, 1.464844, 2.398438, 1.417969, 2.632812, 1.408203, 1.550781, 1.498047, 1.511719, 1.621094, 1.53125, 1.863281, 1.137695, 1.445312, 1.480469, 1.660156, 1.480469, 1.910156, 1.40625, 1.539062, 1.353516, 1.353516, 1.292969, 1.476562, 1.484375, 1.458984, 1.386719, 1.996094, 1.570312, 1.8125, 2.640625, 1.445312, 3.0, 1.402344, 2.265625, 1.449219, 1.679688, 1.443359, 1.652344, 1.988281, 1.451172, 1.433594, 1.558594, 1.421875, 2.132812, 1.507812, 2.953125, 1.435547, 1.375, 2.210938, 1.445312, 1.507812, 1.423828, 1.382812, 1.523438, 1.341797, 1.373047, 1.380859, 1.589844, 1.480469, 1.445312, 1.34375, 1.425781, 1.488281, 4.046875, 1.417969, 1.542969, 1.410156, 2.296875, 1.380859, 1.351562, 1.480469, 1.361328, 1.435547, 1.3125, 1.464844, 2.054688, 1.539062, 1.375, 1.539062, 2.007812, 1.863281, 1.492188, 1.419922, 1.494141, 1.330078, 1.431641, 1.496094, 2.1875, 1.400391, 1.392578, 0.982788, 1.613281, 1.464844, 1.4375, 1.443359, 1.667969, 1.550781, 1.439453, 1.412109, 1.373047, 1.367188, 1.535156, 1.621094, 1.261719, 1.470703, 1.351562, 2.117188, 1.412109, 2.390625, 2.585938, 2.953125, 1.443359, 1.65625, 1.871094, 1.59375, 1.363281, 1.40625, 2.515625, 1.371094, 1.408203, 1.320312, 2.375, 1.464844, 2.28125, 1.439453, 1.451172, 1.496094, 3.171875, 1.361328, 1.363281, 1.589844, 2.8125, 1.574219, 2.734375, 1.416016, 1.412109, 1.96875, 1.402344, 1.558594, 1.640625, 1.451172, 1.382812, 1.490234, 1.511719, 1.527344, 1.554688, 1.400391, 1.484375, 1.621094, 1.369141, 1.464844, 1.412109, 1.449219, 1.486328, 1.451172, 1.542969, 1.042969, 1.431641, 1.4375, 1.302734, 1.582031, 1.322266, 1.515625, 1.386719, 1.380859, 1.447266, 1.480469, 1.404297, 1.392578, 1.416016, 1.527344, 1.867188, 1.361328, 1.337891, 1.365234, 1.427734, 1.410156, 1.439453, 1.621094, 1.464844, 3.453125, 1.384766, 1.458984, 1.349609, 1.365234, 1.3125, 1.90625, 1.410156, 1.451172, 1.451172, 2.265625, 1.550781, 1.429688, 1.785156, 1.527344, 1.408203, 1.546875, 1.640625, 1.345703, 1.835938, 1.382812, 1.535156, 2.328125, 1.431641, 1.539062, 1.351562, 1.408203, 2.070312, 1.601562, 1.496094, 1.373047, 1.349609, 1.480469, 1.414062, 1.402344, 1.570312, 1.486328, 1.3125, 1.435547, 1.423828, 1.445312, 1.539062, 1.585938, 1.589844, 1.535156, 1.332031, 1.941406, 1.585938, 1.318359, 1.417969, 1.859375, 1.458984, 2.507812, 1.417969, 1.423828, 1.527344, 1.597656, 1.433594, 2.5, 1.365234, 1.53125, 3.40625, 1.550781, 1.441406, 1.466797, 1.484375, 1.5, 1.574219, 1.457031, 1.511719, 1.636719, 1.59375, 3.25, 1.455078, 2.953125, 1.714844, 1.5625, 1.582031, 1.376953, 1.380859, 1.410156, 2.757812, 1.324219, 1.400391, 1.753906, 1.498047, 1.496094, 1.380859, 1.550781, 1.449219, 1.546875, 1.507812, 1.371094, 1.566406, 1.419922, 1.5, 1.78125, 1.667969, 1.482422, 1.535156, 1.597656, 1.855469, 1.492188, 1.503906, 1.337891, 1.357422, 1.427734, 1.28125, 1.357422, 1.4375, 1.474609, 1.761719, 1.421875, 1.402344, 1.632812, 1.902344, 1.435547, 2.460938, 1.65625, 1.455078, 2.828125, 1.558594, 2.921875, 1.640625, 2.929688, 2.390625, 1.357422, 1.330078, 1.789062, 1.472656, 2.5625, 1.380859, 1.523438, 1.96875, 1.5, 1.390625, 1.382812, 2.59375, 1.589844, 1.539062, 1.441406, 1.460938, 1.421875, 1.455078, 1.333984, 1.675781, 1.398438, 1.443359, 1.617188, 1.832031, 1.390625, 1.644531, 1.898438, 2.242188, 1.373047, 1.46875, 1.585938, 1.976562, 1.388672, 1.542969, 1.621094, 1.605469, 2.460938, 1.435547, 1.410156, 1.507812, 1.574219, 2.609375, 1.482422, 1.345703, 1.458984, 1.423828, 1.443359, 1.376953, 2.21875, 1.425781, 1.367188, 1.414062, 1.402344, 2.554688, 1.335938, 1.496094, 1.388672, 1.412109, 2.179688, 1.632812, 1.476562, 1.539062, 1.4375, 1.496094, 1.449219, 1.425781, 1.898438, 1.443359, 1.507812, 1.960938, 1.423828, 1.378906, 1.412109, 1.396484, 1.378906, 1.416016, 1.404297, 1.722656, 3.546875, 1.431641, 1.351562, 1.371094, 1.351562, 1.318359, 1.443359, 1.527344, 1.349609, 1.542969, 3.328125, 1.382812, 1.355469, 1.480469, 1.453125, 1.335938, 1.417969, 1.589844, 1.621094, 1.59375, 1.416016, 1.412109, 2.101562, 1.386719, 1.507812, 1.523438, 1.410156, 1.511719, 1.363281, 1.460938, 2.054688, 1.380859, 2.484375, 1.511719, 1.550781, 1.359375, 1.451172, 1.408203, 1.371094, 1.679688, 1.335938, 1.439453, 2.265625, 1.402344, 1.427734, 1.515625, 1.554688, 1.375, 1.371094, 1.318359, 1.382812, 1.34375, 2.539062, 1.458984, 1.470703, 1.542969, 1.550781, 1.396484, 1.441406, 1.451172, 1.769531, 1.404297, 2.679688, 2.804688, 1.707031, 2.75, 1.402344, 1.617188, 1.466797, 1.660156, 2.351562, 1.466797, 1.933594, 1.96875, 1.433594, 1.328125, 1.507812, 1.503906, 1.5, 1.486328, 1.585938, 1.302734, 1.914062, 1.455078, 1.365234, 1.621094, 1.40625, 1.490234, 2.390625, 2.328125, 1.423828, 2.078125, 1.546875, 1.359375, 1.474609, 1.3125, 1.361328, 1.447266, 1.402344, 3.09375, 1.376953, 1.191406, 1.511719, 1.101562, 1.455078, 3.4375, 4.484375, 1.832031, 1.761719, 1.466797, 1.34375, 1.398438, 1.34375, 1.511719, 1.871094, 1.384766, 3.078125, 1.373047, 2.65625, 1.640625, 1.539062, 1.550781, 1.373047, 4.03125, 1.660156, 1.408203, 1.466797, 2.921875, 1.609375, 1.542969, 1.578125, 1.388672, 1.355469, 3.59375, 1.53125, 1.464844, 1.404297, 1.574219, 1.333984, 1.574219, 3.578125, 1.353516, 1.453125, 1.527344, 2.273438, 1.554688, 1.071777, 1.675781, 1.371094, 1.5, 2.101562, 1.589844, 1.5, 1.451172, 3.09375, 2.023438, 1.5625, 1.357422, 1.726562, 1.375, 2.742188, 1.472656, 1.558594, 1.480469, 1.410156, 1.863281, 1.474609, 1.503906, 1.539062, 1.441406, 1.333984, 1.425781, 1.427734, 1.441406, 1.503906, 1.519531, 1.398438, 1.455078, 1.429688, 2.828125, 1.498047, 1.449219, 1.542969, 1.730469, 1.486328, 1.441406, 1.431641, 1.443359, 1.482422, 1.490234, 1.349609, 1.585938, 1.503906, 1.425781, 1.378906, 1.449219, 1.523438, 1.382812, 1.433594, 1.353516, 1.349609, 1.648438, 1.410156, 1.53125, 1.382812, 2.335938, 1.363281, 1.335938, 1.765625, 2.59375, 1.339844, 2.265625, 1.296875, 1.357422, 1.855469, 2.234375, 2.335938, 2.8125, 1.353516, 1.433594, 1.367188, 1.443359, 1.490234, 1.400391, 1.476562, 1.675781, 1.484375, 1.546875, 1.34375, 3.09375, 1.462891, 1.425781, 1.472656, 1.5625, 1.402344, 1.375, 1.419922, 1.65625, 1.46875, 1.498047, 1.703125, 1.361328, 1.605469, 1.451172, 1.929688, 1.480469, 1.402344, 3.28125, 2.703125, 1.429688, 1.523438, 1.328125, 1.648438, 1.339844, 1.392578, 1.314453, 1.53125, 1.480469, 1.503906, 1.470703, 1.292969, 1.570312, 1.474609, 1.402344, 1.519531, 1.449219, 3.03125, 1.392578, 1.800781, 1.445312, 1.443359, 1.371094, 1.371094, 1.542969, 1.376953, 1.550781, 1.484375, 1.476562, 1.355469, 1.380859, 3.296875, 1.984375, 1.388672, 1.992188, 1.458984, 1.578125, 1.402344, 1.357422, 1.388672, 1.470703, 1.871094, 3.5625, 1.921875, 1.480469, 1.429688, 1.492188, 1.542969, 1.574219, 1.365234, 1.427734, 1.466797, 1.445312, 1.476562, 1.404297, 1.296875, 1.375, 1.652344, 1.416016, 1.457031, 1.494141, 1.462891, 1.582031, 1.443359, 1.519531, 1.412109, 1.355469, 1.353516, 1.427734, 1.402344, 1.451172, 1.589844, 1.542969, 1.486328, 2.226562, 1.412109, 1.730469, 1.476562, 1.460938, 1.597656, 1.417969, 1.447266, 1.535156, 1.5, 1.554688, 1.427734, 1.496094, 1.396484, 1.449219, 1.503906, 1.492188, 1.498047, 1.419922, 1.417969, 1.310547, 1.28125, 1.539062, 1.451172, 1.398438, 1.480469, 1.558594, 4.0625, 1.5625, 1.337891, 2.601562, 1.792969, 1.464844, 1.392578, 1.486328, 1.757812, 1.3125, 1.566406, 1.554688, 1.386719, 2.203125, 1.322266, 1.546875, 3.125, 1.455078, 1.472656, 1.373047, 1.632812, 2.0625, 1.574219, 1.402344, 3.046875, 1.443359, 1.445312, 1.414062, 2.898438, 1.507812, 2.546875, 1.851562, 1.40625, 1.589844, 1.90625, 1.451172, 1.453125, 1.433594, 1.441406, 1.308594, 1.380859, 1.361328, 1.691406, 1.460938, 1.488281, 1.503906, 1.578125, 1.417969, 1.527344, 1.175781, 1.367188, 1.824219, 1.546875, 1.443359, 2.367188, 1.65625, 1.773438, 1.435547, 1.490234, 1.439453, 1.53125, 1.318359, 1.464844, 1.392578, 1.617188, 1.277344, 1.570312, 1.613281, 1.546875, 1.429688, 2.75, 1.585938, 1.714844, 1.515625, 1.490234, 1.964844, 1.388672, 1.433594, 1.451172, 1.460938, 1.470703, 3.1875, 1.394531, 1.4375, 1.507812, 3.546875, 1.378906, 1.355469, 1.625, 2.46875, 1.859375, 1.458984, 1.490234, 1.365234, 1.460938, 1.363281, 1.667969, 1.601562, 1.652344, 1.457031, 1.613281, 1.443359, 1.519531, 1.421875, 1.652344, 1.5625, 2.367188, 1.417969, 1.460938, 1.507812, 1.474609, 1.542969, 1.460938, 1.527344, 1.414062, 1.464844, 1.554688, 1.417969, 1.636719, 1.474609, 2.1875, 1.515625, 1.507812, 2.710938, 3.296875, 1.765625, 1.519531, 1.570312, 1.414062, 1.527344, 1.519531, 2.585938, 2.773438, 1.515625, 1.042725, 1.824219, 1.679688, 1.490234, 1.353516, 1.414062, 1.847656, 2.601562, 1.458984, 1.439453, 1.503906, 2.1875, 1.447266, 1.53125, 1.777344, 1.527344, 1.482422, 1.523438, 1.542969, 1.419922, 1.949219, 1.357422, 1.345703, 1.570312, 1.394531, 1.46875, 1.345703, 1.390625, 1.910156, 2.609375, 3.78125, 1.351562, 1.482422, 1.486328, 1.527344, 1.519531, 1.470703, 1.40625, 3.296875, 1.496094, 1.921875, 1.478516, 1.324219, 2.765625, 1.371094, 1.408203, 1.492188, 1.376953, 1.447266, 1.585938, 1.929688, 2.492188, 1.429688, 1.519531, 1.498047, 3.078125, 1.402344, 1.648438, 1.226562, 1.462891, 2.71875, 1.494141, 1.53125, 1.410156, 1.523438, 1.949219, 1.507812, 1.443359, 1.832031, 3.5625, 3.890625, 3.484375, 1.410156, 1.519531, 1.394531, 1.486328, 1.410156, 2.210938, 1.462891, 3.171875, 1.457031, 1.400391, 1.582031, 1.302734, 1.78125, 1.392578, 1.507812, 2.585938, 1.490234, 2.757812, 1.402344, 2.703125, 1.632812, 1.427734, 1.320312, 1.494141, 1.683594, 1.617188, 2.25, 1.589844, 2.9375, 1.867188, 1.738281, 2.117188, 2.296875, 1.333984, 1.414062, 1.734375, 3.6875, 1.416016, 1.554688, 1.328125, 1.683594, 1.53125, 1.498047, 2.914062, 1.435547, 1.435547, 1.539062, 3.0, 2.9375, 1.480469, 1.316406, 1.457031, 1.375, 1.558594, 1.458984, 1.796875, 4.734375, 1.404297, 1.357422, 1.464844, 1.585938, 1.5625, 1.498047, 1.361328, 1.65625, 1.330078, 1.519531, 1.292969, 1.679688, 1.435547, 1.482422, 1.675781, 1.730469, 1.365234, 1.394531, 1.498047, 1.609375, 1.429688, 2.632812, 1.59375, 3.203125, 1.703125, 1.863281, 2.484375, 1.296875, 1.578125, 1.333984, 1.609375, 1.511719, 1.365234, 1.511719, 1.349609, 2.664062, 1.789062, 1.396484, 1.597656, 1.365234, 1.466797, 1.617188, 1.349609, 1.394531, 1.416016, 1.488281, 1.554688, 2.679688, 1.404297, 1.373047, 1.777344, 1.314453, 1.394531, 1.414062, 1.168945, 1.511719, 1.394531, 1.388672, 1.326172, 1.378906, 1.527344, 1.644531, 1.460938, 1.408203, 1.433594, 1.339844, 1.652344, 3.34375, 1.5, 2.234375, 1.457031, 1.527344, 1.667969, 1.457031, 1.365234, 1.369141, 1.535156, 2.125, 1.498047, 3.921875, 2.53125, 2.929688, 1.447266, 1.349609, 2.578125, 1.400391, 1.417969, 1.503906, 2.5, 1.515625, 2.398438, 1.435547, 2.296875, 1.388672, 1.402344, 1.275391, 1.396484, 1.597656, 1.582031, 1.439453, 1.482422, 3.21875, 3.234375, 3.90625, 1.527344, 1.443359, 1.386719, 1.306641, 1.824219, 3.171875, 1.503906, 2.773438, 1.373047, 1.632812, 1.503906, 1.433594, 1.808594, 1.337891, 1.384766, 1.435547, 1.617188, 1.455078, 1.453125, 2.242188, 1.373047, 1.349609, 1.324219, 1.484375, 1.371094, 1.410156, 1.628906, 1.486328, 1.414062, 1.447266, 1.476562, 1.378906, 1.496094, 1.357422, 1.5625, 1.304688, 1.433594, 1.349609, 1.414062, 1.46875, 1.519531, 1.451172, 1.597656, 1.523438, 1.527344, 1.597656, 2.335938, 1.402344, 1.527344, 1.375, 1.554688, 1.443359, 1.398438, 1.326172, 2.953125, 1.416016, 2.476562, 1.457031, 1.427734, 1.511719, 1.667969, 1.490234, 1.777344, 1.429688, 2.632812, 1.4375, 2.09375, 1.472656, 1.507812, 1.472656, 1.390625, 1.308594, 1.412109, 1.443359, 1.376953, 1.412109, 1.371094, 3.203125, 1.384766, 1.496094, 1.507812, 1.349609, 1.398438, 1.474609, 1.455078, 1.925781, 1.550781, 1.410156, 1.558594, 1.320312, 1.695312, 1.414062, 1.400391, 1.550781, 1.53125, 2.8125, 1.390625, 1.46875, 1.433594, 2.859375, 1.601562, 2.117188, 2.671875, 1.486328, 3.171875, 2.898438, 1.558594, 1.378906, 1.535156, 1.443359, 3.5625, 1.464844, 1.800781, 1.462891, 2.609375, 1.369141, 1.449219, 1.523438, 1.386719, 1.462891, 1.398438, 3.21875, 1.378906, 1.652344, 2.40625, 2.585938, 1.478516, 1.365234, 2.429688, 1.40625, 3.140625, 1.400391, 1.589844, 1.378906, 1.433594, 2.851562, 1.427734, 1.417969, 1.427734, 1.396484, 1.396484, 2.085938, 3.328125, 1.382812, 1.328125, 1.597656, 1.511719, 1.375, 1.396484, 1.380859, 1.417969, 1.46875, 1.503906, 1.472656, 1.353516, 1.703125, 1.492188, 1.503906, 1.910156, 1.582031, 1.464844, 1.417969, 3.015625, 1.373047, 1.464844, 1.359375, 1.474609, 1.476562, 1.527344, 1.380859, 1.404297, 1.648438, 1.644531, 1.46875, 1.433594, 1.349609, 2.09375, 1.427734, 2.617188, 1.464844, 2.421875, 1.341797, 1.566406, 1.412109, 2.523438, 1.447266, 1.539062, 1.470703, 1.378906, 1.394531, 1.419922, 1.511719, 1.490234, 1.353516, 1.447266, 2.265625, 1.519531, 1.414062, 1.279297, 1.386719, 1.585938, 1.333984, 1.376953, 1.386719, 1.523438, 1.425781, 1.921875, 1.480469, 1.597656, 1.574219, 2.210938, 1.519531, 1.464844, 1.365234, 1.558594, 2.460938, 1.324219, 1.373047, 1.412109, 1.416016, 1.621094, 1.402344, 1.419922, 1.320312, 3.03125, 1.386719, 1.365234, 1.554688, 1.433594, 1.535156, 1.359375, 1.558594, 1.402344, 1.527344, 1.554688, 1.337891, 1.460938, 1.294922, 1.511719, 1.486328, 1.423828, 1.847656, 1.816406, 1.445312, 1.480469, 1.412109, 1.507812, 1.988281, 1.464844, 1.5, 1.453125, 2.84375, 1.679688, 1.828125, 3.390625, 1.441406, 1.427734, 1.375, 3.328125, 1.378906, 1.081543, 2.820312, 2.734375, 1.443359, 1.455078, 1.351562, 1.46875, 1.46875, 1.609375, 1.527344, 1.664062, 1.457031, 2.171875, 1.429688, 1.464844, 1.484375, 3.3125, 1.380859, 1.4375, 1.535156, 1.625, 1.396484, 1.482422, 1.371094, 1.679688, 3.640625, 1.445312, 1.496094, 1.412109, 1.392578, 1.976562, 1.332031, 3.640625, 1.460938, 1.425781, 1.90625, 1.558594, 1.394531, 1.5625, 2.640625, 1.601562, 1.398438, 1.441406, 1.376953, 1.863281, 2.859375, 1.445312, 1.302734, 1.699219, 1.890625, 1.486328, 1.396484, 1.351562, 2.664062, 1.578125, 1.447266, 1.527344, 1.423828, 1.542969, 1.431641, 1.507812, 1.427734, 1.640625, 1.449219, 1.683594, 1.357422, 1.410156, 1.373047, 1.683594, 1.636719, 1.558594, 1.796875, 1.703125, 1.427734, 2.28125, 1.498047, 1.898438, 1.367188, 1.421875, 1.425781, 1.369141, 1.412109, 1.4375, 2.085938, 1.65625, 1.707031, 3.0625, 1.542969, 1.507812, 2.046875, 1.59375, 1.480469, 1.439453, 1.550781, 1.466797, 2.304688, 1.431641, 1.447266, 1.447266, 1.445312, 2.71875, 1.625, 1.394531, 1.392578, 2.0, 1.341797, 1.396484, 1.601562, 1.441406, 1.470703, 1.355469, 1.441406, 1.601562, 1.796875, 1.431641, 1.558594, 1.550781, 1.470703, 1.425781, 1.382812, 1.447266, 1.341797, 1.445312, 1.421875, 1.125, 1.574219, 1.414062, 1.902344, 1.474609, 1.511719, 1.664062, 1.380859, 1.507812, 1.503906, 1.345703, 3.15625, 1.363281, 1.304688, 1.710938, 1.416016, 1.484375, 2.914062, 1.523438, 1.339844, 1.494141, 2.328125, 1.404297, 1.451172, 2.148438, 2.460938, 1.582031, 1.503906, 1.421875, 1.566406, 1.714844, 1.5, 1.490234, 1.679688, 1.480469, 3.078125, 1.365234, 1.871094, 1.511719, 1.449219, 2.289062, 3.234375, 1.429688, 1.453125, 1.384766, 2.070312, 1.53125, 1.648438, 1.550781, 1.431641, 1.601562, 1.439453, 1.714844, 1.476562, 1.871094, 1.384766, 1.353516, 1.539062, 2.429688, 1.929688, 1.546875, 1.472656, 1.384766, 1.699219, 1.535156, 1.337891, 1.5625, 1.953125, 1.279297, 1.380859, 1.546875, 1.515625, 1.488281, 1.574219, 1.494141, 1.59375, 3.109375, 3.03125, 1.396484, 1.507812, 1.597656, 1.384766, 1.464844, 1.371094, 2.421875, 1.34375, 1.992188, 2.445312, 1.511719, 1.431641, 1.400391, 1.408203, 1.451172, 1.503906, 2.875, 1.316406, 1.730469, 1.527344, 1.359375, 1.373047, 1.550781, 1.625, 1.542969, 1.388672, 1.664062, 1.494141, 1.710938, 2.007812, 1.503906, 1.519531, 1.925781, 1.380859, 1.394531, 2.765625, 1.511719, 1.373047, 3.484375, 1.388672, 1.621094, 1.617188, 1.449219, 1.433594, 2.015625, 1.921875, 1.384766, 1.439453, 1.503906, 1.339844, 1.417969, 1.382812, 1.519531, 1.482422, 1.40625, 1.558594, 1.574219, 2.773438, 3.390625, 1.503906, 1.519531, 1.523438, 1.558594, 1.445312, 2.75, 1.402344, 1.408203, 1.597656, 1.462891, 1.988281, 1.375, 1.546875, 1.455078, 1.421875, 1.347656, 1.224609, 1.511719, 1.75, 1.699219, 1.081543, 1.523438, 2.78125, 1.511719, 1.496094, 3.265625, 1.625, 3.484375, 1.427734, 1.484375, 1.679688, 1.429688, 4.015625, 1.490234, 1.457031, 1.425781, 1.427734, 1.466797, 1.570312, 1.664062, 1.306641, 1.492188, 1.402344, 1.4375, 1.322266, 2.21875, 1.382812, 1.613281, 1.703125, 1.675781, 2.53125, 1.341797, 2.84375, 1.605469, 2.921875, 1.449219, 1.496094, 1.287109, 1.613281, 1.523438, 1.384766, 1.365234, 1.585938, 1.519531, 1.511719, 1.523438, 1.443359, 1.71875, 1.326172, 1.941406, 1.648438, 1.792969, 2.546875, 1.652344, 1.443359, 1.337891, 1.5625, 1.769531, 1.582031, 1.417969, 1.546875, 1.855469, 1.65625, 1.373047, 1.4375, 1.410156, 1.550781, 1.5, 2.429688, 1.480469, 1.318359, 1.488281, 2.445312, 1.605469, 1.605469, 1.408203, 1.458984, 1.671875, 1.439453, 1.503906, 1.507812, 1.441406, 1.457031, 1.367188, 3.765625, 1.53125, 1.378906, 1.464844, 1.287109, 1.462891, 1.332031, 1.417969, 1.597656, 1.419922, 1.384766, 2.023438, 2.453125, 1.400391, 1.46875, 1.34375, 1.519531, 1.384766, 3.0, 1.394531, 1.439453, 1.453125, 1.417969, 1.878906, 1.400391, 1.75, 2.539062, 1.396484, 1.480469, 1.476562, 1.542969, 2.882812, 1.507812, 1.347656, 1.695312, 1.380859, 1.410156, 1.466797, 1.589844, 1.601562, 2.125, 1.566406, 1.824219, 2.765625, 1.753906, 1.445312, 1.558594, 1.398438, 4.46875, 1.601562, 1.339844, 1.382812, 1.40625, 1.480469, 2.140625, 1.414062, 2.101562, 1.707031, 1.886719, 1.511719, 1.388672, 1.480469, 1.660156, 1.349609, 1.417969, 1.333984, 1.683594, 1.419922, 1.443359, 2.679688, 1.613281, 1.742188, 1.335938, 1.585938, 2.742188, 1.427734, 1.625, 1.431641, 1.433594, 1.466797, 2.609375, 1.416016, 1.355469, 1.902344, 1.375, 1.664062, 1.71875, 1.558594, 1.3125, 1.53125, 1.472656, 1.474609, 1.367188, 1.511719, 1.382812, 1.380859, 2.726562, 1.660156, 1.625, 1.435547, 1.472656, 1.40625, 1.449219, 1.527344, 1.996094, 1.380859, 1.449219, 1.480469, 1.447266, 2.3125, 1.503906, 1.570312, 1.361328, 1.496094, 1.523438, 1.359375, 1.574219, 1.417969, 1.478516, 1.539062, 1.71875, 1.484375, 1.496094, 1.482422, 1.570312, 1.388672, 1.683594, 1.398438, 2.34375, 3.125, 1.423828, 1.847656, 1.404297, 1.417969, 1.447266, 1.371094, 1.769531, 1.371094, 1.605469, 1.597656, 1.359375, 1.417969, 1.490234, 2.65625, 1.466797, 1.402344, 1.542969, 1.617188, 1.679688, 1.408203, 1.429688, 1.484375, 1.652344, 1.5, 1.498047, 1.369141, 1.574219, 1.539062, 1.945312, 1.357422, 1.671875, 1.527344, 1.5625, 1.353516, 1.359375, 1.376953, 1.482422, 1.511719, 1.384766, 1.953125, 1.71875, 1.494141, 2.078125, 2.09375, 1.462891, 1.5625, 1.402344, 2.492188, 1.734375, 1.359375, 1.412109, 1.355469, 1.435547, 1.570312, 1.376953, 1.636719, 1.714844, 1.219727, 2.90625, 1.46875, 1.470703, 1.675781, 1.400391, 1.449219, 1.322266, 1.457031, 3.1875, 1.400391, 1.443359, 1.486328, 1.429688, 1.34375, 1.445312, 1.314453, 1.357422, 1.625, 2.046875, 1.527344, 1.503906, 1.435547, 1.355469, 1.378906, 1.498047, 1.371094, 1.589844, 1.408203, 1.640625, 2.4375, 1.453125, 1.478516, 1.414062, 1.419922, 1.59375, 1.46875, 1.675781, 1.496094, 1.365234, 1.455078, 1.605469, 2.742188, 1.34375, 1.445312, 1.375, 1.441406, 1.351562, 1.445312, 1.355469, 1.539062, 1.359375, 2.148438, 1.349609, 1.341797, 1.376953, 2.796875, 1.373047, 1.558594, 1.355469, 1.625, 1.431641, 1.601562, 1.371094, 1.482422, 1.431641, 1.605469, 1.408203, 4.3125, 1.451172, 1.8125, 1.339844, 2.554688, 1.496094, 2.835938, 1.412109, 2.90625, 1.511719, 1.746094, 3.46875, 1.960938, 1.53125, 1.480469, 1.355469, 1.431641, 1.472656, 1.472656, 1.476562, 1.443359, 3.515625, 2.515625, 1.871094, 1.609375, 1.376953, 1.519531, 1.353516, 1.462891, 1.390625, 1.820312, 1.378906, 1.455078, 1.429688, 1.431641, 1.582031, 1.46875, 1.492188, 1.349609, 1.917969, 1.480469, 1.294922, 1.380859, 1.359375, 1.386719, 1.804688, 1.365234, 1.523438, 1.511719, 1.353516, 1.441406, 1.462891, 1.378906, 1.492188, 2.28125, 1.416016, 1.466797, 1.558594, 2.679688, 1.515625, 1.320312, 1.349609, 2.523438, 1.515625, 1.660156, 1.839844, 1.636719, 1.660156, 3.328125, 1.380859, 1.445312, 1.400391, 2.914062, 1.832031, 2.710938, 3.484375, 1.433594, 1.714844, 1.367188, 1.298828, 1.380859, 1.582031, 1.417969, 1.449219, 2.335938, 2.078125, 1.400391, 1.478516, 1.535156, 1.503906, 1.523438, 1.445312, 1.410156, 1.789062, 1.472656, 1.404297, 1.566406, 2.640625, 1.439453, 1.582031, 1.219727, 1.435547, 1.404297, 2.992188, 1.472656, 2.640625, 1.402344, 1.396484, 1.605469, 1.570312, 1.419922, 1.835938, 1.298828, 1.402344, 1.527344, 1.582031, 1.515625, 1.542969, 1.361328, 1.445312, 1.355469, 1.498047, 2.015625, 1.349609, 2.0625, 1.636719, 1.539062, 1.792969, 1.449219, 1.341797, 1.597656, 1.494141, 1.585938, 1.369141, 1.589844, 1.294922, 1.910156, 1.431641, 1.589844, 1.511719, 1.542969, 1.519531, 1.365234, 1.566406, 1.464844, 1.345703, 1.474609, 1.4375, 1.507812, 1.914062, 1.349609, 1.554688, 2.273438, 1.496094, 1.490234, 2.617188, 1.367188, 1.617188, 1.470703, 1.414062, 1.714844, 1.345703, 1.365234, 1.478516, 1.404297, 1.388672, 1.404297, 1.640625, 1.539062, 2.015625, 1.550781, 1.34375, 1.365234, 2.59375, 1.65625, 1.474609, 1.292969, 1.205078, 1.402344, 1.373047, 1.5625, 1.542969, 3.21875, 1.683594, 1.373047, 1.511719, 2.585938, 1.484375, 1.410156, 2.148438, 1.402344, 1.589844, 1.423828, 1.341797, 1.355469, 1.429688, 2.007812, 1.419922, 1.443359, 1.447266, 1.378906, 1.742188, 1.539062, 1.734375, 3.140625, 1.851562, 1.427734, 1.734375, 1.335938, 1.667969, 1.492188, 1.458984, 1.408203, 2.796875, 1.628906, 1.546875, 3.46875, 1.589844, 1.429688, 1.431641, 1.425781, 2.742188, 1.582031, 1.417969, 3.328125, 1.376953, 3.515625, 1.457031, 1.871094, 1.451172, 1.355469, 2.554688, 1.427734, 1.664062, 1.490234, 1.414062, 1.527344, 1.503906, 3.625, 1.326172, 1.339844, 1.484375, 1.671875, 2.585938, 1.412109, 1.369141, 1.796875, 1.535156, 1.369141, 1.498047, 1.609375, 1.71875, 1.40625, 1.480469, 1.412109, 3.125, 2.914062, 1.273438, 1.71875, 2.882812, 1.388672, 1.609375, 1.369141, 1.710938, 1.589844, 1.546875, 1.851562, 1.511719, 1.396484, 2.234375, 1.457031, 1.480469, 1.53125 ] }, "name": "onnx::Mul_8722", "outputIndexes": [ 2003 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2002, 2003 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_21/Mul_1_output_0", "outputIndexes": [ 2004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2004 ], "outputIndexes": [ 3078 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3078 ], "outputIndexes": [ 3079 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear", "inputIndexes": [ 3079 ], "outputIndexes": [ 3080 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 919686306, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3080 ], "outputIndexes": [ 3081 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3081 ], "outputIndexes": [ 2005 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2004 ], "main_type": "NONE", "name": "/Shape_295_output_0", "outputIndexes": [ 2006 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2006 ], "main_type": "NONE", "name": "Shape5813", "outputIndexes": [ 2007 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2006 ], "main_type": "NONE", "name": "Rank5815", "outputIndexes": [ 2008 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 2008 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5817", "outputIndexes": [ 2009 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2009 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5818", "outputIndexes": [ 2010 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2009, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5820", "outputIndexes": [ 2011 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2011 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5821", "outputIndexes": [ 2012 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2007, 2010, 2012, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5824", "outputIndexes": [ 2013 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5825", "outputIndexes": [ 2014 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2014 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5826", "outputIndexes": [ 2015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2015, 2014 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5827", "outputIndexes": [ 2016 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2006, 2016, 2009 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_319_output_0", "outputIndexes": [ 2017 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2017, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_673_output_0", "outputIndexes": [ 2018 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2018, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_273_output_0", "outputIndexes": [ 2019 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2005, 2019 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_190_output_0", "outputIndexes": [ 2020 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2020, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_168_output_0", "outputIndexes": [ 2021 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2020 ], "main_type": "NONE", "name": "/Shape_296_output_0", "outputIndexes": [ 2022 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2022 ], "main_type": "NONE", "name": "Shape5834", "outputIndexes": [ 2023 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2022 ], "main_type": "NONE", "name": "Rank5836", "outputIndexes": [ 2024 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2024, 2024 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5838", "outputIndexes": [ 2025 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2025 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5839", "outputIndexes": [ 2026 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2025, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5841", "outputIndexes": [ 2027 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2027 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5842", "outputIndexes": [ 2028 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2023, 2026, 2028, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5845", "outputIndexes": [ 2029 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2029 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5846", "outputIndexes": [ 2030 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2030 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5847", "outputIndexes": [ 2031 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2031, 2030 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5848", "outputIndexes": [ 2032 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2022, 2032, 2025 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_320_output_0", "outputIndexes": [ 2033 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2033, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_63_output_0", "outputIndexes": [ 2034 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2034, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_678_output_0", "outputIndexes": [ 2035 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2020, 2035, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_85_output_0", "outputIndexes": [ 2036 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2036 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_42_output_0", "outputIndexes": [ 2037 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2020, 21, 2035, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_84_output_0", "outputIndexes": [ 2038 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2037, 2038 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_276_output_0", "outputIndexes": [ 2039 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2039, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_169_output_0", "outputIndexes": [ 2040 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2021, 2040 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_105_output_0", "outputIndexes": [ 2041 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2004 ], "outputIndexes": [ 3082 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3082 ], "outputIndexes": [ 3083 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear", "inputIndexes": [ 3083 ], "outputIndexes": [ 3084 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 922340536, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3084 ], "outputIndexes": [ 3085 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3085 ], "outputIndexes": [ 2042 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2018, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_274_output_0", "outputIndexes": [ 2043 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2042, 2043 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_191_output_0", "outputIndexes": [ 2044 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2044, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_170_output_0", "outputIndexes": [ 2045 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2044 ], "main_type": "NONE", "name": "/Shape_297_output_0", "outputIndexes": [ 2046 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2046 ], "main_type": "NONE", "name": "Shape5897", "outputIndexes": [ 2047 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2046 ], "main_type": "NONE", "name": "Rank5899", "outputIndexes": [ 2048 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2048, 2048 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5901", "outputIndexes": [ 2049 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2049 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5902", "outputIndexes": [ 2050 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2049, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5904", "outputIndexes": [ 2051 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2051 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5905", "outputIndexes": [ 2052 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2047, 2050, 2052, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5908", "outputIndexes": [ 2053 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5909", "outputIndexes": [ 2054 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2054 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5910", "outputIndexes": [ 2055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2055, 2054 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5911", "outputIndexes": [ 2056 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2046, 2056, 2049 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_321_output_0", "outputIndexes": [ 2057 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2057, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_64_output_0", "outputIndexes": [ 2058 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2058, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_680_output_0", "outputIndexes": [ 2059 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2044, 2059, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_87_output_0", "outputIndexes": [ 2060 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2060 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_43_output_0", "outputIndexes": [ 2061 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2044, 21, 2059, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_86_output_0", "outputIndexes": [ 2062 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2061, 2062 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_277_output_0", "outputIndexes": [ 2063 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2063, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_171_output_0", "outputIndexes": [ 2064 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2045, 2064 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_106_output_0", "outputIndexes": [ 2065 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2004 ], "outputIndexes": [ 3086 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3086 ], "outputIndexes": [ 3087 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear", "inputIndexes": [ 3087 ], "outputIndexes": [ 3088 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 923667662, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3088 ], "outputIndexes": [ 3089 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3089 ], "outputIndexes": [ 2066 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2066, 2043 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_192_output_0", "outputIndexes": [ 2067 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2041, 2065, 2067, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_197_output_0", "outputIndexes": [ 2068 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2068 ], "outputIndexes": [ 3090 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3090 ], "outputIndexes": [ 3091 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear", "inputIndexes": [ 3091 ], "outputIndexes": [ 3092 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 924994788, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3092 ], "outputIndexes": [ 3093 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3093 ], "outputIndexes": [ 2069 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2069 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_21/Mul_output_0", "outputIndexes": [ 2070 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 2.34375, 2.367188, 2.539062, 2.648438, 2.546875, 2.671875, 2.640625, 1.050781, 2.539062, 2.359375, 2.460938, 2.4375, 2.492188, 2.5, 2.59375, 2.507812, 2.398438, 2.539062, 3.109375, 2.023438, 2.398438, 2.4375, 2.5, 2.421875, 2.5, 2.570312, 2.5625, 2.4375, 2.828125, 2.476562, 2.46875, 2.257812, 2.53125, 1.302734, 2.421875, 2.460938, 2.382812, 2.453125, 2.304688, 2.523438, 2.5, 2.4375, 2.484375, 2.34375, 1.691406, 2.304688, 2.640625, 2.546875, 3.046875, 2.4375, 2.429688, 2.398438, 2.578125, 2.09375, 2.546875, 2.40625, 2.546875, 2.484375, 2.429688, 2.421875, 2.328125, 2.53125, 2.539062, 2.492188, 2.453125, 2.515625, 2.234375, 2.515625, 2.265625, 2.445312, 2.46875, 2.367188, 2.414062, 2.257812, 2.476562, 2.359375, 2.09375, 2.359375, 2.492188, 1.792969, 2.421875, 1.016602, 2.429688, 2.328125, 2.476562, 2.523438, 2.585938, 2.265625, 1.746094, 2.257812, 2.523438, 2.304688, 2.695312, 1.609375, 2.476562, 1.033447, 2.460938, 2.375, 2.539062, 2.359375, 2.289062, 2.695312, 2.320312, 2.421875, 2.601562, 2.375, 2.617188, 2.257812, 2.390625, 2.390625, 2.492188, 2.578125, 2.445312, 3.8125, 2.671875, 2.398438, 2.351562, 2.039062, 2.359375, 2.664062, 2.679688, 2.34375, 2.328125, 2.492188, 2.390625, 2.15625, 2.570312, 2.570312, 2.429688, 2.085938, 2.304688, 2.4375, 2.335938, 2.53125, 2.554688, 2.507812, 2.429688, 2.4375, 2.421875, 2.585938, 3.0625, 2.0625, 2.390625, 2.398438, 2.414062, 2.367188, 2.460938, 2.46875, 2.523438, 2.523438, 2.429688, 2.359375, 2.484375, 2.515625, 2.476562, 2.617188, 1.984375, 2.351562, 1.5625, 1.412109, 3.421875, 2.445312, 2.429688, 2.09375, 2.351562, 2.460938, 2.351562, 1.433594, 2.5, 2.46875, 2.40625, 1.609375, 2.359375, 1.412109, 2.484375, 2.734375, 2.570312, 1.049805, 2.4375, 2.359375, 2.296875, 1.347656, 2.4375, 1.014282, 3.296875, 2.484375, 2.015625, 2.445312, 2.414062, 2.367188, 2.453125, 2.617188, 2.570312, 2.609375, 2.398438, 2.335938, 2.335938, 2.515625, 2.617188, 2.367188, 2.21875, 2.273438, 2.515625, 2.460938, 2.671875, 2.492188, 3.03125, 2.492188, 2.554688, 2.492188, 2.59375, 2.539062, 2.492188, 2.460938, 2.53125, 2.515625, 2.429688, 2.390625, 2.40625, 2.375, 2.585938, 2.398438, 2.460938, 2.4375, 2.570312, 2.4375, 2.367188, 2.507812, 2.289062, 2.453125, 3.265625, 2.460938, 2.53125, 2.703125, 2.546875, 2.632812, 2.5, 2.726562, 2.390625, 2.34375, 2.601562, 2.5625, 2.414062, 2.234375, 2.320312, 2.453125, 2.617188, 2.234375, 2.539062, 2.195312, 2.367188, 2.492188, 1.734375, 2.5625, 2.4375, 2.429688, 2.484375, 0.34375, 2.367188, 2.507812, 2.5, 2.492188, 2.273438, 2.515625, 2.578125, 2.3125, 2.539062, 2.601562, 2.375, 2.4375, 2.5, 2.65625, 2.34375, 2.429688, 2.523438, 2.320312, 1.90625, 2.421875, 2.617188, 2.585938, 2.242188, 2.429688, 1.777344, 2.445312, 2.523438, 2.492188, 2.476562, 2.265625, 1.507812, 2.460938, 2.226562, 1.976562, 2.265625, 2.507812, 2.515625, 2.640625, 2.34375, 2.5, 2.609375, 2.375, 2.445312, 2.3125, 1.382812, 2.476562, 0.910645, 2.515625, 2.46875, 2.515625, 2.453125, 2.476562, 2.484375, 1.116699, 2.390625, 2.34375, 2.375, 2.398438, 2.632812, 2.53125, 2.28125, 2.5625, 2.453125, 2.492188, 2.320312, 2.289062, 2.390625, 2.695312, 2.320312, 2.359375, 2.75, 2.359375, 2.289062, 2.78125, 2.515625, 2.570312, 2.015625, 2.546875, 2.46875, 2.578125, 2.640625, 2.304688, 2.320312, 2.53125, 2.429688, 2.40625, 2.492188, 2.25, 2.484375, 2.304688, 2.320312, 2.523438, 1.902344, 2.367188, 2.195312, 2.367188, 0.996628, 1.675781, 2.523438, 2.484375, 2.3125, 2.296875, 1.416016, 2.4375, 2.234375, 2.023438, 2.257812, 2.585938, 2.585938, 1.921875, 2.648438, 2.476562, 2.601562, 2.5, 2.453125, 2.164062, 2.460938, 2.492188, 2.640625, 2.375, 2.40625, 2.054688, 2.351562, 2.585938, 1.921875, 1.757812, 2.5, 2.601562, 2.265625, 2.226562, 2.476562, 2.414062, 2.351562, 2.445312, 1.232422, 2.453125, 2.476562, 2.515625, 2.359375, 1.382812, 2.40625, 2.507812, 2.703125, 2.671875, 2.5625, 2.476562, 1.699219, 2.578125, 2.507812, 2.4375, 2.304688, 2.242188, 2.554688, 2.351562, 2.648438, 2.429688, 2.5, 2.40625, 2.398438, 2.695312, 2.3125, 2.5, 2.476562, 2.507812, 2.710938, 2.414062, 2.390625, 2.414062, 2.515625, 2.515625, 2.53125, 2.359375, 2.476562, 2.453125, 2.578125, 2.273438, 2.890625, 2.570312, 2.5625, 2.546875, 2.601562, 2.28125, 2.523438, 2.46875, 2.46875, 2.328125, 2.640625, 2.570312, 2.492188, 2.859375, 2.265625, 2.648438, 2.515625, 2.539062, 2.46875, 2.539062, 2.445312, 2.4375, 2.390625, 2.601562, 2.382812, 2.429688, 2.460938, 2.523438, 2.351562, 2.515625, 2.023438, 2.453125, 1.414062, 2.210938, 2.351562, 2.5, 2.5, 2.445312, 2.609375, 2.210938, 2.289062, 2.28125, 1.628906, 2.132812, 2.3125, 2.59375, 2.59375, 2.328125, 2.617188, 2.476562, 2.429688, 2.617188, 1.449219, 2.367188, 2.351562, 2.554688, 2.375, 2.523438, 2.609375, 2.523438, 2.328125, 2.625, 1.007996, 1.726562, 2.132812, 1.314453, 2.59375, 2.546875, 2.59375, 2.171875, 1.695312, 2.328125, 2.359375, 2.359375, 2.726562, 2.539062, 2.59375, 2.664062, 2.367188, 2.515625, 2.484375, 2.585938, 2.296875, 2.320312, 2.421875, 2.421875, 2.546875, 2.429688, 1.621094, 1.617188, 2.59375, 1.863281, 2.59375, 2.484375, 2.476562, 2.382812, 2.484375, 2.617188, 2.585938, 1.621094, 2.375, 2.953125, 2.421875, 2.625, 2.507812, 1.414062, 2.453125, 2.390625, 2.625, 2.476562, 2.429688, 2.445312, 2.484375, 2.421875, 2.21875, 2.398438, 1.824219, 2.546875, 1.25, 2.507812, 2.5, 2.664062, 2.617188, 3.125, 2.328125, 2.25, 2.429688, 2.179688, 2.242188, 2.414062, 2.679688, 2.359375, 2.554688, 3.015625, 2.398438, 2.523438, 2.546875, 2.554688, 2.5625, 2.5, 1.018555, 2.671875, 2.554688, 2.664062, 1.898438, 2.367188, 2.882812, 1.984375, 2.492188, 2.320312, 3.359375, 2.390625, 2.5, 2.46875, 2.90625, 2.21875, 2.5, 2.46875, 2.585938, 2.8125, 2.523438, 2.3125, 2.570312, 2.476562, 2.539062, 2.3125, 2.546875, 2.515625, 2.375, 2.5625, 2.382812, 2.507812, 2.453125, 2.335938, 2.554688, 2.3125, 2.53125, 2.445312, 2.625, 2.007812, 2.4375, 2.46875, 2.429688, 2.453125, 2.3125, 2.40625, 2.546875, 2.390625, 2.421875, 2.59375, 2.484375, 2.359375, 2.4375, 2.546875, 2.570312, 2.640625, 2.390625, 2.53125, 2.257812, 2.46875, 2.484375, 2.453125, 2.5625, 2.5625, 2.5625, 2.328125, 2.578125, 2.414062, 2.210938, 1.412109, 2.4375, 2.382812, 2.476562, 2.492188, 2.585938, 1.910156, 1.617188, 1.21582, 2.4375, 2.554688, 2.382812, 2.453125, 2.367188, 2.554688, 2.421875, 2.46875, 2.390625, 2.429688, 2.304688, 1.147461, 2.59375, 2.476562, 2.484375, 2.484375, 2.492188, 2.382812, 2.554688, 2.4375, 2.34375, 2.398438, 2.46875, 2.539062, 2.429688, 2.625, 2.25, 2.609375, 2.703125, 1.016968, 3.015625, 2.484375, 2.132812, 2.59375, 2.3125, 2.679688, 2.578125, 3.28125, 2.460938, 2.46875, 2.53125, 2.453125, 2.484375, 2.421875, 2.515625, 2.484375, 2.570312, 2.554688, 3.15625, 2.414062, 2.5, 2.546875, 2.460938, 2.421875, 2.445312, 2.320312, 2.515625, 2.414062, 2.515625, 2.59375, 2.398438, 2.617188, 2.398438, 2.78125, 2.625, 2.054688, 2.546875, 2.304688, 2.523438, 2.445312, 2.398438, 2.351562, 2.0625, 2.390625, 2.0625, 2.453125, 2.453125, 2.460938, 2.289062, 2.53125, 2.484375, 2.257812, 2.359375, 2.507812, 2.617188, 2.453125, 2.71875, 2.65625, 2.53125, 2.3125, 2.539062, 2.492188, 2.421875, 2.335938, 2.539062, 2.296875, 2.65625, 2.539062, 2.367188, 2.460938, 2.390625, 2.492188, 2.578125, 2.351562, 2.5, 1.519531, 2.6875, 2.140625, 2.585938, 2.53125, 2.453125, 2.460938, 2.617188, 2.085938, 2.398438, 2.601562, 2.4375, 2.335938, 2.554688, 2.445312, 2.210938, 2.523438, 2.453125, 2.484375, 2.4375, 2.4375, 2.953125, 2.296875, 2.335938, 2.320312, 2.398438, 2.578125, 3.703125, 2.359375, 2.46875, 2.351562, 2.203125, 2.390625, 2.492188, 2.328125, 2.351562, 2.476562, 2.335938, 2.070312, 2.390625, 2.164062, 2.40625, 2.453125, 2.140625, 2.679688, 2.46875, 2.539062, 2.421875, 1.875, 2.53125, 2.421875, 1.804688, 2.492188, 2.429688, 2.429688, 1.527344, 2.421875, 2.296875, 2.851562, 3.296875, 2.359375, 2.15625, 2.03125, 2.53125, 2.359375, 2.429688, 2.359375, 2.585938, 2.53125, 2.46875, 2.570312, 2.59375, 2.359375, 2.5, 2.375, 2.414062, 2.9375, 2.4375, 2.179688, 2.375, 2.5, 2.25, 2.3125, 2.085938, 2.164062, 2.390625, 2.617188, 2.671875, 2.546875, 2.148438, 2.445312, 2.210938, 2.59375, 2.328125, 2.523438, 2.414062, 2.546875, 0.751953, 2.328125, 2.460938, 2.46875, 2.671875, 2.382812, 2.414062, 2.53125, 2.242188, 2.398438, 2.507812, 1.353516, 2.304688, 2.398438, 2.40625, 2.492188, 2.414062, 2.429688, 2.46875, 1.443359, 2.257812, 2.515625, 2.484375, 2.4375, 2.59375, 2.625, 2.304688, 2.273438, 2.585938, 2.4375, 2.414062, 2.523438, 2.398438, 2.390625, 2.40625, 2.335938, 1.589844, 2.554688, 2.40625, 2.40625, 2.46875, 2.546875, 2.4375, 2.59375, 2.429688, 2.515625, 2.210938, 2.585938, 2.390625, 2.59375, 2.3125, 2.414062, 2.445312, 1.427734, 0.807617, 2.195312, 1.972656, 2.445312, 2.4375, 2.5625, 2.523438, 1.251953, 1.034424, 2.28125, 3.015625, 2.421875, 2.367188, 2.4375, 2.46875, 2.5, 2.65625, 1.335938, 2.445312, 2.382812, 2.398438, 1.960938, 2.453125, 2.34375, 2.640625, 2.148438, 2.640625, 2.351562, 2.351562, 2.25, 2.421875, 2.546875, 2.4375, 2.367188, 2.390625, 2.34375, 2.476562, 2.5, 2.03125, 1.186523, 3.859375, 2.304688, 2.46875, 2.4375, 2.382812, 2.40625, 2.453125, 2.59375, 0.946289, 2.320312, 2.171875, 2.578125, 2.421875, 1.347656, 2.46875, 2.398438, 2.304688, 2.390625, 2.476562, 2.359375, 2.421875, 1.410156, 2.429688, 2.453125, 2.421875, 1.621094, 2.34375, 2.476562, 3.03125, 2.617188, 2.773438, 2.09375, 2.359375, 2.632812, 2.3125, 2.09375, 2.359375, 2.46875, 2.117188, 3.328125, 1.363281, 2.90625, 2.398438, 2.445312, 2.609375, 2.328125, 2.390625, 2.179688, 1.960938, 0.965332, 2.40625, 2.335938, 2.40625, 2.523438, 2.476562, 2.65625, 2.492188, 1.04248, 2.234375, 1.369141, 2.453125, 1.4375, 2.203125, 2.539062, 2.4375, 2.507812, 2.15625, 2.492188, 2.421875, 2.453125, 1.209961, 2.632812, 2.234375, 2.101562, 1.800781, 2.5, 2.40625, 2.335938, 2.671875, 2.46875, 2.40625, 2.390625, 2.179688, 2.109375, 2.414062, 1.163086, 2.585938, 2.632812, 2.492188, 1.519531, 1.166992, 2.570312, 2.5, 2.5, 2.515625, 2.585938, 2.382812, 2.195312, 3.640625, 2.445312, 2.429688, 2.710938, 2.398438, 2.484375, 2.421875, 2.609375, 2.46875, 2.398438, 2.359375, 2.507812, 2.429688, 2.359375, 2.523438, 2.335938, 2.398438, 2.523438, 2.53125, 2.40625, 2.46875, 2.445312, 3.484375, 2.46875, 1.176758, 2.25, 2.359375, 1.542969, 2.46875, 2.375, 2.625, 2.578125, 2.484375, 2.59375, 2.609375, 2.367188, 1.324219, 2.273438, 2.351562, 2.476562, 2.484375, 2.585938, 2.289062, 2.539062, 2.523438, 2.335938, 2.460938, 2.625, 1.345703, 2.421875, 2.625, 2.15625, 2.351562, 2.515625, 2.53125, 3.046875, 2.476562, 2.40625, 2.640625, 2.476562, 2.484375, 2.585938, 2.210938, 2.484375, 2.492188, 2.570312, 2.445312, 2.679688, 2.070312, 2.570312, 1.601562, 2.46875, 2.34375, 2.375, 2.554688, 2.601562, 2.421875, 2.40625, 2.507812, 2.34375, 1.191406, 1.169922, 1.209961, 2.515625, 2.4375, 1.621094, 2.4375, 2.328125, 2.390625, 1.738281, 2.390625, 2.195312, 2.492188, 1.439453, 2.523438, 2.445312, 2.632812, 2.328125, 2.421875, 2.445312, 2.34375, 2.460938, 2.140625, 3.03125, 0.989197, 2.390625, 2.539062, 2.28125, 2.515625, 2.296875, 2.421875, 2.273438, 1.271484, 2.671875, 2.5, 2.515625, 2.328125, 2.0625, 2.460938, 2.28125, 2.421875, 2.273438, 2.421875, 2.429688, 2.703125, 2.328125, 2.46875, 2.921875, 2.460938, 2.585938, 2.5625, 2.484375, 2.539062, 2.65625, 2.570312, 2.375, 2.484375, 2.523438, 2.414062, 2.367188, 2.359375, 2.648438, 2.359375, 2.570312, 2.398438, 2.515625, 2.578125, 2.507812, 2.625, 2.421875, 2.523438, 1.734375, 2.585938, 2.523438, 2.46875, 2.507812, 2.28125, 2.546875, 2.5, 1.871094, 2.507812, 1.867188, 2.453125, 2.4375, 2.367188, 2.164062, 2.53125, 1.941406, 2.539062, 1.380859, 2.492188, 2.117188, 2.484375, 2.554688, 2.351562, 2.273438, 2.398438, 2.578125, 2.234375, 2.265625, 2.5, 2.398438, 1.15332, 2.4375, 2.429688, 2.445312, 2.359375, 2.367188, 2.625, 2.25, 2.101562, 2.492188, 2.390625, 2.351562, 2.710938, 2.359375, 2.5, 2.484375, 2.585938, 2.546875, 1.233398, 2.429688, 2.359375, 2.453125, 2.578125, 2.21875, 2.234375, 1.055908, 2.53125, 1.135742, 1.621094, 2.523438, 2.515625, 2.445312, 2.648438, 1.972656, 2.367188, 2.398438, 2.617188, 1.233398, 2.476562, 2.648438, 2.601562, 2.289062, 2.492188, 2.554688, 1.228516, 2.523438, 2.164062, 2.140625, 1.53125, 2.375, 2.5, 1.828125, 2.351562, 2.992188, 2.40625, 2.492188, 2.578125, 2.4375, 1.554688, 2.453125, 2.367188, 2.515625, 2.492188, 2.445312, 2.203125, 1.203125, 2.484375, 2.46875, 2.328125, 2.414062, 2.5, 2.492188, 2.460938, 2.296875, 2.453125, 2.492188, 2.539062, 2.414062, 2.585938, 2.625, 2.578125, 2.375, 2.429688, 2.625, 2.5625, 0.935547, 2.554688, 2.484375, 2.5, 2.398438, 2.414062, 2.367188, 2.460938, 2.445312, 2.46875, 2.53125, 2.554688, 2.460938, 2.578125, 2.21875, 2.5, 1.367188, 2.398438, 1.605469, 2.578125, 2.617188, 2.609375, 1.322266, 2.601562, 2.367188, 2.351562, 2.546875, 2.6875, 2.390625, 2.351562, 2.671875, 2.40625, 2.4375, 1.761719, 2.289062, 2.570312, 2.75, 2.632812, 2.460938, 2.476562, 2.5625, 2.421875, 2.539062, 2.546875, 2.390625, 2.320312, 2.375, 2.546875, 1.730469, 2.335938, 2.648438, 2.46875, 2.421875, 1.351562, 2.5625, 2.46875, 2.601562, 2.460938, 2.492188, 2.515625, 2.46875, 2.484375, 1.490234, 2.390625, 2.476562, 2.507812, 2.632812, 2.335938, 2.59375, 2.429688, 2.546875, 2.578125, 2.570312, 2.390625, 2.390625, 2.3125, 2.523438, 2.335938, 2.570312, 2.0, 3.296875, 2.398438, 2.398438, 2.390625, 2.453125, 2.046875, 2.476562, 2.25, 2.507812, 1.421875, 2.320312, 2.125, 2.460938, 2.476562, 2.421875, 2.554688, 0.87207, 2.515625, 3.21875, 1.001266, 2.21875, 2.5, 2.429688, 2.429688, 2.46875, 2.5, 2.484375, 2.242188, 2.390625, 2.453125, 1.808594, 2.34375, 2.46875, 2.539062, 2.226562, 2.484375, 2.617188, 2.484375, 2.5, 2.453125, 2.328125, 2.546875, 2.375, 1.664062, 2.539062, 2.375, 2.523438, 2.484375, 2.296875, 2.4375, 2.601562, 2.570312, 2.453125, 2.1875, 2.429688, 2.554688, 2.492188, 4.046875, 2.445312, 2.210938, 2.398438, 2.515625, 2.085938, 1.271484, 2.539062, 2.804688, 2.375, 2.5, 2.601562, 2.523438, 2.570312, 1.191406, 2.210938, 2.617188, 2.5, 2.546875, 2.414062, 2.601562, 2.460938, 2.429688, 2.664062, 2.40625, 2.398438, 2.476562, 2.5625, 2.578125, 2.554688, 2.453125, 2.234375, 2.359375, 2.414062, 2.21875, 2.90625, 2.4375, 1.976562, 2.664062, 2.320312, 2.585938, 2.382812, 2.609375, 2.5, 2.125, 2.3125, 2.5625, 0.386719, 2.515625, 2.453125, 2.132812, 2.296875, 2.5, 2.414062, 2.585938, 2.679688, 2.507812, 2.515625, 2.335938, 2.359375, 2.398438, 1.859375, 2.382812, 2.335938, 2.507812, 2.90625, 2.5, 2.382812, 2.429688, 2.578125, 2.53125, 2.242188, 2.539062, 2.359375, 2.140625, 2.484375, 2.546875, 2.414062, 2.226562, 2.46875, 2.492188, 2.367188, 2.46875, 2.53125, 2.375, 2.578125, 2.328125, 2.539062, 2.617188, 2.382812, 2.617188, 2.460938, 2.515625, 2.414062, 2.601562, 2.546875, 1.980469, 2.585938, 2.375, 2.429688, 2.539062, 2.539062, 1.067871, 2.617188, 2.59375, 2.34375, 1.875, 2.445312, 2.359375, 2.125, 1.414062, 2.304688, 2.390625, 2.476562, 2.242188, 2.414062, 2.570312, 2.289062, 1.96875, 2.351562, 2.984375, 2.351562, 2.195312, 2.601562, 2.609375, 1.820312, 1.075684, 2.507812, 2.757812, 2.578125, 2.015625, 2.570312, 2.210938, 2.4375, 2.617188, 3.203125, 2.570312, 2.242188, 2.296875, 2.421875, 2.367188, 2.703125, 3.078125, 1.652344, 2.085938, 2.382812, 2.585938, 2.492188, 2.3125, 2.554688, 2.523438, 2.367188, 2.015625, 2.507812, 2.34375, 2.476562, 2.445312, 2.515625, 2.375, 2.546875, 2.664062, 1.104004, 1.067383, 2.398438, 2.296875, 2.257812, 2.796875, 2.359375, 2.554688, 1.726562, 2.453125, 1.980469, 1.945312, 2.554688, 2.632812, 2.515625, 2.335938, 2.585938, 2.546875, 1.714844, 2.445312, 2.101562, 2.375, 2.289062, 2.398438, 2.515625, 2.375, 2.289062, 2.539062, 2.429688, 2.507812, 2.429688, 2.40625, 2.359375, 2.421875, 4.6875, 2.546875, 2.515625, 1.351562, 2.523438, 2.5, 2.851562, 2.484375, 2.273438, 2.46875, 2.625, 2.414062, 2.882812, 2.09375, 2.492188, 2.460938, 2.6875, 2.679688, 2.53125, 2.351562, 2.507812, 2.71875, 2.539062, 2.429688, 2.21875, 2.453125, 1.12793, 2.390625, 2.5, 2.476562, 2.421875, 2.390625, 0.912109, 2.304688, 2.390625, 2.398438, 2.484375, 1.863281, 2.585938, 2.507812, 2.671875, 2.445312, 2.289062, 3.0, 2.40625, 2.351562, 2.390625, 2.8125, 2.539062, 1.392578, 2.421875, 2.421875, 0.960938, 2.34375, 2.90625, 2.476562, 2.492188, 2.359375, 2.328125, 3.078125, 2.429688, 2.492188, 2.476562, 2.46875, 2.492188, 2.46875, 1.695312, 2.476562, 2.65625, 2.570312, 2.609375, 2.429688, 2.148438, 2.335938, 2.414062, 2.429688, 2.40625, 2.671875, 2.59375, 1.972656, 2.5, 1.126953, 2.75, 2.390625, 2.445312, 2.523438, 2.226562, 2.359375, 2.546875, 2.390625, 2.414062, 2.617188, 2.835938, 2.523438, 2.460938, 2.53125, 1.953125, 2.382812, 2.296875, 1.373047, 2.117188, 2.632812, 2.523438, 2.59375, 2.554688, 2.375, 2.367188, 2.453125, 2.109375, 2.140625, 2.390625, 2.617188, 2.515625, 2.476562, 2.578125, 2.34375, 2.648438, 2.460938, 2.59375, 1.628906, 2.484375, 2.34375, 2.46875, 2.625, 2.507812, 2.46875, 2.414062, 2.335938, 2.476562, 2.476562, 2.460938, 2.351562, 2.492188, 2.414062, 2.5, 2.601562, 2.515625, 2.4375, 2.257812, 2.25, 2.515625, 2.640625, 2.0, 1.652344, 2.554688, 2.554688, 2.570312, 2.273438, 2.28125, 1.062256, 2.414062, 2.742188, 2.421875, 2.398438, 2.40625, 2.359375, 2.46875, 1.683594, 2.484375, 2.273438, 2.734375, 2.484375, 2.992188, 2.796875, 2.40625, 2.554688, 2.390625, 2.546875, 2.5625, 2.414062, 2.5625, 2.085938, 2.265625, 2.117188, 1.292969, 2.484375, 2.4375, 2.265625, 2.578125, 3.6875, 2.367188, 2.4375, 2.539062, 2.554688, 2.414062, 2.507812, 2.234375, 1.882812, 2.757812, 2.484375, 2.429688, 2.476562, 2.484375, 2.53125, 2.554688, 2.65625, 2.351562, 2.132812, 2.429688, 2.421875, 1.730469, 2.382812, 2.453125, 2.617188, 2.351562, 1.691406, 2.25, 2.6875, 2.398438, 2.476562, 2.539062, 1.474609, 2.4375, 2.460938, 2.398438, 2.335938, 2.390625, 2.492188, 2.460938, 2.367188, 2.390625, 2.429688, 2.335938, 2.492188, 2.3125, 2.53125, 2.429688, 1.143555, 2.40625, 2.25, 2.492188, 2.492188, 2.476562, 2.617188, 2.335938, 1.992188, 2.484375, 2.578125, 2.367188, 2.492188, 2.125, 2.414062, 2.632812, 2.515625, 2.414062, 2.421875, 2.507812, 2.554688, 2.65625, 2.320312, 2.578125, 2.390625, 2.484375, 2.375, 2.375, 2.59375, 2.492188, 2.359375, 2.5, 1.820312, 0.939453, 2.546875, 2.523438, 2.390625, 2.328125, 2.429688, 2.460938, 2.296875, 2.515625, 2.296875, 2.453125, 2.546875, 2.492188, 2.453125, 1.237305, 2.445312, 2.453125, 2.507812, 2.617188, 2.640625, 2.53125, 2.703125, 2.601562, 2.3125, 2.671875, 2.515625, 2.515625, 2.328125, 2.554688, 2.4375, 2.375, 2.367188, 2.4375, 2.5, 2.382812, 2.507812, 2.453125, 2.421875, 2.578125, 2.453125, 0.6875, 2.28125, 2.539062, 2.351562, 1.839844, 2.671875, 2.679688, 2.375, 1.455078, 2.359375, 2.46875, 2.71875, 2.40625, 2.546875, 2.601562, 2.382812, 2.570312, 2.421875, 3.265625, 1.016846, 2.265625, 2.648438, 2.484375, 2.578125, 2.289062, 2.414062, 2.570312, 1.199219, 2.460938, 2.59375, 2.34375, 2.515625, 2.664062, 2.382812, 2.453125, 2.523438, 2.492188, 1.878906, 2.335938, 2.546875, 2.4375, 2.445312, 2.664062, 2.421875, 2.523438, 2.273438, 2.484375, 2.53125, 2.453125, 2.320312, 2.429688, 2.539062, 2.351562, 2.492188, 2.46875, 2.5625, 3.359375, 2.484375, 2.546875, 2.554688, 1.161133, 2.429688, 2.25, 2.414062, 2.523438, 2.554688, 2.664062, 2.507812, 2.359375, 2.617188, 2.265625, 2.390625, 2.351562, 2.40625, 1.273438, 2.492188, 2.515625, 2.492188, 2.617188, 2.570312, 2.476562, 2.546875, 2.421875, 2.546875, 2.328125, 2.5625, 1.652344, 2.421875, 2.289062, 2.320312, 1.326172, 2.484375, 1.933594, 2.335938, 1.013, 2.578125, 2.359375, 2.757812, 2.132812, 2.375, 2.554688, 2.367188, 2.40625, 2.585938, 2.421875, 2.429688, 2.34375, 0.992065, 2.0, 2.0, 2.445312, 2.546875, 2.585938, 2.476562, 2.601562, 2.515625, 2.375, 2.5, 2.523438, 2.492188, 2.578125, 2.382812, 2.390625, 2.445312, 2.53125, 2.117188, 2.507812, 2.421875, 2.53125, 2.539062, 2.414062, 2.375, 2.578125, 2.40625, 2.320312, 2.414062, 2.617188, 2.351562, 2.398438, 2.671875, 1.679688, 2.601562, 2.539062, 2.492188, 1.773438, 2.375, 2.421875, 2.484375, 1.578125, 2.453125, 2.125, 2.328125, 2.414062, 2.335938, 1.283203, 2.570312, 2.632812, 2.460938, 1.05127, 2.257812, 1.414062, 3.09375, 2.664062, 2.265625, 2.5, 2.5, 2.476562, 2.460938, 2.554688, 2.460938, 1.78125, 1.726562, 2.570312, 2.296875, 2.390625, 2.515625, 2.382812, 2.460938, 2.453125, 2.273438, 2.390625, 2.40625, 2.546875, 1.96875, 2.476562, 2.515625, 3.15625, 2.453125, 2.476562, 1.730469, 2.539062, 1.480469, 2.5625, 2.414062, 2.25, 2.296875, 2.523438, 2.328125, 2.367188, 2.429688, 2.429688, 2.578125, 2.5, 2.523438, 2.445312, 2.453125, 2.460938, 2.460938, 2.53125, 2.484375, 2.117188, 2.492188, 2.492188, 2.054688, 2.460938, 2.546875, 2.445312, 2.328125, 2.304688, 2.367188, 2.484375, 2.546875, 2.226562, 2.5625, 2.257812, 2.617188, 2.539062, 2.554688, 2.585938, 2.414062, 2.351562, 2.484375, 2.53125, 2.648438, 2.453125, 1.96875, 2.453125, 2.289062, 1.929688, 2.429688, 2.4375, 1.53125, 2.414062, 2.351562, 2.40625, 2.476562, 2.335938, 2.570312, 2.234375, 2.507812, 2.367188, 2.492188, 2.414062, 2.507812, 2.351562, 2.101562, 2.460938, 2.492188, 2.117188, 1.65625, 2.390625, 2.484375, 2.492188, 2.578125, 2.554688, 2.46875, 2.367188, 2.515625, 2.945312, 2.34375, 2.5, 2.5, 1.535156, 2.429688, 2.695312, 1.53125, 2.382812, 2.195312, 2.617188, 2.59375, 2.46875, 2.554688, 1.789062, 2.679688, 2.34375, 2.375, 2.578125, 2.53125, 2.453125, 2.304688, 1.710938, 2.085938, 2.71875, 2.554688, 2.484375, 2.273438, 2.335938, 2.484375, 2.585938, 1.664062, 2.4375, 2.585938, 1.091797, 2.429688, 2.414062, 2.5625, 2.335938, 1.644531, 2.554688, 2.492188, 1.527344, 2.59375, 3.34375, 2.398438, 2.382812, 2.71875, 2.429688, 1.441406, 2.570312, 2.296875, 2.546875, 2.578125, 2.460938, 2.398438, 2.617188, 2.632812, 2.59375, 2.609375, 2.46875, 1.558594, 2.515625, 2.59375, 2.335938, 2.5625, 2.554688, 2.59375, 2.421875, 2.515625, 2.632812, 2.414062, 2.429688, 2.515625, 3.09375, 2.585938, 2.34375, 1.149414, 2.328125, 2.53125, 2.421875, 2.460938, 2.257812, 2.304688, 2.617188, 2.476562, 2.632812, 1.613281, 2.335938, 2.351562, 2.242188 ] }, "name": "onnx::Mul_8745", "outputIndexes": [ 2071 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2070, 2071 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_21/Mul_1_output_0", "outputIndexes": [ 2072 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2001, 2072 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_108_output_0", "outputIndexes": [ 2073 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2073 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_21/Mul_output_0", "outputIndexes": [ 2074 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.939453, 0.989258, 0.94873, 0.94165, 0.916992, 0.902344, 0.924316, 1.480469, 0.918457, 0.99588, 0.955322, 0.955811, 0.966553, 0.906738, 0.953857, 0.964844, 0.986572, 0.961914, 1.125977, 1.027588, 0.963623, 0.975708, 0.928223, 1.012085, 0.990112, 0.967041, 0.9375, 1.058105, 0.931641, 0.962891, 0.992523, 1.02771, 0.946777, 1.412109, 0.937012, 0.980103, 0.958252, 0.94751, 0.984863, 0.962891, 0.928711, 0.971313, 0.921875, 1.027344, 1.306641, 0.938721, 0.915039, 0.953857, 1.367188, 1.04834, 0.990051, 1.022217, 0.955322, 1.107422, 0.930664, 0.956055, 0.910645, 0.947754, 1.019531, 1.004944, 1.064453, 0.896484, 0.962402, 0.92627, 0.92041, 0.95752, 1.066895, 0.958496, 0.975952, 0.950439, 0.93457, 0.947754, 0.947266, 0.956055, 0.954346, 0.997345, 1.167969, 1.014404, 1.020508, 1.302734, 0.978027, 1.535156, 0.970215, 1.097656, 0.963135, 0.931641, 0.951904, 1.053711, 1.277344, 1.017944, 0.965332, 0.979492, 0.914551, 1.335938, 0.963135, 1.523438, 0.939453, 1.010498, 0.820312, 0.924805, 1.012512, 0.932617, 0.949951, 0.957275, 0.932129, 0.97644, 0.943848, 1.003174, 0.956299, 0.977173, 0.939453, 0.947998, 0.955078, 0.585938, 0.916504, 0.999664, 0.983643, 1.201172, 0.956543, 0.904785, 0.919922, 0.951904, 1.008911, 0.935059, 0.944336, 1.036377, 0.966064, 0.944824, 0.982544, 1.144531, 1.083984, 0.95166, 1.011108, 0.958496, 0.951904, 0.924316, 0.987, 0.995575, 0.975342, 0.933594, 0.799805, 1.105469, 0.985229, 0.950928, 0.984863, 1.046143, 0.980225, 0.97644, 0.96167, 0.96582, 0.956543, 1.003281, 0.976685, 0.880371, 0.974609, 0.966064, 1.194336, 0.970947, 1.427734, 1.417969, 0.480469, 0.927246, 0.988159, 1.150391, 0.956299, 0.950684, 0.944092, 1.396484, 0.902832, 0.975952, 0.959473, 1.333984, 0.959229, 1.412109, 0.985229, 0.910156, 0.917969, 1.574219, 0.966797, 0.986023, 0.946533, 1.443359, 0.990173, 1.574219, 0.736328, 0.962158, 1.214844, 0.994843, 1.026245, 0.978394, 0.93457, 0.959717, 0.954346, 0.951172, 0.980713, 0.978149, 0.969971, 0.970581, 0.963867, 0.972046, 0.976196, 0.963135, 0.962891, 0.972534, 0.988831, 0.955811, 0.852539, 0.971802, 0.935547, 0.942871, 0.984741, 0.947021, 0.981201, 0.97998, 0.944824, 0.952881, 0.968018, 0.964111, 0.950928, 0.9646, 0.986694, 0.948975, 0.944824, 0.968018, 0.933594, 0.970093, 0.955566, 0.951904, 1.014893, 1.003525, 0.386719, 0.978516, 0.906738, 0.904785, 0.927246, 0.900879, 0.994781, 0.929688, 0.941895, 1.00885, 0.795898, 0.967285, 0.943848, 1.11377, 1.007019, 0.963379, 0.96582, 1.038818, 0.92334, 1.143555, 0.956299, 0.955566, 1.292969, 0.970825, 0.970093, 0.956055, 0.951904, 1.130859, 0.961426, 0.967529, 0.970947, 0.932129, 0.975464, 0.968506, 0.958496, 1.024536, 0.92627, 0.950684, 0.990417, 0.941406, 0.934082, 0.956787, 0.994629, 0.994171, 0.998245, 0.945312, 1.200195, 0.958984, 0.92627, 0.947266, 1.054932, 0.936035, 1.273438, 0.942627, 0.986328, 0.9646, 0.943848, 0.986877, 1.388672, 0.966553, 1.006134, 1.402344, 0.989441, 0.953613, 0.950928, 0.913574, 0.983032, 0.966064, 0.943604, 0.959229, 0.943848, 1.00824, 1.427734, 0.943115, 1.474609, 0.984558, 0.937988, 0.978394, 0.959717, 0.950439, 0.952393, 1.492188, 0.935059, 0.96167, 0.972168, 0.978516, 0.937988, 0.952881, 1.010986, 0.951416, 0.994141, 0.993927, 0.975342, 0.972168, 0.955811, 0.933594, 1.034912, 0.984741, 0.961914, 0.942627, 1.045166, 0.972534, 0.942383, 0.95166, 0.226562, 0.926758, 0.935059, 0.911133, 0.944336, 0.971313, 0.990356, 1.04834, 0.974854, 0.977661, 0.968994, 1.094727, 0.948242, 1.128906, 1.003754, 0.916016, 1.22168, 1.005127, 1.096191, 1.027832, 1.5, 1.330078, 0.933105, 0.943115, 1.072754, 0.982788, 1.396484, 0.956299, 1.024414, 1.182617, 1.053223, 0.948242, 0.95752, 1.157227, 0.956543, 0.965332, 0.931641, 0.954346, 0.931641, 1.003448, 0.951172, 0.97168, 0.914551, 0.970459, 0.931641, 1.104004, 0.936523, 0.955566, 1.169922, 1.271484, 0.931641, 0.947998, 1.04834, 1.057861, 0.939453, 0.935059, 0.990845, 0.976807, 1.503906, 0.946289, 0.967285, 0.948486, 0.969238, 1.494141, 0.996674, 0.915527, 0.946289, 0.939697, 0.951904, 0.963867, 1.261719, 0.901855, 0.955566, 0.968506, 0.990784, 1.068359, 0.950439, 0.965576, 0.917969, 0.95166, 0.98291, 0.991394, 0.965332, 0.93457, 1.020264, 0.932129, 0.967529, 0.928223, 0.939453, 0.948975, 0.965332, 1.015991, 0.935547, 0.918945, 0.930176, 0.96167, 0.931152, 0.964844, 0.967285, 1.019409, 0.765625, 0.92041, 0.93457, 0.929199, 0.926758, 0.964111, 0.938721, 0.957275, 0.934082, 1.05127, 0.962402, 0.923828, 0.94458, 0.966064, 0.983765, 0.924805, 0.921387, 0.972168, 0.996872, 0.944092, 0.948975, 0.938721, 1.053223, 0.915527, 0.989624, 1.007935, 0.939453, 0.937012, 0.926758, 0.972656, 1.145508, 0.948242, 1.417969, 1.032227, 0.949707, 0.959717, 0.967041, 0.955078, 0.94751, 1.07373, 0.97998, 0.947998, 1.332031, 1.0177, 0.999496, 0.941406, 0.976196, 0.996933, 0.871094, 0.936035, 0.939453, 0.924316, 1.402344, 0.980103, 0.967285, 0.959961, 1.003052, 0.92627, 0.958496, 0.939209, 1.05957, 0.952637, 1.574219, 1.326172, 1.099609, 1.417969, 0.946045, 0.955811, 0.938477, 1.087402, 1.139648, 0.943604, 1.055908, 1.005066, 0.906738, 0.952881, 0.974243, 0.933594, 0.974976, 0.94751, 0.98938, 0.942383, 1.049805, 1.024658, 0.921875, 1.011047, 0.924316, 0.961914, 1.363281, 1.316406, 0.957275, 1.261719, 0.964355, 0.954834, 0.960938, 0.935059, 0.936523, 0.962891, 0.937744, 1.382812, 0.952881, 1.318359, 0.991272, 0.943604, 0.955566, 1.339844, 0.621094, 1.0177, 0.880859, 0.981445, 0.928711, 0.973267, 0.943359, 0.958008, 1.098145, 0.947998, 1.137695, 0.935059, 1.124512, 0.949951, 0.948975, 0.931152, 0.948486, 0.750977, 0.987549, 0.983398, 0.947021, 1.186523, 1.009583, 1.016846, 0.935547, 0.954834, 0.958496, 0.87207, 0.947998, 0.924316, 0.90918, 0.901367, 0.922852, 0.972656, 1.695312, 0.937744, 0.985474, 0.945068, 1.230469, 0.958252, 0.823242, 1.146484, 0.925781, 0.985535, 0.919922, 0.987488, 0.910645, 0.949951, 0.811523, 1.053955, 0.944824, 0.948242, 0.959229, 0.852539, 1.357422, 0.959229, 0.933105, 0.926758, 0.933105, 1.088867, 0.946533, 0.930664, 1.007507, 0.940186, 0.946045, 0.927246, 0.956299, 0.950928, 0.958252, 1.011963, 0.932129, 0.969727, 0.952881, 1.070801, 0.978638, 0.95752, 0.949219, 0.986511, 0.995392, 0.948242, 0.957031, 0.948975, 0.990479, 0.94751, 0.934082, 1.011902, 0.974854, 0.94873, 0.947266, 0.958496, 0.984253, 0.948486, 1.035889, 0.981689, 0.952148, 0.967773, 0.942383, 0.952881, 0.931641, 1.173828, 0.953125, 0.951172, 1.07373, 1.390625, 0.92627, 1.152344, 0.949951, 0.958252, 0.942627, 1.152344, 1.271484, 1.589844, 0.943848, 0.9646, 0.921387, 0.94751, 0.974976, 0.958496, 0.969116, 0.941162, 0.943848, 0.949951, 0.954834, 1.511719, 0.982178, 0.966064, 0.982666, 0.994659, 0.951904, 0.973267, 0.946289, 0.948975, 1.006714, 1.014709, 0.996994, 0.945557, 0.953369, 0.945801, 1.0354, 0.963135, 0.973145, 1.515625, 1.320312, 0.942627, 1.072754, 0.943604, 1.011597, 0.917969, 0.943848, 0.833008, 0.969849, 0.984009, 0.966309, 0.969849, 0.902344, 0.999256, 0.980347, 0.940674, 0.954346, 0.976074, 0.402344, 0.963867, 0.970581, 0.930176, 0.966797, 0.933105, 0.921875, 0.98468, 0.958496, 1.001099, 0.968262, 0.958008, 0.94165, 0.935059, 1.091797, 0.758789, 0.935059, 1.15332, 0.949707, 1.021851, 0.938232, 0.961182, 0.955566, 0.980591, 1.094238, 1.106445, 1.167969, 0.955078, 0.947998, 0.904297, 1.034668, 0.967041, 0.947266, 0.950439, 1.004425, 0.955811, 0.940674, 0.923828, 0.893066, 0.916504, 1.006439, 0.980347, 0.94165, 0.990356, 0.95874, 0.988037, 0.963379, 1.004059, 0.945068, 0.955322, 0.958008, 0.947021, 0.993225, 0.9729, 0.977783, 1.04541, 0.966797, 1.355469, 0.930664, 1.002426, 0.948242, 0.945312, 0.976929, 0.939697, 0.985474, 1.019409, 0.970703, 0.913574, 0.954834, 0.942383, 0.918945, 0.946533, 0.973511, 0.911621, 0.951416, 0.900391, 0.922363, 0.960938, 0.837891, 1.034912, 0.987305, 1.014465, 0.997726, 0.949707, 0.398438, 0.994629, 0.939453, 1.036377, 1.105957, 0.952637, 0.905273, 0.970703, 1.006378, 0.937012, 0.994598, 0.997986, 0.947021, 1.130859, 0.94873, 1.00647, 0.96582, 0.927246, 0.963135, 0.945557, 1.003754, 1.238281, 0.930664, 0.936523, 1.171875, 0.937012, 0.996353, 0.927734, 1.390625, 0.959717, 1.269531, 0.995422, 0.887207, 0.988708, 1.098633, 0.985474, 0.956055, 0.980835, 0.959717, 0.962158, 0.923828, 0.92334, 0.956299, 0.969727, 0.978027, 0.974487, 0.946289, 0.943115, 1.021729, 0.854492, 0.956787, 1.083984, 0.992645, 0.951416, 1.020386, 0.977905, 1.119629, 0.960449, 0.962891, 0.990784, 0.946777, 0.923828, 1.041748, 0.937744, 0.963135, 0.915039, 1.012329, 1.000824, 0.983154, 0.935547, 1.574219, 1.005432, 0.998421, 0.943115, 0.970215, 0.979736, 0.940674, 0.963135, 0.979858, 0.998772, 0.980591, 1.433594, 0.988037, 0.943604, 0.98291, 1.086426, 0.929199, 0.950439, 1.025269, 1.414062, 1.066895, 0.992126, 0.962646, 0.917969, 0.967285, 0.937744, 0.987427, 0.979126, 0.974976, 0.976196, 0.969116, 0.948242, 0.931641, 0.935059, 0.999298, 0.963623, 1.361328, 0.967285, 0.979492, 0.955811, 0.969971, 0.939453, 0.934082, 0.974731, 0.974854, 0.947021, 1.04834, 0.965576, 0.99971, 0.942871, 1.144531, 0.997742, 0.963623, 1.474609, 1.679688, 1.115234, 1.049316, 0.979492, 0.967773, 0.949707, 0.994751, 1.486328, 1.427734, 0.992218, 0.832031, 1.013123, 1.038574, 0.947021, 0.945312, 0.959229, 0.946777, 1.496094, 0.918945, 1.019043, 0.985291, 1.140625, 0.963867, 0.994965, 0.969727, 1.026245, 0.969727, 0.953613, 1.020386, 0.987305, 1.018066, 0.938965, 0.962158, 1.011597, 0.970215, 1.011292, 0.956543, 0.942383, 1.142578, 1.5, 0.292969, 0.947021, 0.998291, 0.916504, 0.987122, 0.930664, 0.963379, 0.94458, 1.601562, 0.974854, 1.025269, 0.976318, 0.927734, 1.367188, 0.928223, 0.963135, 1.018677, 0.973022, 0.943115, 0.99918, 1.0271, 1.416016, 0.965332, 0.975586, 0.977661, 1.394531, 0.989624, 0.987183, 0.831055, 0.958496, 0.664062, 1.009949, 1.012329, 0.95166, 0.948486, 1.12793, 0.960205, 0.978394, 1.116211, 0.873047, 1.640625, 0.607422, 0.993225, 0.951416, 0.946289, 0.994293, 0.970215, 1.115234, 1.003906, 1.664062, 0.950684, 0.95459, 0.958496, 0.926758, 0.913574, 0.948242, 0.980957, 1.269531, 1.041992, 1.464844, 0.958252, 1.400391, 1.044678, 0.970581, 0.932129, 0.952881, 1.083984, 0.940674, 0.894043, 0.978394, 1.458984, 1.068848, 1.047363, 1.204102, 1.287109, 0.933105, 0.927246, 1.056641, 0.935547, 0.977417, 1.023926, 0.950195, 1.07373, 1.049316, 0.947754, 1.503906, 0.968262, 0.915527, 0.959717, 1.310547, 1.496094, 0.971436, 0.932617, 0.954834, 0.951904, 0.964111, 0.965576, 1.06543, 0.335938, 0.966553, 0.975586, 0.962158, 1.004211, 0.958496, 0.952637, 0.962891, 0.949219, 0.962646, 0.95874, 0.940918, 1.020264, 0.997742, 0.978394, 0.973267, 1.025513, 0.925293, 0.928223, 0.941162, 0.959229, 0.962402, 0.899414, 0.946533, 1.496094, 1.089844, 0.994751, 1.349609, 0.942627, 0.992706, 0.911621, 0.959473, 0.959473, 0.95874, 0.948486, 0.958008, 1.402344, 1.027588, 0.958496, 1.004425, 0.928711, 0.959717, 1.035889, 0.96582, 0.9646, 0.982178, 0.954102, 0.942383, 1.382812, 0.933594, 0.937012, 1.081543, 0.937012, 0.924805, 0.939453, 0.834961, 0.968506, 0.940186, 0.942383, 0.94165, 0.939209, 0.948242, 0.983521, 0.9646, 0.962402, 0.92334, 0.911133, 0.923828, 1.146484, 0.972412, 1.345703, 0.94458, 1.008179, 1.004669, 0.961426, 0.955566, 0.929688, 0.935059, 1.075195, 0.954834, 1.550781, 1.515625, 1.427734, 0.959961, 0.954102, 1.287109, 0.983398, 0.974731, 0.98584, 1.298828, 0.981445, 1.08252, 0.979126, 1.380859, 0.929199, 0.971924, 0.901367, 0.984924, 1.005676, 0.991638, 0.979736, 0.967041, 1.175781, 1.5, 1.636719, 0.957031, 0.947754, 0.950195, 0.904785, 1.036133, 1.057861, 1.02124, 1.474609, 0.893555, 0.96875, 0.960693, 0.946045, 1.097656, 0.951172, 0.955322, 0.991028, 1.004364, 0.984924, 1.005127, 0.77832, 0.982666, 0.968262, 0.864258, 0.9729, 0.960938, 0.950439, 0.95874, 0.972534, 0.949707, 0.970093, 0.951172, 0.94873, 0.931152, 0.946777, 0.989807, 0.948975, 0.959229, 0.954102, 0.995117, 0.951416, 0.964844, 0.993622, 0.944824, 0.900391, 0.98645, 0.951904, 1.24707, 0.904785, 0.982788, 0.957275, 0.988831, 1.007141, 0.943115, 0.939697, 1.255859, 0.99231, 1.275391, 0.931152, 0.978882, 1.008667, 1.044922, 0.982788, 1.178711, 0.92334, 1.486328, 0.942871, 1.126953, 0.99791, 0.960693, 0.994598, 0.966064, 0.943848, 0.966309, 0.997452, 0.954346, 0.941895, 0.942627, 1.75, 0.96167, 0.949463, 0.977783, 0.969604, 0.981812, 0.945312, 0.991699, 1.104492, 0.966797, 0.962891, 0.996902, 0.880859, 0.994385, 0.957031, 0.94751, 0.982544, 0.965088, 1.445312, 0.980713, 0.998123, 0.956055, 0.722656, 1.032227, 1.113281, 1.527344, 0.944092, 1.460938, 1.195312, 1.004333, 0.968262, 0.97937, 0.95459, 1.539062, 0.963379, 1.04248, 0.92334, 1.511719, 0.927734, 0.939209, 0.942139, 0.969727, 0.947266, 0.929199, 1.466797, 0.922363, 1.006683, 1.086426, 1.328125, 0.95459, 0.923828, 1.298828, 0.956787, 1.006744, 0.924805, 1.011963, 0.916016, 0.978394, 1.375, 0.953125, 0.974854, 0.9823, 0.936035, 0.967285, 1.167969, 1.464844, 0.950439, 0.955078, 1.012878, 0.935059, 0.922852, 0.948486, 0.911621, 0.978271, 0.956543, 0.997299, 0.90332, 0.955322, 0.959229, 0.956543, 0.94873, 1.019409, 0.966797, 0.947021, 0.95874, 1.691406, 0.935059, 0.994781, 0.929688, 0.982544, 0.943604, 1.013489, 0.95752, 0.9375, 0.919434, 0.936035, 0.980469, 0.945801, 0.932617, 1.051758, 0.927246, 1.4375, 0.986572, 1.347656, 0.916016, 0.958008, 0.945068, 1.431641, 0.957275, 0.980835, 1.02356, 0.95166, 0.935547, 0.948242, 0.987671, 0.935547, 0.958008, 0.957764, 1.231445, 0.972412, 0.95752, 0.87207, 0.939941, 0.967041, 0.935547, 0.924805, 0.933105, 0.974854, 0.943115, 0.976807, 0.993225, 0.942627, 0.985657, 1.302734, 1.003967, 0.928223, 0.941406, 0.970703, 1.451172, 0.895996, 0.943604, 0.924316, 0.950928, 0.943848, 0.961426, 0.940186, 0.942627, 1.386719, 0.949707, 0.959229, 0.953613, 0.915039, 0.972412, 0.926758, 0.955322, 0.92627, 0.942627, 0.953857, 0.929688, 0.948975, 0.947266, 0.990967, 0.930176, 0.953857, 1.157227, 0.273438, 0.94751, 0.983643, 0.955811, 0.992188, 1.128906, 0.935547, 0.980225, 0.989868, 1.386719, 1.045166, 1.132812, 0.890625, 0.942383, 0.985107, 0.921387, 1.558594, 0.928711, 0.782227, 1.5, 1.145508, 0.924316, 0.943604, 0.933594, 0.937988, 0.943115, 0.963867, 0.995178, 0.956543, 0.966553, 1.285156, 0.947266, 0.992676, 0.963135, 1.095215, 0.928223, 0.949219, 0.942627, 0.96167, 0.94873, 0.994751, 0.932129, 0.977051, 1.488281, 0.986633, 0.9729, 0.94751, 0.959961, 1.036377, 0.929688, 1.008606, 0.949951, 0.952881, 1.120117, 0.981079, 0.925293, 0.95459, 0.316406, 0.984009, 1.012573, 0.955811, 0.938965, 1.095703, 1.460938, 0.962402, 0.899414, 0.985229, 0.975098, 0.948486, 0.963867, 0.926758, 1.433594, 1.027588, 0.942627, 0.960693, 0.979736, 0.971191, 0.954102, 0.938721, 0.961182, 0.939941, 0.936035, 0.990112, 0.937988, 0.943848, 0.938965, 0.915039, 1.004517, 0.98468, 1.00824, 0.971558, 1.018311, 0.804688, 0.930176, 1.12207, 0.879395, 1.002029, 0.993286, 0.970825, 0.950439, 0.962891, 1.101074, 0.97937, 1.003082, 1.005829, 0.94751, 0.948242, 1.118652, 0.984131, 0.958496, 0.997681, 0.941895, 0.925293, 1.130859, 0.954102, 0.983276, 0.973389, 0.968506, 1.198242, 0.962646, 0.937744, 0.937012, 0.691406, 0.940918, 0.958984, 0.993652, 0.932129, 0.956543, 0.981323, 0.965576, 0.978638, 1.121582, 0.994019, 0.959229, 0.923828, 0.98645, 0.92627, 0.926758, 0.973145, 0.946045, 0.94043, 0.974365, 0.892578, 0.997742, 0.941895, 0.868164, 0.950684, 0.949219, 0.971313, 0.941895, 0.95166, 0.926758, 0.927734, 0.918457, 0.97876, 0.9646, 1.012085, 0.924316, 0.940918, 1.558594, 0.959717, 0.900879, 0.991882, 1.283203, 0.971802, 0.967529, 1.154297, 1.410156, 0.975342, 0.981201, 0.946289, 0.951172, 0.974487, 0.950684, 0.992004, 1.016724, 0.981079, 1.026123, 0.966064, 1.117188, 0.943359, 0.955566, 1.275391, 1.507812, 0.985107, 0.978271, 0.943359, 1.151367, 0.995483, 1.05542, 0.954834, 0.942139, 0.939209, 0.970825, 0.970459, 0.994415, 1.002823, 0.952393, 0.935059, 0.967041, 1.419922, 1.169922, 0.941895, 0.955566, 0.962402, 1.036621, 0.911133, 0.919922, 1.007629, 1.166016, 0.930176, 0.971191, 0.99934, 0.959717, 0.944824, 0.976318, 0.991028, 1.036133, 1.773438, 1.570312, 0.947021, 0.975586, 0.964111, 0.9375, 0.991516, 0.921387, 1.265625, 0.915039, 1.261719, 1.192383, 0.928223, 0.935547, 0.970215, 0.979858, 0.989075, 0.916992, 1.300781, 0.951416, 1.020264, 0.961914, 0.935547, 0.972778, 0.971191, 0.963867, 1.032227, 0.950195, 0.96167, 0.970703, 0.963379, 0.984741, 0.983154, 0.972046, 0.300781, 0.947266, 0.943115, 1.457031, 0.954102, 0.950195, 1.139648, 0.939453, 1.037354, 1.015259, 0.934082, 0.956543, 1.091309, 1.095703, 0.970825, 0.958984, 0.943359, 0.916504, 0.936035, 0.975342, 0.944824, 0.93457, 0.932617, 0.982056, 0.95166, 1.068848, 1.660156, 0.970337, 0.93457, 0.962891, 0.99469, 0.977051, 1.365234, 0.980225, 0.974609, 0.970947, 0.947266, 1.241211, 0.946777, 0.946045, 0.953613, 0.962891, 0.961182, 0.865234, 0.997635, 1.034668, 0.964355, 0.856445, 0.965576, 1.507812, 0.980103, 0.963623, 1.527344, 0.934082, 0.796875, 0.972168, 0.996948, 1.017456, 0.965088, 0.874023, 0.955566, 0.96875, 0.962891, 0.931152, 0.94873, 0.957764, 1.111328, 0.959961, 0.954346, 0.933594, 0.936523, 0.935547, 1.07666, 0.966553, 0.982544, 1.014893, 0.998253, 0.679688, 0.939209, 1.200195, 1.035156, 1.542969, 0.946289, 0.981323, 0.912598, 0.98822, 0.956543, 0.978149, 0.955078, 1.007507, 1.00415, 0.993195, 0.978882, 0.921875, 0.988037, 0.945557, 1.130859, 1.011902, 1.071777, 1.453125, 0.966309, 0.979126, 0.942383, 0.986572, 0.99897, 1.017944, 0.99527, 0.945557, 1.100098, 1.067383, 0.938232, 0.952637, 0.960693, 0.975586, 0.955078, 1.044922, 0.94043, 0.919922, 0.92334, 1.294922, 0.953369, 0.941162, 0.958496, 0.956787, 1.000782, 0.932617, 0.957764, 0.98291, 0.952881, 0.927734, 0.963135, 1.123535, 0.978271, 0.951904, 0.982422, 0.910645, 0.966797, 0.944092, 0.984375, 0.980957, 0.908691, 0.974243, 1.175781, 1.306641, 0.945312, 1.003967, 0.943115, 0.960693, 0.941406, 1.539062, 0.935059, 0.923828, 0.925293, 0.974365, 1.025146, 0.98291, 0.96582, 1.178711, 0.926758, 1.006805, 0.931641, 0.996063, 1.125977, 0.933594, 0.9646, 0.942139, 0.958252, 0.966309, 0.94043, 0.994293, 0.959229, 1.106445, 1.049316, 1.118652, 1.431641, 1.0271, 0.985962, 0.947754, 0.912598, 0.640625, 0.942627, 0.92627, 0.942627, 0.92334, 0.973511, 0.963867, 0.970215, 1.163086, 1.021973, 1.017212, 0.963623, 0.939697, 0.992584, 0.907227, 0.937012, 0.926758, 0.966797, 1.079102, 1.004608, 0.97876, 1.248047, 0.986633, 0.94751, 0.92627, 0.969238, 1.390625, 0.99115, 0.897949, 0.929688, 0.963379, 0.984619, 1.359375, 0.962158, 0.956787, 1.003967, 0.963867, 0.963867, 0.964111, 0.956787, 0.962158, 0.978638, 0.959717, 0.992737, 0.973999, 0.978638, 0.934082, 0.965088, 1.496094, 1.009583, 0.973267, 0.916992, 0.948242, 0.930176, 0.933105, 0.990112, 1.167969, 0.943848, 0.958252, 0.941895, 0.972778, 1.154297, 1.008545, 0.888184, 0.956543, 0.955566, 0.986023, 0.954834, 0.967041, 0.937744, 1.004669, 0.946045, 0.990112, 0.959961, 0.958984, 1.017944, 0.933594, 0.895996, 0.993011, 0.942383, 1.231445, 1.710938, 0.95166, 1.001366, 0.950439, 0.936035, 0.973267, 0.975952, 1.028687, 0.95459, 1.035645, 0.940186, 0.950439, 0.956787, 0.950195, 1.478516, 0.953613, 0.925781, 1.030273, 0.94165, 0.89209, 0.958252, 0.960693, 0.93457, 1.001244, 0.919434, 0.95874, 0.94458, 1.175781, 0.967773, 0.967773, 0.957764, 1.038086, 0.981812, 0.962646, 0.950439, 0.942627, 0.951904, 0.973267, 0.951416, 0.951416, 0.833984, 1.063965, 0.975952, 1.083984, 1.189453, 0.963867, 0.950928, 0.955811, 1.402344, 1.049561, 0.943359, 0.968872, 0.927246, 0.982666, 0.933594, 0.956055, 0.882324, 0.988831, 0.823242, 1.527344, 0.986023, 0.896484, 0.968262, 0.979858, 0.968262, 0.93457, 0.935059, 1.5625, 0.935547, 0.961182, 0.945068, 0.947998, 0.92041, 0.953369, 0.92041, 0.939697, 0.943604, 1.216797, 1.003296, 0.998932, 0.997513, 0.912598, 0.910156, 0.951904, 0.939941, 1.023682, 0.959717, 0.947754, 1.076172, 0.997192, 0.927246, 0.941406, 1.003326, 0.968018, 0.996933, 0.987793, 0.884277, 0.972168, 0.965332, 0.944092, 1.476562, 0.954102, 0.990417, 0.959229, 0.947021, 0.921387, 0.914062, 0.901855, 0.945068, 0.93457, 1.078125, 0.973145, 0.90918, 0.943848, 1.490234, 0.95752, 0.928711, 0.928711, 0.957275, 0.943848, 0.974365, 0.962158, 0.953857, 0.94873, 0.970947, 0.942871, 1.523438, 0.955322, 1.003494, 0.95166, 1.453125, 0.944824, 1.28125, 0.949951, 1.474609, 0.956299, 0.973633, 1.031982, 1.121094, 1.006653, 0.957275, 0.958496, 1.015625, 0.951172, 0.959473, 0.930176, 0.952881, 1.636719, 1.248047, 1.095703, 0.95459, 0.936035, 0.967773, 0.934082, 0.895508, 0.939453, 1.056396, 0.955322, 0.931641, 0.962646, 0.960205, 0.997955, 0.986694, 0.997101, 0.949951, 1.086914, 0.994019, 0.948242, 0.924805, 0.938721, 0.928223, 1.025757, 0.931641, 0.962402, 1.000664, 0.978516, 0.950928, 0.974731, 0.93457, 0.988403, 1.316406, 0.916992, 0.967285, 0.928223, 1.255859, 0.961426, 0.947998, 0.939941, 1.357422, 0.979004, 1.087402, 0.986084, 0.985901, 0.978516, 1.652344, 0.946777, 0.938232, 0.958496, 1.558594, 1.102539, 1.291016, 1.013489, 0.983032, 1.033203, 0.923828, 0.925293, 0.964355, 0.95874, 0.973877, 0.947998, 1.277344, 1.214844, 0.942871, 1.026978, 1.002304, 0.968506, 0.964111, 0.959473, 0.940186, 1.011292, 0.962646, 0.962646, 0.951904, 1.243164, 0.952148, 0.944092, 0.877441, 0.991943, 0.954346, 1.386719, 0.99292, 1.316406, 0.94043, 0.977417, 0.951904, 1.025879, 0.940186, 1.03125, 0.93457, 0.93457, 0.935547, 0.946045, 0.945557, 0.978271, 1.004211, 0.953125, 0.939209, 0.972778, 0.862305, 0.952393, 1.123047, 0.978882, 0.96167, 1.087402, 0.95166, 0.946777, 0.962891, 0.950928, 1.017456, 0.955322, 0.971069, 0.919922, 1.121094, 0.939697, 1.003143, 0.954834, 0.974365, 0.971191, 0.935059, 1.013184, 0.97583, 0.959717, 0.974243, 0.940186, 0.955078, 1.135742, 0.95459, 1.015259, 1.208984, 0.993469, 0.959961, 1.337891, 0.949951, 1.037354, 0.975098, 0.956299, 1.00177, 0.946533, 0.938477, 0.946533, 0.975098, 0.938965, 0.976196, 0.999363, 0.954834, 1.116211, 0.971436, 0.94751, 0.937012, 1.324219, 0.974243, 0.95166, 0.931641, 1.002823, 0.938232, 0.940674, 0.973755, 0.959229, 0.654297, 1.013428, 0.938232, 0.959961, 1.443359, 0.947998, 0.90918, 1.382812, 0.949219, 1.053223, 0.938721, 0.950439, 0.931152, 0.920898, 1.209961, 0.949219, 0.97522, 0.965088, 0.958984, 0.942871, 1.003021, 1.016602, 1.402344, 1.140625, 0.932617, 1.036865, 0.939209, 1.060791, 1.004272, 0.966553, 0.938721, 1.367188, 0.99054, 0.973755, 1.539062, 0.952148, 0.989807, 0.956055, 0.965088, 1.361328, 0.905762, 0.962158, 1.667969, 0.938477, 0.658203, 1.02832, 0.988098, 0.948486, 0.921387, 1.373047, 0.919922, 1.011719, 0.935547, 0.932129, 0.956055, 1.004303, 1.167969, 0.892578, 0.944824, 0.997223, 0.977051, 1.355469, 0.99527, 0.942627, 1.011841, 0.974854, 0.92627, 0.973389, 0.979736, 0.993622, 0.928711, 0.993195, 0.960693, 1.051758, 0.576172, 0.951172, 0.966309, 1.507812, 0.947998, 1.013977, 0.96582, 0.986084, 1.04248, 1.011353, 0.921875, 0.969849, 0.936523, 1.349609, 0.94873, 0.922852, 1.026245 ] }, "name": "onnx::Mul_8747", "outputIndexes": [ 2075 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2074, 2075 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_21/Mul_1_output_0", "outputIndexes": [ 2076 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2076 ], "outputIndexes": [ 3094 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3094 ], "outputIndexes": [ 3095 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear", "inputIndexes": [ 3095 ], "outputIndexes": [ 3096 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 927649018, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3096 ], "outputIndexes": [ 3097 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3097 ], "outputIndexes": [ 2077 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 2077 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_output_0", "outputIndexes": [ 2078 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 2078 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_1_output_0", "outputIndexes": [ 2079 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2079 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_2_output_0", "outputIndexes": [ 2080 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 2080 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Add_output_0", "outputIndexes": [ 2081 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 2081 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_3_output_0", "outputIndexes": [ 2082 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2082 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_21/Tanh_output_0", "outputIndexes": [ 2083 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 2083 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Add_1_output_0", "outputIndexes": [ 2084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 2084 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_4_output_0", "outputIndexes": [ 2085 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 2085 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_5_output_0", "outputIndexes": [ 2086 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2076 ], "outputIndexes": [ 3098 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3098 ], "outputIndexes": [ 3099 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear", "inputIndexes": [ 3099 ], "outputIndexes": [ 3100 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 939592976, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3100 ], "outputIndexes": [ 3101 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3101 ], "outputIndexes": [ 2087 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2086, 2087 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_21/Mul_output_0", "outputIndexes": [ 2088 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2088 ], "outputIndexes": [ 3102 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3102 ], "outputIndexes": [ 3103 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear", "inputIndexes": [ 3103 ], "outputIndexes": [ 3104 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 951536934, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3104 ], "outputIndexes": [ 3105 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3105 ], "outputIndexes": [ 2089 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2089 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_21/Mul_output_0", "outputIndexes": [ 2090 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.1875, 4.34375, 4.375, 4.609375, 4.546875, 4.34375, 4.171875, 1.59375, 4.234375, 3.984375, 4.28125, 4.1875, 4.21875, 4.46875, 4.40625, 4.21875, 4.046875, 4.171875, 3.3125, 3.859375, 4.359375, 4.34375, 4.421875, 3.96875, 4.109375, 4.421875, 3.90625, 3.53125, 4.484375, 4.25, 3.875, 3.578125, 4.375, 1.890625, 4.21875, 3.78125, 4.359375, 4.359375, 3.859375, 4.40625, 4.5, 4.25, 4.140625, 3.578125, 2.625, 4.09375, 4.390625, 4.265625, 3.875, 3.5625, 4.078125, 3.0, 4.171875, 2.585938, 4.28125, 3.859375, 4.140625, 4.328125, 4.09375, 3.78125, 3.4375, 4.78125, 4.40625, 4.171875, 4.09375, 4.0625, 3.4375, 4.53125, 3.796875, 4.234375, 4.34375, 4.265625, 4.109375, 4.203125, 4.25, 3.9375, 3.078125, 3.921875, 3.625, 2.492188, 4.234375, 1.46875, 4.28125, 3.46875, 4.28125, 3.921875, 4.359375, 3.640625, 2.742188, 4.078125, 4.15625, 4.109375, 4.421875, 2.671875, 4.421875, 1.484375, 4.171875, 4.234375, 5.8125, 4.109375, 3.84375, 4.46875, 4.28125, 4.28125, 4.359375, 4.40625, 4.34375, 3.53125, 4.453125, 4.15625, 4.3125, 4.265625, 4.171875, 2.203125, 4.28125, 3.8125, 4.140625, 3.03125, 4.125, 4.3125, 4.28125, 4.3125, 4.046875, 4.375, 4.109375, 3.515625, 4.109375, 4.203125, 3.984375, 3.015625, 3.359375, 4.359375, 4.078125, 4.375, 4.484375, 4.171875, 3.75, 3.265625, 4.15625, 4.46875, 5.34375, 3.265625, 4.046875, 4.1875, 4.1875, 3.9375, 3.875, 4.34375, 4.21875, 4.4375, 4.3125, 3.90625, 4.078125, 4.796875, 3.921875, 4.546875, 3.203125, 4.328125, 2.304688, 2.09375, 2.40625, 4.328125, 3.6875, 3.171875, 4.328125, 4.484375, 4.484375, 2.195312, 4.46875, 4.203125, 4.375, 2.476562, 4.390625, 2.25, 4.15625, 4.96875, 4.046875, 1.376953, 4.296875, 4.15625, 4.34375, 1.878906, 3.71875, 1.398438, 5.40625, 4.296875, 2.976562, 4.265625, 4.078125, 3.65625, 4.328125, 4.21875, 4.15625, 3.953125, 4.1875, 3.984375, 4.203125, 4.375, 4.515625, 4.34375, 3.90625, 4.203125, 4.28125, 4.03125, 4.359375, 4.515625, 5.3125, 4.21875, 4.3125, 4.53125, 3.96875, 4.65625, 4.421875, 4.0, 4.328125, 4.3125, 4.109375, 4.15625, 4.296875, 4.375, 3.984375, 3.671875, 4.328125, 4.390625, 4.421875, 4.09375, 4.140625, 4.234375, 3.8125, 3.765625, 2.5, 4.21875, 4.25, 4.46875, 4.40625, 4.4375, 3.484375, 4.34375, 4.140625, 4.328125, 3.171875, 4.21875, 4.359375, 3.765625, 4.03125, 4.28125, 4.09375, 3.859375, 4.421875, 3.3125, 4.15625, 4.171875, 2.710938, 4.453125, 4.15625, 4.203125, 4.0625, 1.445312, 4.359375, 4.15625, 4.265625, 4.546875, 4.078125, 4.25, 4.328125, 3.6875, 4.265625, 4.46875, 4.140625, 4.1875, 4.140625, 4.21875, 4.328125, 4.1875, 4.421875, 4.296875, 3.140625, 4.34375, 4.28125, 4.265625, 3.390625, 4.140625, 2.40625, 4.03125, 4.265625, 4.265625, 4.015625, 4.1875, 2.148438, 4.21875, 3.921875, 2.03125, 4.140625, 4.234375, 4.0625, 4.15625, 3.90625, 4.328125, 4.515625, 4.3125, 4.140625, 3.796875, 1.765625, 4.28125, 1.176758, 3.796875, 4.25, 3.890625, 4.234375, 4.34375, 4.265625, 1.613281, 4.296875, 4.1875, 4.03125, 4.1875, 4.171875, 4.515625, 4.046875, 4.453125, 4.015625, 4.390625, 3.921875, 4.15625, 4.34375, 4.296875, 3.671875, 3.9375, 4.328125, 4.3125, 3.765625, 3.984375, 4.15625, 4.234375, 6.0, 4.390625, 4.109375, 4.515625, 4.421875, 4.03125, 4.171875, 4.03125, 4.328125, 4.140625, 3.75, 3.59375, 4.28125, 3.0, 3.8125, 4.265625, 2.171875, 3.59375, 2.484375, 3.71875, 1.457031, 2.46875, 4.515625, 4.546875, 3.671875, 3.96875, 2.109375, 4.109375, 3.921875, 2.9375, 4.015625, 4.34375, 4.53125, 2.507812, 4.34375, 4.171875, 4.359375, 4.078125, 4.25, 3.90625, 4.78125, 4.5625, 4.34375, 4.015625, 4.109375, 3.09375, 4.484375, 4.453125, 3.0, 2.570312, 4.53125, 4.03125, 3.859375, 3.359375, 4.5, 4.265625, 4.109375, 3.984375, 1.832031, 4.21875, 4.375, 4.234375, 4.078125, 2.015625, 4.09375, 4.375, 4.21875, 4.40625, 4.28125, 4.328125, 2.507812, 4.65625, 4.34375, 4.078125, 4.234375, 2.742188, 4.421875, 4.484375, 4.328125, 4.453125, 3.5, 4.0, 4.0, 4.234375, 4.078125, 4.171875, 4.359375, 4.203125, 4.875, 4.03125, 4.203125, 3.5625, 4.4375, 4.171875, 4.296875, 4.09375, 4.296875, 4.4375, 4.4375, 3.6875, 2.296875, 4.46875, 4.5, 4.46875, 4.28125, 4.390625, 4.328125, 4.09375, 4.328125, 3.703125, 2.070312, 4.421875, 4.28125, 4.609375, 3.953125, 4.296875, 4.25, 4.09375, 3.9375, 4.09375, 4.171875, 4.25, 3.15625, 4.34375, 4.078125, 4.21875, 4.296875, 4.203125, 4.25, 4.390625, 2.890625, 4.15625, 2.0625, 4.03125, 4.046875, 4.34375, 4.25, 4.234375, 4.328125, 3.828125, 4.21875, 4.3125, 2.40625, 4.03125, 4.09375, 4.359375, 4.25, 4.140625, 4.3125, 4.453125, 4.375, 4.46875, 2.015625, 4.296875, 4.0, 4.28125, 3.734375, 4.1875, 4.375, 4.234375, 3.609375, 4.375, 1.605469, 2.179688, 3.5, 1.894531, 4.234375, 4.359375, 4.359375, 3.59375, 2.398438, 4.234375, 3.3125, 3.546875, 4.46875, 4.359375, 4.3125, 4.421875, 4.109375, 4.078125, 4.359375, 4.484375, 3.40625, 4.25, 4.421875, 3.765625, 4.1875, 4.1875, 2.578125, 2.421875, 4.390625, 2.828125, 4.4375, 4.140625, 4.015625, 4.34375, 4.109375, 4.21875, 4.359375, 1.882812, 4.203125, 4.46875, 4.203125, 4.859375, 4.453125, 1.734375, 2.078125, 3.84375, 3.8125, 4.21875, 4.640625, 4.15625, 4.328125, 4.171875, 3.421875, 4.4375, 2.023438, 4.40625, 4.671875, 4.21875, 4.015625, 3.953125, 4.34375, 2.632812, 4.046875, 3.9375, 4.140625, 1.976562, 3.8125, 4.0625, 4.078125, 4.46875, 4.234375, 2.507812, 3.84375, 4.09375, 4.171875, 4.53125, 4.28125, 3.796875, 1.392578, 4.421875, 4.09375, 4.15625, 2.898438, 4.265625, 5.34375, 3.203125, 4.1875, 4.125, 4.28125, 4.09375, 4.515625, 4.046875, 2.328125, 3.296875, 4.296875, 4.328125, 3.78125, 5.125, 3.90625, 4.0, 4.0, 4.15625, 4.28125, 3.859375, 4.484375, 4.46875, 3.859375, 4.21875, 4.40625, 4.203125, 4.25, 4.28125, 4.375, 3.8125, 4.296875, 4.28125, 4.421875, 2.226562, 4.046875, 4.0625, 4.28125, 3.828125, 3.984375, 4.0625, 4.40625, 4.265625, 4.1875, 4.09375, 4.359375, 3.78125, 4.21875, 4.421875, 4.359375, 3.953125, 4.109375, 4.359375, 4.078125, 4.390625, 4.4375, 3.859375, 4.34375, 3.921875, 4.234375, 3.46875, 4.78125, 4.421875, 3.734375, 2.140625, 4.09375, 3.03125, 4.3125, 4.484375, 3.78125, 2.867188, 2.382812, 1.777344, 4.34375, 4.71875, 4.34375, 4.390625, 4.09375, 4.375, 4.21875, 3.9375, 4.265625, 3.984375, 4.390625, 1.5625, 4.125, 4.484375, 4.34375, 4.234375, 4.3125, 4.59375, 4.34375, 3.703125, 4.046875, 4.046875, 3.71875, 4.359375, 4.046875, 4.21875, 3.359375, 4.640625, 4.40625, 1.292969, 3.375, 4.03125, 3.828125, 4.40625, 3.765625, 4.3125, 4.28125, 4.9375, 4.140625, 4.234375, 4.203125, 4.15625, 4.421875, 3.78125, 4.015625, 4.453125, 4.328125, 4.296875, 2.6875, 4.5, 4.03125, 3.984375, 4.265625, 4.125, 4.3125, 3.921875, 4.21875, 4.0, 4.28125, 4.40625, 4.21875, 4.28125, 2.507812, 3.484375, 4.21875, 3.140625, 4.28125, 3.90625, 4.34375, 4.46875, 4.375, 4.03125, 3.328125, 2.078125, 3.15625, 4.328125, 4.140625, 4.296875, 4.015625, 4.1875, 4.234375, 4.25, 4.15625, 4.28125, 4.25, 4.28125, 4.59375, 4.453125, 4.359375, 4.296875, 4.28125, 4.375, 3.890625, 3.84375, 4.609375, 3.734375, 4.328125, 4.296875, 4.390625, 4.234375, 4.140625, 4.171875, 4.453125, 3.890625, 4.09375, 2.40625, 4.421875, 4.0625, 4.046875, 3.9375, 4.140625, 4.453125, 4.296875, 4.03125, 4.09375, 4.421875, 4.328125, 4.078125, 4.21875, 3.984375, 3.8125, 4.390625, 4.09375, 4.28125, 4.1875, 4.15625, 5.21875, 3.828125, 4.03125, 4.296875, 3.953125, 4.15625, 2.21875, 4.265625, 4.46875, 2.820312, 3.21875, 4.53125, 4.1875, 4.09375, 3.765625, 4.34375, 3.703125, 3.90625, 4.25, 3.078125, 4.328125, 4.34375, 2.3125, 4.53125, 4.265625, 4.21875, 3.90625, 3.015625, 4.046875, 4.375, 2.132812, 4.265625, 4.234375, 4.3125, 2.039062, 4.234375, 3.28125, 4.46875, 5.625, 3.984375, 3.15625, 4.09375, 4.046875, 4.0625, 4.171875, 4.28125, 4.234375, 4.140625, 4.140625, 4.09375, 4.25, 4.140625, 4.5, 4.359375, 4.078125, 5.34375, 4.359375, 3.3125, 4.375, 4.0625, 3.015625, 4.171875, 3.234375, 4.046875, 4.390625, 4.34375, 4.3125, 4.375, 3.890625, 4.21875, 4.171875, 4.515625, 3.765625, 3.984375, 4.125, 4.421875, 1.017212, 3.8125, 3.578125, 3.9375, 4.109375, 3.390625, 4.421875, 4.578125, 4.109375, 4.359375, 4.21875, 1.839844, 4.09375, 4.0, 4.0, 2.164062, 4.21875, 4.46875, 3.828125, 2.171875, 3.703125, 4.21875, 4.078125, 4.375, 4.171875, 4.53125, 3.625, 4.28125, 3.890625, 4.0625, 3.84375, 4.359375, 4.21875, 4.453125, 3.96875, 4.0, 2.296875, 4.25, 4.234375, 4.171875, 4.078125, 4.25, 4.046875, 4.640625, 4.15625, 4.328125, 3.6875, 4.125, 4.40625, 4.40625, 3.21875, 4.03125, 4.140625, 2.023438, 1.185547, 3.4375, 3.890625, 4.0, 4.3125, 4.109375, 4.640625, 1.921875, 1.451172, 4.09375, 5.0, 3.71875, 4.15625, 4.140625, 4.453125, 4.234375, 3.828125, 1.914062, 4.328125, 4.15625, 4.0625, 2.8125, 3.984375, 4.0, 3.890625, 3.84375, 4.703125, 4.296875, 3.96875, 4.40625, 3.421875, 4.4375, 4.296875, 3.90625, 4.265625, 4.03125, 4.59375, 4.4375, 3.1875, 1.742188, 1.988281, 4.25, 3.984375, 4.3125, 4.21875, 4.328125, 4.09375, 4.53125, 1.367188, 4.109375, 3.484375, 4.578125, 4.296875, 2.054688, 4.34375, 4.140625, 4.125, 4.21875, 4.234375, 4.015625, 3.71875, 2.21875, 3.984375, 3.96875, 4.09375, 2.109375, 4.203125, 4.375, 4.984375, 4.203125, 2.507812, 4.03125, 3.703125, 4.390625, 4.21875, 3.1875, 4.09375, 4.25, 3.5, 2.429688, 1.535156, 1.929688, 3.90625, 4.1875, 4.328125, 3.859375, 3.984375, 2.914062, 4.109375, 1.478516, 4.3125, 4.171875, 3.96875, 4.390625, 3.890625, 4.28125, 4.390625, 1.433594, 4.015625, 1.804688, 4.296875, 2.109375, 3.578125, 4.25, 4.265625, 4.21875, 3.53125, 3.9375, 3.078125, 3.921875, 1.773438, 3.953125, 3.578125, 3.21875, 2.8125, 4.34375, 4.125, 3.625, 2.578125, 4.5625, 4.0, 4.421875, 3.546875, 4.03125, 4.15625, 1.605469, 4.34375, 4.359375, 3.921875, 1.835938, 1.644531, 4.4375, 4.5, 4.109375, 4.28125, 4.34375, 4.140625, 3.640625, 1.441406, 4.046875, 4.15625, 4.828125, 3.59375, 4.328125, 4.21875, 4.625, 4.21875, 4.515625, 4.09375, 4.609375, 4.078125, 3.84375, 4.46875, 4.265625, 3.671875, 4.40625, 4.453125, 4.328125, 4.265625, 4.375, 2.78125, 4.09375, 1.683594, 3.53125, 3.578125, 2.179688, 4.34375, 3.875, 4.3125, 4.125, 4.421875, 4.375, 4.15625, 4.28125, 1.980469, 3.75, 4.1875, 3.765625, 4.203125, 4.109375, 3.6875, 4.40625, 4.359375, 4.3125, 4.25, 4.34375, 1.914062, 4.46875, 4.625, 3.453125, 4.234375, 4.296875, 4.4375, 5.15625, 4.15625, 4.15625, 4.265625, 4.328125, 4.203125, 4.234375, 3.71875, 4.109375, 4.390625, 4.4375, 4.28125, 3.9375, 2.109375, 4.453125, 2.328125, 4.3125, 4.125, 3.71875, 4.390625, 4.390625, 4.203125, 4.1875, 3.5, 4.203125, 1.359375, 1.757812, 1.601562, 4.25, 4.46875, 2.445312, 4.109375, 4.15625, 4.28125, 2.382812, 3.9375, 3.234375, 4.125, 2.34375, 4.265625, 4.375, 4.921875, 4.28125, 3.828125, 3.90625, 4.3125, 4.109375, 1.988281, 3.75, 1.279297, 4.0625, 4.390625, 4.296875, 4.328125, 3.484375, 2.703125, 4.265625, 2.0, 4.4375, 4.25, 4.21875, 4.125, 3.484375, 4.375, 4.171875, 4.28125, 3.6875, 4.28125, 4.078125, 4.046875, 4.1875, 4.46875, 4.84375, 4.375, 4.078125, 4.4375, 3.9375, 4.375, 4.4375, 4.28125, 4.296875, 4.15625, 4.1875, 4.375, 3.875, 4.265625, 4.265625, 4.28125, 4.34375, 4.015625, 3.90625, 4.40625, 3.96875, 4.296875, 4.28125, 3.890625, 2.617188, 4.28125, 3.90625, 4.34375, 4.015625, 4.15625, 4.203125, 4.265625, 2.375, 4.28125, 2.578125, 4.25, 3.9375, 4.03125, 3.5, 4.1875, 3.265625, 4.140625, 2.015625, 4.171875, 3.1875, 4.34375, 4.1875, 3.984375, 4.203125, 4.4375, 4.296875, 4.09375, 4.125, 4.0625, 4.328125, 1.480469, 4.390625, 3.953125, 4.140625, 4.234375, 4.203125, 4.421875, 4.03125, 3.296875, 4.03125, 4.234375, 4.078125, 4.40625, 4.421875, 4.265625, 4.140625, 3.921875, 4.15625, 1.757812, 4.421875, 4.21875, 4.46875, 2.539062, 3.796875, 2.890625, 1.574219, 4.15625, 1.53125, 1.871094, 3.875, 4.28125, 4.125, 4.484375, 1.867188, 4.21875, 3.78125, 4.203125, 1.910156, 4.28125, 4.359375, 4.234375, 4.140625, 4.234375, 4.453125, 1.640625, 4.328125, 4.328125, 2.882812, 2.085938, 4.28125, 4.34375, 2.515625, 4.375, 2.382812, 4.328125, 4.078125, 4.25, 4.15625, 2.210938, 4.125, 4.140625, 4.0625, 4.078125, 4.125, 3.0625, 1.376953, 4.171875, 4.5625, 3.75, 4.28125, 4.390625, 4.328125, 4.515625, 4.109375, 4.234375, 4.03125, 4.328125, 4.15625, 4.375, 4.234375, 4.234375, 3.828125, 4.203125, 4.15625, 4.15625, 1.261719, 4.28125, 4.28125, 4.21875, 3.953125, 4.03125, 3.9375, 4.0, 4.296875, 3.796875, 4.25, 4.25, 4.21875, 4.390625, 3.09375, 4.25, 1.957031, 4.09375, 2.398438, 4.328125, 4.296875, 4.46875, 2.078125, 4.34375, 3.859375, 3.953125, 4.5, 4.765625, 4.140625, 4.078125, 4.109375, 4.234375, 4.0625, 2.617188, 3.9375, 4.515625, 5.0, 4.453125, 4.015625, 4.21875, 4.34375, 4.25, 4.09375, 4.25, 3.640625, 3.8125, 4.15625, 3.921875, 2.664062, 3.8125, 4.359375, 4.53125, 4.015625, 1.953125, 4.40625, 4.328125, 4.375, 4.28125, 3.9375, 4.34375, 4.15625, 4.234375, 1.796875, 4.203125, 4.296875, 4.109375, 4.609375, 3.96875, 4.421875, 4.296875, 4.359375, 4.4375, 3.9375, 4.453125, 4.359375, 4.265625, 4.203125, 4.328125, 4.171875, 3.09375, 4.96875, 3.96875, 4.0, 4.40625, 4.171875, 3.390625, 4.28125, 4.28125, 4.546875, 1.859375, 3.640625, 3.453125, 2.296875, 4.0625, 4.296875, 4.625, 1.349609, 4.265625, 5.59375, 1.550781, 2.898438, 4.21875, 4.1875, 4.21875, 4.53125, 4.4375, 4.03125, 4.03125, 3.96875, 4.53125, 2.671875, 4.15625, 4.328125, 4.34375, 2.15625, 4.1875, 4.28125, 4.359375, 4.09375, 4.390625, 3.875, 4.28125, 3.953125, 1.96875, 4.625, 4.078125, 4.25, 4.3125, 3.34375, 4.25, 2.375, 4.34375, 4.125, 3.21875, 4.109375, 4.15625, 4.40625, 2.03125, 4.203125, 4.234375, 4.1875, 4.28125, 3.1875, 1.726562, 4.125, 4.921875, 4.109375, 3.703125, 4.3125, 4.46875, 4.140625, 1.777344, 3.84375, 4.515625, 3.9375, 4.15625, 4.0, 4.53125, 4.0625, 4.296875, 3.765625, 4.140625, 4.09375, 4.28125, 4.421875, 4.453125, 3.75, 3.78125, 3.75, 3.703125, 4.140625, 3.921875, 3.15625, 4.109375, 3.296875, 4.359375, 4.046875, 4.34375, 4.375, 4.421875, 4.234375, 2.890625, 3.90625, 4.421875, 3.21875, 4.171875, 4.34375, 3.25, 4.21875, 4.15625, 4.390625, 4.375, 4.421875, 3.625, 4.484375, 3.921875, 4.25, 4.046875, 2.445312, 4.21875, 4.15625, 4.421875, 3.390625, 4.34375, 4.296875, 3.921875, 4.3125, 3.96875, 4.078125, 4.09375, 3.875, 3.265625, 4.03125, 4.21875, 4.234375, 4.234375, 4.421875, 4.375, 4.265625, 4.265625, 4.34375, 4.125, 5.09375, 4.0, 4.109375, 3.5625, 4.03125, 4.5, 4.171875, 4.4375, 4.328125, 4.421875, 4.28125, 2.492188, 4.625, 4.1875, 3.78125, 4.09375, 4.203125, 1.396484, 4.140625, 4.453125, 4.3125, 2.648438, 4.125, 4.390625, 3.109375, 2.164062, 3.9375, 4.046875, 4.546875, 4.1875, 4.0, 4.28125, 4.078125, 4.15625, 3.953125, 2.75, 4.09375, 3.28125, 4.546875, 4.34375, 2.5625, 1.496094, 4.34375, 4.8125, 4.390625, 2.960938, 4.625, 3.515625, 4.234375, 4.421875, 5.15625, 4.1875, 4.3125, 4.046875, 3.84375, 4.296875, 4.4375, 1.902344, 2.445312, 3.265625, 4.15625, 4.234375, 4.28125, 3.671875, 4.078125, 4.21875, 3.796875, 3.0, 4.53125, 4.4375, 4.046875, 4.15625, 4.03125, 3.953125, 3.96875, 4.203125, 1.365234, 1.535156, 4.21875, 4.15625, 4.0, 4.484375, 4.109375, 4.328125, 2.484375, 4.453125, 2.90625, 3.0625, 4.015625, 4.5625, 4.21875, 4.1875, 4.34375, 4.1875, 2.429688, 4.28125, 4.015625, 3.75, 4.296875, 4.28125, 4.15625, 3.828125, 3.671875, 4.21875, 4.25, 4.28125, 3.796875, 3.3125, 3.96875, 4.03125, 4.4375, 4.515625, 4.109375, 2.03125, 4.140625, 4.328125, 2.414062, 4.109375, 3.75, 4.203125, 4.234375, 4.125, 4.109375, 3.484375, 4.234375, 4.296875, 4.28125, 4.359375, 4.375, 4.265625, 4.140625, 4.171875, 4.28125, 4.40625, 4.140625, 2.664062, 1.277344, 4.1875, 4.1875, 4.5, 4.28125, 4.03125, 1.316406, 4.484375, 4.5, 3.96875, 4.265625, 2.679688, 4.671875, 4.34375, 4.375, 4.140625, 4.25, 5.375, 4.0, 3.640625, 4.0625, 5.21875, 4.171875, 1.933594, 4.34375, 4.0, 1.414062, 4.296875, 2.328125, 4.5, 4.1875, 3.9375, 4.078125, 1.910156, 4.265625, 4.328125, 4.15625, 4.171875, 4.4375, 4.046875, 3.109375, 4.640625, 4.515625, 4.359375, 4.3125, 4.59375, 2.914062, 3.984375, 3.96875, 3.71875, 3.75, 2.796875, 4.4375, 2.648438, 3.828125, 1.53125, 4.453125, 4.25, 4.578125, 4.046875, 4.15625, 4.140625, 4.359375, 4.40625, 3.984375, 4.59375, 4.375, 4.359375, 3.8125, 4.453125, 3.03125, 4.15625, 3.53125, 1.988281, 4.359375, 4.453125, 4.53125, 4.515625, 4.671875, 3.703125, 4.0, 4.359375, 3.3125, 3.46875, 4.171875, 4.671875, 4.40625, 4.03125, 4.109375, 3.265625, 4.484375, 4.5, 4.359375, 2.304688, 3.9375, 4.3125, 4.296875, 4.28125, 3.703125, 4.125, 4.03125, 4.125, 4.1875, 4.234375, 4.3125, 2.460938, 4.0625, 4.25, 4.203125, 4.5625, 4.484375, 4.328125, 4.0, 3.65625, 4.421875, 4.546875, 2.96875, 2.414062, 4.28125, 4.140625, 4.453125, 4.1875, 4.421875, 1.318359, 4.109375, 4.515625, 4.09375, 4.359375, 3.640625, 4.171875, 3.78125, 2.289062, 4.265625, 4.03125, 4.375, 4.125, 2.945312, 4.484375, 4.359375, 4.34375, 4.125, 4.4375, 4.390625, 3.8125, 3.765625, 3.109375, 4.046875, 3.40625, 1.828125, 3.765625, 4.75, 4.25, 4.484375, 1.769531, 4.28125, 4.21875, 4.375, 4.25, 4.171875, 3.3125, 4.0, 2.890625, 4.59375, 3.46875, 3.9375, 4.21875, 4.109375, 3.875, 4.390625, 4.265625, 4.359375, 3.59375, 4.203125, 4.296875, 2.257812, 3.609375, 4.25, 4.53125, 3.890625, 2.320312, 4.15625, 4.15625, 4.015625, 4.484375, 4.28125, 1.96875, 4.15625, 4.28125, 3.375, 4.296875, 3.921875, 4.03125, 4.0625, 4.359375, 4.125, 4.21875, 4.203125, 4.21875, 4.34375, 4.34375, 4.390625, 1.78125, 4.046875, 3.9375, 4.21875, 4.40625, 4.546875, 4.53125, 4.03125, 3.0625, 4.1875, 4.59375, 4.328125, 4.25, 2.921875, 3.90625, 3.828125, 4.15625, 4.140625, 4.078125, 4.15625, 4.1875, 4.421875, 3.984375, 4.21875, 3.84375, 4.203125, 4.25, 4.109375, 4.296875, 4.359375, 3.65625, 4.328125, 2.671875, 1.243164, 4.15625, 3.84375, 4.515625, 4.359375, 4.203125, 4.109375, 3.625, 4.3125, 4.046875, 4.078125, 4.578125, 4.421875, 4.296875, 1.882812, 3.96875, 4.375, 4.09375, 4.03125, 4.109375, 4.15625, 4.296875, 4.21875, 3.921875, 4.484375, 4.390625, 4.359375, 2.859375, 4.203125, 3.375, 4.28125, 3.8125, 3.953125, 4.28125, 4.34375, 4.21875, 4.1875, 4.515625, 4.15625, 4.109375, 1.679688, 3.578125, 4.3125, 3.578125, 2.859375, 4.46875, 4.296875, 4.015625, 2.242188, 3.578125, 4.171875, 4.5, 4.25, 4.46875, 4.09375, 4.640625, 3.90625, 3.734375, 4.953125, 1.550781, 4.03125, 4.46875, 4.203125, 4.359375, 4.34375, 4.34375, 3.953125, 1.542969, 4.265625, 4.09375, 4.078125, 4.28125, 4.265625, 4.265625, 4.421875, 4.328125, 3.8125, 3.0, 3.96875, 4.296875, 4.078125, 4.046875, 4.4375, 4.0, 4.234375, 3.765625, 4.34375, 3.890625, 3.703125, 4.1875, 4.265625, 4.421875, 4.15625, 3.921875, 4.109375, 3.953125, 4.78125, 4.421875, 4.34375, 3.828125, 1.601562, 4.421875, 4.125, 4.40625, 4.21875, 4.515625, 4.03125, 4.34375, 4.21875, 4.4375, 3.296875, 4.296875, 4.171875, 4.25, 1.78125, 4.328125, 3.796875, 4.34375, 4.40625, 4.40625, 4.1875, 4.40625, 4.015625, 4.375, 3.953125, 4.390625, 1.722656, 4.1875, 3.765625, 4.390625, 2.007812, 4.46875, 2.0, 4.03125, 1.445312, 4.21875, 3.65625, 2.492188, 3.21875, 3.796875, 4.34375, 4.296875, 4.15625, 4.390625, 4.03125, 4.296875, 4.234375, 1.202148, 2.625, 3.328125, 4.53125, 4.234375, 4.078125, 4.4375, 4.34375, 4.34375, 3.46875, 4.28125, 4.390625, 4.3125, 4.546875, 4.015625, 4.046875, 4.25, 4.28125, 3.40625, 4.46875, 4.40625, 4.4375, 4.21875, 4.28125, 3.59375, 4.53125, 4.21875, 4.0, 4.3125, 4.6875, 4.25, 4.203125, 4.3125, 2.554688, 4.078125, 4.03125, 3.859375, 2.554688, 4.71875, 4.46875, 4.40625, 2.171875, 4.0, 3.484375, 4.296875, 3.984375, 3.578125, 1.408203, 4.3125, 4.328125, 4.4375, 1.457031, 3.40625, 1.847656, 2.8125, 4.40625, 3.65625, 4.40625, 4.53125, 4.34375, 4.0625, 4.4375, 4.140625, 2.820312, 2.757812, 4.328125, 3.84375, 4.015625, 4.421875, 4.109375, 4.140625, 4.40625, 3.5625, 4.359375, 4.125, 4.359375, 2.492188, 4.625, 4.3125, 4.890625, 4.25, 4.09375, 2.335938, 4.109375, 2.0625, 4.1875, 4.390625, 4.234375, 4.109375, 4.21875, 3.8125, 4.125, 4.359375, 4.265625, 4.421875, 4.1875, 3.953125, 4.453125, 4.0625, 4.515625, 4.03125, 3.46875, 4.421875, 3.078125, 3.890625, 3.953125, 3.359375, 4.203125, 4.4375, 4.1875, 4.078125, 4.03125, 4.0625, 3.984375, 4.53125, 3.125, 4.359375, 4.359375, 4.1875, 4.21875, 4.5625, 4.453125, 3.890625, 4.28125, 4.34375, 4.265625, 4.34375, 4.296875, 2.929688, 4.546875, 4.203125, 2.84375, 4.234375, 4.203125, 2.085938, 4.15625, 3.90625, 4.390625, 4.359375, 4.0625, 4.296875, 4.421875, 4.203125, 4.34375, 4.234375, 3.90625, 4.0, 4.40625, 3.015625, 3.828125, 4.40625, 4.328125, 2.328125, 4.03125, 4.296875, 4.34375, 4.703125, 4.21875, 4.328125, 3.765625, 4.109375, 2.132812, 3.828125, 4.3125, 4.1875, 2.117188, 4.171875, 4.40625, 2.484375, 4.390625, 4.03125, 4.328125, 4.203125, 4.265625, 4.203125, 2.976562, 4.46875, 4.21875, 4.46875, 4.375, 3.84375, 3.984375, 3.875, 2.265625, 3.25, 4.3125, 3.890625, 4.34375, 3.46875, 3.953125, 4.203125, 4.328125, 2.125, 3.703125, 4.46875, 1.480469, 4.546875, 3.90625, 4.40625, 4.34375, 2.234375, 4.1875, 4.390625, 1.546875, 4.375, 2.171875, 4.15625, 4.296875, 4.515625, 4.265625, 2.132812, 4.390625, 3.65625, 4.25, 4.40625, 4.296875, 3.9375, 2.453125, 4.59375, 4.421875, 4.53125, 4.140625, 2.304688, 4.09375, 4.28125, 3.890625, 4.109375, 4.484375, 4.375, 3.875, 3.875, 4.1875, 3.921875, 4.296875, 2.640625, 2.695312, 4.359375, 4.40625, 1.695312, 4.390625, 3.6875, 4.296875, 4.453125, 4.234375, 3.984375, 3.515625, 4.125, 4.25, 2.445312, 4.046875, 4.328125, 4.03125 ] }, "name": "onnx::Mul_8749", "outputIndexes": [ 2091 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2090, 2091 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_21/Mul_1_output_0", "outputIndexes": [ 2092 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2073, 2092 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_109_output_0", "outputIndexes": [ 2093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2093, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_198_output_0", "outputIndexes": [ 2094 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2094 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_22/Mul_output_0", "outputIndexes": [ 2095 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.232422, 1.261719, 1.180664, 1.169922, 1.073242, 1.188477, 1.345703, 4.078125, 1.181641, 1.337891, 1.217773, 1.222656, 1.433594, 1.129883, 1.125977, 1.161133, 1.219727, 1.112305, 1.069336, 1.455078, 1.195312, 1.151367, 1.167969, 1.458984, 1.259766, 1.267578, 1.605469, 1.632812, 1.212891, 1.261719, 1.474609, 1.804688, 1.214844, 3.75, 1.151367, 1.636719, 1.133789, 1.200195, 1.333984, 1.19043, 1.183594, 1.220703, 1.275391, 1.722656, 2.632812, 1.233398, 1.08252, 1.332031, 1.326172, 1.742188, 1.243164, 2.632812, 1.255859, 3.515625, 1.236328, 1.609375, 1.373047, 1.196289, 1.175781, 1.3125, 1.902344, 0.845703, 1.049316, 1.416016, 1.683594, 1.296875, 1.953125, 1.136719, 1.558594, 1.230469, 1.255859, 1.177734, 1.21875, 1.176758, 1.224609, 1.223633, 2.148438, 1.433594, 1.582031, 3.015625, 1.161133, 4.390625, 1.224609, 1.667969, 1.292969, 1.486328, 1.257812, 1.617188, 2.585938, 1.208008, 1.265625, 1.241211, 1.173828, 2.742188, 1.104492, 4.328125, 1.283203, 1.15332, 0.97998, 1.363281, 1.320312, 1.169922, 1.078125, 1.320312, 1.229492, 1.144531, 1.237305, 1.585938, 1.155273, 1.333984, 1.18457, 1.273438, 1.287109, 4.203125, 1.28125, 1.554688, 1.152344, 2.898438, 1.166016, 1.296875, 1.094238, 1.257812, 1.15625, 1.134766, 1.257812, 2.070312, 1.308594, 1.207031, 1.359375, 2.351562, 1.832031, 1.104004, 1.265625, 1.119141, 1.147461, 1.382812, 1.369141, 2.242188, 1.28125, 1.230469, 0.724609, 1.511719, 1.251953, 1.186523, 1.223633, 1.326172, 1.449219, 1.137695, 1.217773, 1.112305, 1.112305, 1.419922, 1.243164, 1.12207, 1.365234, 1.074219, 2.109375, 1.202148, 2.945312, 3.46875, 3.328125, 1.208008, 1.660156, 2.0, 1.227539, 1.067383, 1.170898, 3.25, 1.183594, 1.257812, 1.19043, 2.890625, 1.298828, 3.265625, 1.18457, 0.988464, 1.433594, 4.671875, 1.130859, 1.133789, 1.255859, 3.703125, 1.671875, 4.765625, 1.044189, 1.150391, 2.046875, 1.183594, 1.279297, 1.601562, 1.139648, 1.275391, 1.384766, 1.375, 1.298828, 1.498047, 1.265625, 1.304688, 1.205078, 1.106934, 1.396484, 1.225586, 1.223633, 1.296875, 1.230469, 1.149414, 0.774414, 1.226562, 1.257812, 1.083008, 1.316406, 1.098633, 1.219727, 1.25, 1.169922, 1.229492, 1.318359, 1.238281, 1.296875, 1.198242, 1.476562, 1.957031, 1.199219, 1.133789, 1.192383, 1.318359, 1.195312, 1.194336, 1.458984, 1.283203, 3.4375, 1.174805, 1.470703, 1.107422, 1.147461, 1.179688, 2.09375, 1.249023, 1.259766, 1.231445, 2.679688, 1.245117, 1.111328, 1.625, 1.176758, 1.198242, 1.457031, 1.402344, 1.083984, 1.867188, 1.151367, 1.330078, 2.617188, 1.138672, 1.261719, 1.18457, 1.320312, 1.013733, 1.240234, 1.289062, 1.167969, 1.055176, 1.172852, 1.241211, 1.211914, 1.478516, 1.330078, 1.126953, 1.304688, 1.236328, 1.349609, 1.277344, 1.230469, 1.324219, 1.175781, 1.088867, 1.9375, 1.332031, 1.255859, 1.259766, 1.925781, 1.308594, 3.171875, 1.287109, 1.214844, 1.267578, 1.384766, 1.326172, 3.40625, 1.214844, 1.277344, 3.78125, 1.253906, 1.217773, 1.441406, 1.316406, 1.5, 1.359375, 1.116211, 1.222656, 1.617188, 1.59375, 4.171875, 1.271484, 4.953125, 1.574219, 1.380859, 1.427734, 1.167969, 1.207031, 1.207031, 4.125, 1.181641, 1.193359, 1.427734, 1.242188, 1.355469, 1.086426, 1.386719, 1.225586, 1.300781, 1.302734, 1.28125, 1.237305, 1.308594, 1.351562, 1.546875, 1.519531, 1.378906, 1.279297, 1.375, 1.65625, 1.259766, 1.193359, 0.976929, 1.18457, 1.220703, 1.120605, 1.173828, 1.330078, 1.263672, 1.261719, 1.170898, 1.261719, 1.648438, 1.738281, 1.208008, 2.507812, 1.318359, 1.205078, 3.65625, 1.496094, 3.3125, 1.628906, 4.46875, 2.875, 1.166992, 1.101562, 1.683594, 1.214844, 3.453125, 1.351562, 1.365234, 2.179688, 1.345703, 1.183594, 1.102051, 2.96875, 1.308594, 1.241211, 1.255859, 1.380859, 1.255859, 1.298828, 1.099121, 1.24707, 1.222656, 1.322266, 1.546875, 2.179688, 1.070801, 1.211914, 2.132812, 2.992188, 1.140625, 1.373047, 1.443359, 1.996094, 1.191406, 1.205078, 1.277344, 1.164062, 3.71875, 1.287109, 1.199219, 1.300781, 1.335938, 3.5, 1.330078, 1.112793, 1.292969, 1.168945, 1.24707, 1.140625, 2.757812, 1.122559, 1.150391, 1.289062, 1.150391, 3.171875, 1.203125, 1.137695, 1.287109, 1.207031, 2.078125, 1.298828, 1.261719, 1.285156, 1.147461, 1.255859, 1.191406, 1.212891, 1.148438, 1.246094, 1.34375, 1.949219, 1.00264, 1.245117, 1.205078, 1.248047, 1.248047, 1.204102, 1.195312, 1.753906, 3.625, 1.162109, 1.106934, 1.168945, 1.248047, 1.257812, 1.259766, 1.484375, 1.211914, 1.486328, 3.9375, 1.120605, 1.176758, 1.165039, 1.369141, 1.204102, 1.248047, 1.220703, 1.365234, 1.314453, 1.263672, 1.365234, 2.1875, 1.181641, 1.171875, 1.289062, 1.229492, 1.339844, 1.277344, 1.183594, 2.492188, 1.199219, 3.40625, 1.292969, 1.408203, 1.15625, 1.130859, 1.234375, 1.261719, 1.375, 1.1875, 1.164062, 3.046875, 1.241211, 1.208008, 1.207031, 1.441406, 1.209961, 1.570312, 1.197266, 1.234375, 1.068359, 3.5, 1.162109, 1.439453, 1.28125, 1.53125, 1.347656, 1.226562, 1.267578, 1.777344, 1.125, 4.015625, 3.4375, 1.691406, 3.734375, 1.333984, 1.28125, 1.251953, 1.542969, 3.265625, 1.225586, 2.09375, 2.015625, 1.15918, 1.217773, 1.199219, 1.3125, 1.292969, 1.386719, 1.277344, 1.090332, 1.898438, 1.185547, 1.08252, 1.5625, 1.330078, 1.292969, 2.859375, 3.046875, 1.133789, 2.21875, 1.171875, 1.19043, 1.357422, 1.150391, 1.269531, 1.121582, 1.104004, 3.765625, 1.166992, 0.979492, 1.306641, 0.837891, 1.145508, 4.359375, 3.265625, 1.519531, 1.972656, 1.125, 1.231445, 1.296875, 1.162109, 1.367188, 1.824219, 1.120605, 3.71875, 1.128906, 1.287109, 1.320312, 1.523438, 1.648438, 1.199219, 3.890625, 1.271484, 1.330078, 1.201172, 2.523438, 1.648438, 1.176758, 1.310547, 1.125977, 1.168945, 3.515625, 1.753906, 1.398438, 1.384766, 1.316406, 1.216797, 1.453125, 4.71875, 1.208008, 1.238281, 1.22168, 2.21875, 1.271484, 0.888184, 1.494141, 1.275391, 1.241211, 1.441406, 1.241211, 1.216797, 1.439453, 3.59375, 2.101562, 1.227539, 1.233398, 1.714844, 1.238281, 2.015625, 1.306641, 1.40625, 1.460938, 1.213867, 1.341797, 1.226562, 1.136719, 1.394531, 1.34375, 1.147461, 1.200195, 1.216797, 1.339844, 1.181641, 1.251953, 1.161133, 1.115234, 1.173828, 3.5625, 1.371094, 1.326172, 1.238281, 1.355469, 1.285156, 1.373047, 1.160156, 1.183594, 1.245117, 1.279297, 1.120117, 1.458984, 1.151367, 1.112305, 1.181641, 1.398438, 1.195312, 1.100098, 1.261719, 1.136719, 1.07373, 1.515625, 1.189453, 1.289062, 1.211914, 1.859375, 1.099609, 1.147461, 1.482422, 3.328125, 1.201172, 2.484375, 1.123047, 1.169922, 1.585938, 2.585938, 3.421875, 3.859375, 1.106934, 1.085938, 1.267578, 1.104492, 1.166992, 1.049805, 1.349609, 1.578125, 1.498047, 1.419922, 1.118164, 4.515625, 1.378906, 1.090332, 1.219727, 1.189453, 1.168945, 1.098633, 1.205078, 1.769531, 1.257812, 1.306641, 1.738281, 1.167969, 1.253906, 1.34375, 1.933594, 1.167969, 1.227539, 4.59375, 1.914062, 1.241211, 1.287109, 1.075684, 1.53125, 1.242188, 1.117188, 1.054443, 1.390625, 1.139648, 1.304688, 1.335938, 1.150391, 1.511719, 1.472656, 1.109375, 1.324219, 1.207031, 3.109375, 1.123047, 1.425781, 1.203125, 1.19043, 1.245117, 1.21582, 1.322266, 1.193359, 1.324219, 1.205078, 1.084473, 1.219727, 1.238281, 2.898438, 2.359375, 1.298828, 2.320312, 1.289062, 1.605469, 1.196289, 1.044922, 1.178711, 1.277344, 1.875, 3.96875, 1.789062, 1.269531, 1.332031, 1.091797, 1.376953, 1.351562, 1.194336, 1.246094, 1.291016, 1.152344, 1.176758, 1.186523, 1.142578, 1.139648, 1.320312, 1.235352, 1.225586, 1.400391, 1.519531, 1.462891, 1.174805, 1.412109, 1.330078, 1.11377, 1.154297, 1.217773, 1.244141, 1.203125, 1.263672, 1.210938, 1.359375, 2.945312, 1.251953, 1.318359, 1.373047, 1.24707, 1.287109, 1.081055, 1.189453, 1.330078, 1.3125, 1.201172, 1.091797, 1.400391, 1.235352, 1.412109, 1.462891, 1.176758, 1.365234, 1.070801, 1.263672, 1.200195, 0.970337, 1.585938, 1.251953, 1.165039, 1.306641, 1.283203, 4.03125, 1.302734, 1.197266, 2.953125, 1.859375, 1.255859, 1.332031, 1.273438, 1.652344, 1.089844, 1.515625, 1.449219, 1.24707, 2.117188, 1.141602, 1.209961, 3.578125, 1.164062, 1.105957, 1.291016, 1.423828, 2.078125, 1.390625, 1.275391, 3.6875, 1.304688, 1.112793, 1.165039, 3.75, 1.263672, 2.179688, 1.259766, 0.978027, 1.339844, 2.148438, 1.261719, 1.324219, 1.300781, 1.267578, 1.137695, 1.1875, 1.291016, 1.302734, 1.222656, 1.166016, 1.265625, 1.130859, 1.169922, 1.332031, 0.773438, 1.201172, 1.886719, 1.223633, 1.259766, 2.554688, 1.225586, 1.855469, 1.322266, 1.199219, 1.245117, 1.151367, 1.116211, 1.223633, 1.316406, 1.24707, 1.077637, 1.511719, 1.351562, 1.367188, 1.283203, 5.0625, 1.398438, 1.808594, 1.306641, 1.333984, 2.140625, 1.245117, 1.130859, 1.271484, 1.143555, 1.239258, 3.984375, 1.253906, 1.382812, 1.302734, 3.609375, 1.249023, 1.165039, 1.443359, 3.265625, 1.527344, 1.291016, 1.255859, 1.203125, 1.298828, 1.090332, 1.855469, 1.429688, 1.40625, 1.269531, 1.496094, 1.161133, 1.228516, 1.05835, 1.464844, 1.330078, 3.15625, 1.192383, 1.217773, 1.361328, 1.263672, 1.164062, 1.234375, 1.137695, 1.347656, 1.225586, 1.480469, 1.202148, 1.15332, 1.157227, 2.046875, 1.287109, 1.335938, 3.625, 4.796875, 1.792969, 1.388672, 1.335938, 1.214844, 1.304688, 1.10791, 3.546875, 4.53125, 1.213867, 0.814453, 1.851562, 1.419922, 1.365234, 1.192383, 1.328125, 1.773438, 3.75, 1.148438, 1.269531, 1.316406, 2.71875, 1.316406, 1.320312, 1.554688, 1.410156, 1.115723, 1.180664, 1.396484, 1.129883, 2.0625, 1.19043, 1.103027, 1.359375, 1.223633, 1.304688, 1.124512, 1.191406, 2.078125, 4.140625, 4.046875, 1.136719, 1.198242, 1.216797, 1.217773, 1.226562, 1.347656, 1.149414, 4.703125, 1.371094, 1.808594, 1.219727, 1.136719, 3.53125, 1.120605, 1.296875, 1.198242, 1.111328, 1.243164, 1.492188, 1.515625, 3.359375, 1.441406, 1.398438, 1.414062, 3.71875, 1.211914, 1.230469, 0.962402, 1.341797, 2.96875, 1.310547, 1.292969, 1.205078, 1.259766, 1.96875, 1.453125, 1.310547, 1.765625, 3.640625, 4.84375, 3.828125, 1.320312, 1.300781, 1.217773, 1.324219, 1.259766, 1.542969, 1.164062, 4.609375, 1.198242, 1.129883, 1.341797, 1.155273, 1.96875, 1.152344, 1.210938, 4.46875, 1.414062, 3.828125, 1.11084, 3.46875, 1.589844, 1.231445, 1.140625, 1.320312, 1.589844, 1.376953, 2.65625, 1.361328, 3.890625, 1.345703, 1.652344, 1.957031, 2.546875, 1.135742, 1.253906, 1.65625, 3.71875, 1.197266, 1.404297, 1.151367, 1.773438, 1.320312, 1.25, 4.21875, 1.105957, 1.291016, 1.371094, 4.046875, 4.0625, 1.191406, 1.115234, 1.310547, 1.214844, 1.12207, 1.330078, 1.902344, 3.96875, 1.251953, 1.117676, 1.008179, 1.523438, 1.304688, 1.267578, 1.033203, 1.388672, 1.080078, 1.287109, 1.07373, 1.257812, 1.304688, 1.216797, 1.251953, 1.617188, 1.106934, 1.279297, 1.173828, 1.318359, 1.152344, 2.796875, 1.373047, 4.34375, 1.675781, 1.847656, 3.421875, 1.161133, 1.507812, 1.12207, 1.460938, 1.239258, 1.105957, 1.492188, 1.117676, 3.796875, 1.449219, 1.267578, 1.519531, 1.133789, 1.287109, 1.472656, 1.067871, 1.226562, 1.137695, 1.296875, 1.238281, 3.703125, 1.100586, 1.099121, 1.777344, 1.061279, 1.285156, 1.067383, 0.902832, 1.292969, 1.259766, 1.131836, 1.119629, 1.220703, 1.185547, 1.851562, 1.211914, 1.203125, 1.095703, 1.167969, 1.494141, 3.828125, 1.333984, 2.890625, 1.125977, 1.214844, 1.613281, 1.119629, 1.120117, 1.249023, 1.353516, 1.808594, 1.302734, 4.90625, 4.015625, 4.109375, 1.198242, 1.198242, 3.0625, 1.192383, 1.239258, 1.217773, 2.90625, 1.255859, 1.917969, 1.208984, 2.890625, 1.200195, 1.172852, 1.037842, 1.283203, 1.417969, 1.390625, 1.134766, 1.182617, 3.75, 2.65625, 4.875, 1.478516, 1.237305, 1.217773, 1.10498, 1.855469, 3.109375, 1.101074, 3.453125, 1.208984, 1.167969, 1.275391, 1.261719, 1.925781, 1.094727, 1.267578, 1.217773, 1.425781, 1.212891, 1.380859, 2.25, 1.251953, 1.136719, 1.03125, 1.22168, 1.15332, 1.125977, 1.486328, 1.15625, 1.211914, 1.195312, 1.304688, 1.163086, 1.158203, 1.160156, 1.484375, 1.134766, 1.263672, 1.241211, 1.199219, 1.251953, 1.542969, 1.210938, 1.660156, 1.390625, 1.296875, 1.394531, 2.875, 1.1875, 1.3125, 1.198242, 1.394531, 1.198242, 1.241211, 1.208008, 3.265625, 1.089844, 2.695312, 1.242188, 1.292969, 1.378906, 1.695312, 1.310547, 1.933594, 1.355469, 3.515625, 1.335938, 1.992188, 1.271484, 1.265625, 1.511719, 1.148438, 1.078613, 1.257812, 1.203125, 1.25, 1.287109, 1.139648, 4.359375, 1.135742, 1.302734, 1.249023, 1.09375, 1.279297, 1.165039, 1.390625, 1.988281, 1.554688, 1.226562, 1.349609, 1.075684, 1.151367, 1.204102, 1.143555, 1.435547, 1.335938, 3.984375, 1.193359, 1.191406, 1.141602, 3.375, 1.365234, 2.515625, 4.234375, 1.351562, 4.171875, 3.8125, 1.375, 1.163086, 1.332031, 1.121094, 3.9375, 1.261719, 1.589844, 1.359375, 3.671875, 1.269531, 1.320312, 1.371094, 1.189453, 1.324219, 1.24707, 4.40625, 1.173828, 1.191406, 2.585938, 3.453125, 1.255859, 1.191406, 2.882812, 1.125, 3.40625, 1.189453, 1.404297, 1.164062, 1.233398, 3.34375, 1.339844, 1.285156, 1.238281, 1.322266, 1.234375, 2.03125, 4.65625, 1.188477, 1.037354, 1.503906, 1.271484, 1.193359, 1.273438, 1.376953, 1.208984, 1.259766, 1.326172, 1.488281, 1.208984, 1.202148, 1.275391, 1.166992, 1.828125, 1.308594, 1.244141, 1.296875, 4.875, 1.238281, 1.223633, 1.259766, 1.347656, 1.310547, 1.322266, 1.330078, 1.242188, 1.679688, 1.408203, 1.146484, 1.222656, 1.18457, 2.390625, 1.294922, 3.484375, 1.28125, 3.0625, 1.298828, 1.15332, 1.242188, 3.34375, 1.292969, 1.373047, 1.277344, 1.139648, 1.176758, 1.199219, 1.324219, 1.451172, 1.18457, 1.333984, 2.890625, 1.314453, 1.177734, 0.911133, 1.088867, 1.353516, 1.179688, 1.15918, 1.191406, 1.273438, 1.310547, 1.910156, 1.363281, 1.386719, 1.225586, 2.609375, 1.308594, 1.248047, 1.089844, 1.320312, 3.546875, 1.117188, 1.138672, 1.269531, 1.192383, 1.605469, 1.209961, 1.251953, 1.167969, 3.953125, 1.173828, 1.145508, 1.464844, 1.181641, 1.339844, 1.112793, 1.228516, 1.168945, 1.161133, 1.394531, 1.150391, 1.102539, 1.151367, 1.163086, 1.209961, 1.224609, 2.085938, 1.118652, 1.396484, 1.337891, 1.251953, 1.204102, 1.839844, 1.292969, 1.210938, 1.135742, 3.890625, 1.601562, 1.59375, 2.96875, 1.243164, 1.114746, 1.126953, 4.75, 1.15625, 0.796875, 4.25, 2.6875, 1.150391, 1.106934, 1.123047, 1.171875, 1.117188, 1.306641, 1.310547, 1.333984, 1.05957, 2.640625, 1.106934, 1.195312, 1.09375, 3.78125, 1.166992, 1.285156, 1.154297, 1.337891, 1.185547, 1.271484, 1.227539, 1.53125, 4.34375, 1.063965, 1.208008, 1.210938, 1.261719, 2.0, 1.275391, 3.5, 1.232422, 1.241211, 2.039062, 1.279297, 1.169922, 1.265625, 3.28125, 1.410156, 1.172852, 1.28125, 1.143555, 2.132812, 3.921875, 1.298828, 1.033691, 1.369141, 1.785156, 1.145508, 1.15625, 1.234375, 3.984375, 1.417969, 1.119141, 1.369141, 1.310547, 1.478516, 1.163086, 1.304688, 1.193359, 1.785156, 1.384766, 1.34375, 1.117188, 1.103516, 1.200195, 1.929688, 1.5625, 1.542969, 1.585938, 1.333984, 1.339844, 2.640625, 1.21582, 1.941406, 1.140625, 1.238281, 1.182617, 1.145508, 1.205078, 1.355469, 2.507812, 1.394531, 1.21582, 1.296875, 1.263672, 1.060059, 2.25, 1.239258, 1.291016, 1.21582, 1.172852, 1.279297, 1.839844, 1.111816, 1.302734, 1.318359, 1.244141, 3.1875, 1.269531, 1.200195, 1.115234, 2.664062, 1.136719, 1.12793, 1.523438, 1.239258, 1.318359, 1.202148, 1.140625, 1.578125, 1.757812, 1.220703, 1.192383, 1.086914, 1.143555, 1.176758, 1.137695, 1.134766, 1.105957, 1.232422, 1.314453, 0.822266, 1.335938, 1.347656, 2.171875, 1.347656, 1.183594, 1.353516, 1.086426, 1.219727, 1.283203, 1.120117, 2.734375, 1.067871, 1.083496, 1.384766, 1.25, 1.222656, 4.546875, 1.222656, 1.121582, 1.15332, 2.8125, 1.237305, 1.234375, 2.210938, 3.359375, 1.523438, 1.206055, 1.161133, 1.219727, 1.386719, 1.365234, 1.298828, 1.209961, 1.263672, 2.429688, 1.168945, 1.878906, 1.220703, 1.236328, 2.59375, 4.484375, 1.126953, 1.057373, 1.178711, 2.28125, 1.088379, 1.53125, 1.349609, 1.225586, 0.991455, 1.239258, 1.197266, 1.283203, 1.433594, 1.128906, 1.166992, 0.625, 2.898438, 2.023438, 1.236328, 1.304688, 1.15625, 1.519531, 1.435547, 1.273438, 1.542969, 2.328125, 1.118652, 1.054199, 1.275391, 1.361328, 1.447266, 1.59375, 1.328125, 1.154297, 4.53125, 4.453125, 1.18457, 1.052734, 1.261719, 1.157227, 1.332031, 1.178711, 2.859375, 1.084961, 2.242188, 2.421875, 1.523438, 1.124023, 1.239258, 1.234375, 1.198242, 1.326172, 3.0, 1.191406, 1.375, 1.408203, 1.204102, 1.176758, 1.3125, 1.636719, 1.417969, 1.210938, 1.330078, 1.292969, 1.550781, 2.234375, 1.384766, 1.46875, 1.369141, 1.144531, 1.322266, 3.578125, 1.333984, 1.132812, 3.578125, 1.3125, 1.609375, 1.34375, 1.363281, 1.318359, 1.431641, 1.671875, 1.133789, 1.185547, 1.103027, 1.138672, 1.183594, 1.197266, 1.269531, 1.367188, 1.224609, 1.118652, 1.404297, 2.945312, 4.65625, 1.219727, 1.386719, 1.194336, 1.255859, 1.324219, 4.609375, 1.129883, 1.201172, 1.423828, 1.197266, 2.546875, 1.069336, 1.134766, 1.203125, 1.246094, 1.203125, 0.974976, 1.480469, 1.644531, 1.427734, 0.881348, 1.408203, 3.5625, 1.229492, 1.427734, 4.859375, 1.197266, 3.453125, 1.223633, 1.306641, 1.625, 1.228516, 3.9375, 1.265625, 1.246094, 1.176758, 1.255859, 1.18457, 1.351562, 1.511719, 1.065918, 1.150391, 1.226562, 1.189453, 1.12793, 2.710938, 1.177734, 1.361328, 1.546875, 1.472656, 2.851562, 1.206055, 2.960938, 1.18457, 4.3125, 1.103027, 1.236328, 1.064941, 1.306641, 1.244141, 1.283203, 1.162109, 1.161133, 1.302734, 1.194336, 1.261719, 1.292969, 1.734375, 1.016479, 2.320312, 1.263672, 1.664062, 3.640625, 1.34375, 1.151367, 1.15625, 1.198242, 1.099609, 1.402344, 1.172852, 1.261719, 1.851562, 1.648438, 1.227539, 1.161133, 1.18457, 1.480469, 1.310547, 2.3125, 1.144531, 1.091309, 1.18457, 3.140625, 1.613281, 1.382812, 1.237305, 1.263672, 1.527344, 1.351562, 1.253906, 1.304688, 1.351562, 1.285156, 1.201172, 3.734375, 1.466797, 1.229492, 1.183594, 1.176758, 1.1875, 1.130859, 1.316406, 1.539062, 1.086914, 1.1875, 2.265625, 3.046875, 1.294922, 1.332031, 1.107422, 1.1875, 1.198242, 4.828125, 1.279297, 1.298828, 1.230469, 1.123047, 1.6875, 1.163086, 1.605469, 3.328125, 1.237305, 1.291016, 1.28125, 1.277344, 2.640625, 1.196289, 1.135742, 1.3125, 1.183594, 1.261719, 1.182617, 1.570312, 1.582031, 2.203125, 1.396484, 1.621094, 3.921875, 1.449219, 1.197266, 1.196289, 1.233398, 3.828125, 1.21875, 1.206055, 1.148438, 1.292969, 1.255859, 2.25, 1.255859, 2.398438, 1.380859, 2.023438, 1.394531, 1.15918, 1.206055, 1.707031, 1.111328, 1.217773, 1.146484, 1.527344, 1.249023, 1.265625, 3.453125, 1.742188, 1.361328, 1.192383, 1.617188, 3.28125, 1.324219, 1.652344, 1.208008, 1.200195, 1.28125, 3.6875, 1.228516, 1.211914, 2.109375, 1.257812, 1.507812, 1.488281, 1.382812, 1.173828, 1.253906, 1.269531, 1.239258, 1.267578, 1.200195, 1.170898, 1.135742, 3.984375, 1.289062, 1.34375, 1.287109, 1.225586, 1.162109, 1.167969, 1.324219, 2.078125, 1.240234, 1.132812, 1.181641, 1.322266, 2.703125, 1.394531, 1.683594, 1.298828, 1.263672, 1.232422, 1.277344, 1.220703, 1.273438, 1.386719, 1.136719, 1.494141, 1.322266, 1.236328, 1.240234, 1.228516, 1.3125, 1.882812, 1.241211, 2.648438, 5.0, 1.277344, 1.566406, 1.07959, 1.152344, 1.238281, 1.322266, 1.734375, 1.25, 1.314453, 1.466797, 1.095703, 1.149414, 1.226562, 3.75, 1.367188, 1.125977, 1.192383, 1.503906, 1.78125, 1.125977, 1.238281, 1.333984, 1.287109, 1.210938, 1.167969, 1.076172, 1.060303, 1.223633, 2.15625, 1.145508, 1.746094, 1.326172, 1.300781, 1.183594, 1.114258, 1.235352, 1.134766, 1.392578, 1.195312, 0.646484, 1.761719, 1.213867, 1.710938, 2.273438, 1.143555, 1.457031, 1.216797, 3.125, 1.871094, 1.105469, 1.175781, 1.246094, 1.155273, 1.474609, 1.116211, 1.773438, 1.511719, 1.089844, 4.234375, 1.337891, 1.359375, 1.283203, 1.233398, 1.151367, 1.078125, 1.40625, 4.234375, 1.128906, 1.279297, 1.316406, 1.21582, 1.142578, 1.328125, 1.094238, 1.181641, 1.671875, 2.015625, 1.365234, 1.175781, 1.135742, 1.322266, 1.217773, 1.472656, 1.318359, 1.496094, 1.189453, 1.601562, 1.503906, 1.306641, 1.202148, 1.112305, 1.205078, 1.507812, 1.28125, 1.550781, 1.194336, 1.208008, 1.225586, 1.554688, 4.078125, 1.130859, 1.229492, 1.131836, 1.137695, 1.092773, 1.492188, 1.101562, 1.160156, 1.098145, 2.109375, 1.074707, 1.251953, 1.171875, 3.78125, 1.150391, 1.578125, 1.183594, 1.209961, 1.227539, 1.259766, 1.132812, 1.205078, 1.140625, 1.423828, 1.255859, 4.28125, 1.28125, 1.542969, 1.092285, 3.53125, 1.182617, 3.765625, 1.178711, 4.46875, 1.277344, 1.792969, 3.328125, 2.09375, 1.349609, 1.269531, 1.168945, 1.253906, 1.113281, 1.335938, 1.283203, 1.164062, 5.15625, 2.859375, 2.171875, 1.134766, 1.273438, 1.316406, 1.175781, 1.245117, 1.193359, 1.9375, 1.168945, 1.15332, 1.137695, 1.192383, 1.259766, 1.365234, 1.275391, 1.122559, 1.863281, 1.136719, 1.069336, 1.194336, 1.207031, 1.169922, 1.808594, 1.057617, 1.231445, 1.308594, 1.194336, 1.091309, 1.371094, 1.212891, 1.151367, 2.726562, 1.386719, 1.388672, 1.691406, 3.140625, 1.161133, 1.122559, 1.167969, 3.265625, 1.285156, 1.617188, 1.212891, 1.394531, 1.667969, 4.40625, 1.230469, 1.198242, 1.179688, 4.65625, 1.652344, 3.8125, 3.265625, 1.102051, 1.423828, 1.045654, 1.061523, 1.131836, 1.392578, 1.273438, 1.326172, 2.578125, 2.5, 1.24707, 1.339844, 1.279297, 1.244141, 1.357422, 1.246094, 1.08252, 1.890625, 1.166016, 1.271484, 1.251953, 3.015625, 1.185547, 1.21582, 0.948242, 1.193359, 1.231445, 3.234375, 1.345703, 3.578125, 1.322266, 1.158203, 1.357422, 1.170898, 1.347656, 1.597656, 1.189453, 1.157227, 1.244141, 1.294922, 1.287109, 1.453125, 1.207031, 1.333984, 1.076172, 1.361328, 2.421875, 1.119629, 2.257812, 1.523438, 1.373047, 1.769531, 1.237305, 1.136719, 1.380859, 1.453125, 1.326172, 1.279297, 1.142578, 1.182617, 2.164062, 1.211914, 1.269531, 1.441406, 1.34375, 1.092773, 1.155273, 1.492188, 1.157227, 1.170898, 1.304688, 1.105957, 1.283203, 2.195312, 1.137695, 1.204102, 2.554688, 1.170898, 1.369141, 3.46875, 1.300781, 1.474609, 1.135742, 1.223633, 1.22168, 1.18457, 1.018311, 1.308594, 1.134766, 1.152344, 1.318359, 1.308594, 1.091797, 2.289062, 1.408203, 1.089844, 1.197266, 3.078125, 1.470703, 1.271484, 1.116211, 0.90918, 1.269531, 1.227539, 1.613281, 1.507812, 3.5625, 1.507812, 1.158203, 1.253906, 3.28125, 1.213867, 1.300781, 2.796875, 1.144531, 1.212891, 1.324219, 1.199219, 1.240234, 1.164062, 2.210938, 1.212891, 1.185547, 1.275391, 1.170898, 1.566406, 1.28125, 1.298828, 3.484375, 1.871094, 1.287109, 1.507812, 1.157227, 1.589844, 1.300781, 1.212891, 1.304688, 3.546875, 1.478516, 1.231445, 4.65625, 1.246094, 1.320312, 1.15625, 1.168945, 3.4375, 1.441406, 1.151367, 4.921875, 1.148438, 3.546875, 1.217773, 1.345703, 1.287109, 1.255859, 3.40625, 1.347656, 1.613281, 1.241211, 1.210938, 1.157227, 1.203125, 3.75, 1.135742, 1.121582, 1.183594, 1.380859, 3.09375, 1.228516, 1.259766, 1.386719, 1.367188, 1.089844, 1.181641, 1.539062, 1.59375, 1.194336, 1.423828, 1.212891, 3.25, 3.265625, 0.963623, 1.139648, 4.109375, 1.106445, 1.519531, 1.199219, 1.185547, 1.275391, 1.308594, 2.171875, 1.207031, 1.249023, 3.046875, 1.330078, 1.298828, 1.355469 ] }, "name": "onnx::Mul_8751", "outputIndexes": [ 2096 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2095, 2096 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_22/Mul_1_output_0", "outputIndexes": [ 2097 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2097 ], "outputIndexes": [ 3106 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3106 ], "outputIndexes": [ 3107 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear", "inputIndexes": [ 3107 ], "outputIndexes": [ 3108 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 963480892, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3108 ], "outputIndexes": [ 3109 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3109 ], "outputIndexes": [ 2098 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2097 ], "main_type": "NONE", "name": "/Shape_309_output_0", "outputIndexes": [ 2099 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2099 ], "main_type": "NONE", "name": "Shape6086", "outputIndexes": [ 2100 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2099 ], "main_type": "NONE", "name": "Rank6088", "outputIndexes": [ 2101 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2101, 2101 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6090", "outputIndexes": [ 2102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2102 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6091", "outputIndexes": [ 2103 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2102, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6093", "outputIndexes": [ 2104 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2104 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6094", "outputIndexes": [ 2105 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2100, 2103, 2105, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6097", "outputIndexes": [ 2106 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2106 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6098", "outputIndexes": [ 2107 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2107 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6099", "outputIndexes": [ 2108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2108, 2107 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6100", "outputIndexes": [ 2109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2099, 2109, 2102 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_334_output_0", "outputIndexes": [ 2110 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2110, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_705_output_0", "outputIndexes": [ 2111 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2111, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_286_output_0", "outputIndexes": [ 2112 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2098, 2112 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_199_output_0", "outputIndexes": [ 2113 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2113, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_176_output_0", "outputIndexes": [ 2114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2113 ], "main_type": "NONE", "name": "/Shape_310_output_0", "outputIndexes": [ 2115 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2115 ], "main_type": "NONE", "name": "Shape6107", "outputIndexes": [ 2116 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2115 ], "main_type": "NONE", "name": "Rank6109", "outputIndexes": [ 2117 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2117, 2117 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6111", "outputIndexes": [ 2118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6112", "outputIndexes": [ 2119 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6114", "outputIndexes": [ 2120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2120 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6115", "outputIndexes": [ 2121 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2116, 2119, 2121, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6118", "outputIndexes": [ 2122 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2122 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6119", "outputIndexes": [ 2123 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6120", "outputIndexes": [ 2124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2124, 2123 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6121", "outputIndexes": [ 2125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2115, 2125, 2118 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_335_output_0", "outputIndexes": [ 2126 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2126, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_66_output_0", "outputIndexes": [ 2127 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2127, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_710_output_0", "outputIndexes": [ 2128 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2113, 2128, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_89_output_0", "outputIndexes": [ 2129 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2129 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_44_output_0", "outputIndexes": [ 2130 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2113, 21, 2128, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_88_output_0", "outputIndexes": [ 2131 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2130, 2131 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_289_output_0", "outputIndexes": [ 2132 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2132, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_177_output_0", "outputIndexes": [ 2133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114, 2133 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_110_output_0", "outputIndexes": [ 2134 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2097 ], "outputIndexes": [ 3110 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3110 ], "outputIndexes": [ 3111 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear", "inputIndexes": [ 3111 ], "outputIndexes": [ 3112 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 966135122, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3112 ], "outputIndexes": [ 3113 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3113 ], "outputIndexes": [ 2135 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2111, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_287_output_0", "outputIndexes": [ 2136 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2135, 2136 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_200_output_0", "outputIndexes": [ 2137 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_178_output_0", "outputIndexes": [ 2138 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137 ], "main_type": "NONE", "name": "/Shape_311_output_0", "outputIndexes": [ 2139 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2139 ], "main_type": "NONE", "name": "Shape6170", "outputIndexes": [ 2140 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2139 ], "main_type": "NONE", "name": "Rank6172", "outputIndexes": [ 2141 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2141, 2141 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6174", "outputIndexes": [ 2142 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2142 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6175", "outputIndexes": [ 2143 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2142, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6177", "outputIndexes": [ 2144 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6178", "outputIndexes": [ 2145 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2140, 2143, 2145, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6181", "outputIndexes": [ 2146 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2146 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6182", "outputIndexes": [ 2147 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2147 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6183", "outputIndexes": [ 2148 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2148, 2147 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6184", "outputIndexes": [ 2149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2139, 2149, 2142 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_336_output_0", "outputIndexes": [ 2150 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2150, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_67_output_0", "outputIndexes": [ 2151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2151, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_712_output_0", "outputIndexes": [ 2152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137, 2152, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_91_output_0", "outputIndexes": [ 2153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2153 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_45_output_0", "outputIndexes": [ 2154 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137, 21, 2152, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_90_output_0", "outputIndexes": [ 2155 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2154, 2155 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_290_output_0", "outputIndexes": [ 2156 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2156, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_179_output_0", "outputIndexes": [ 2157 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2138, 2157 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_111_output_0", "outputIndexes": [ 2158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2097 ], "outputIndexes": [ 3114 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3114 ], "outputIndexes": [ 3115 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear", "inputIndexes": [ 3115 ], "outputIndexes": [ 3116 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 967462248, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3116 ], "outputIndexes": [ 3117 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3117 ], "outputIndexes": [ 2159 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2159, 2136 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_201_output_0", "outputIndexes": [ 2160 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2134, 2158, 2160, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_206_output_0", "outputIndexes": [ 2161 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2161 ], "outputIndexes": [ 3118 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3118 ], "outputIndexes": [ 3119 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear", "inputIndexes": [ 3119 ], "outputIndexes": [ 3120 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 968789374, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3120 ], "outputIndexes": [ 3121 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3121 ], "outputIndexes": [ 2162 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2162 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_22/Mul_output_0", "outputIndexes": [ 2163 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.546875, 3.875, 3.703125, 3.734375, 3.859375, 3.609375, 3.421875, 2.25, 3.484375, 3.59375, 3.671875, 3.71875, 3.640625, 3.703125, 3.640625, 3.5, 3.5, 3.578125, 2.375, 3.09375, 3.4375, 3.640625, 3.6875, 3.359375, 3.46875, 3.53125, 3.484375, 2.953125, 3.671875, 3.5, 3.375, 3.234375, 3.796875, 2.390625, 3.703125, 3.28125, 3.640625, 3.796875, 3.421875, 3.296875, 3.9375, 3.5625, 3.609375, 3.234375, 2.609375, 3.484375, 3.765625, 3.546875, 2.804688, 3.21875, 3.453125, 2.984375, 3.453125, 2.484375, 3.734375, 3.5625, 3.546875, 3.703125, 3.359375, 3.28125, 3.125, 3.40625, 3.53125, 3.65625, 3.671875, 3.3125, 3.078125, 4.046875, 3.171875, 3.4375, 3.765625, 3.4375, 3.484375, 3.59375, 3.484375, 3.546875, 2.867188, 3.328125, 3.21875, 2.632812, 3.59375, 2.007812, 3.671875, 2.96875, 3.625, 3.390625, 3.34375, 2.984375, 2.976562, 3.5625, 3.484375, 3.625, 3.71875, 2.890625, 3.71875, 2.070312, 3.609375, 3.1875, 4.734375, 3.671875, 3.15625, 3.796875, 3.453125, 3.703125, 3.78125, 3.8125, 3.59375, 3.21875, 3.765625, 3.46875, 3.5625, 3.640625, 3.5625, 2.296875, 3.734375, 3.328125, 3.640625, 2.59375, 3.453125, 3.6875, 3.78125, 3.71875, 3.3125, 3.65625, 3.5625, 3.171875, 3.328125, 3.71875, 3.59375, 2.992188, 3.046875, 3.71875, 3.453125, 3.609375, 3.796875, 3.65625, 3.296875, 3.09375, 3.5, 3.65625, 3.84375, 0.902344, 3.59375, 3.515625, 3.53125, 3.125, 3.46875, 3.71875, 3.625, 3.578125, 3.671875, 3.3125, 3.46875, 4.09375, 3.46875, 3.765625, 2.945312, 3.609375, 2.507812, 2.421875, 2.875, 3.625, 3.28125, 3.09375, 3.625, 3.65625, 3.609375, 2.617188, 3.78125, 3.609375, 3.671875, 2.625, 3.875, 2.679688, 3.546875, 4.203125, 3.515625, 2.007812, 3.515625, 3.453125, 3.5, 2.289062, 3.5625, 1.964844, 3.578125, 3.5, 2.945312, 3.671875, 3.375, 2.976562, 3.578125, 3.15625, 3.5, 3.53125, 3.703125, 3.453125, 3.328125, 3.6875, 3.71875, 3.609375, 3.265625, 3.53125, 3.71875, 3.28125, 3.53125, 3.6875, 3.4375, 3.6875, 3.796875, 3.828125, 3.21875, 3.921875, 3.71875, 3.265625, 3.53125, 3.4375, 3.5, 3.53125, 3.640625, 3.65625, 3.46875, 3.375, 3.765625, 3.75, 3.703125, 3.421875, 3.625, 3.609375, 3.15625, 3.15625, 3.328125, 3.515625, 3.546875, 3.703125, 3.609375, 3.6875, 3.1875, 3.734375, 3.40625, 3.421875, 3.203125, 3.65625, 3.734375, 3.15625, 3.15625, 3.390625, 3.46875, 3.21875, 3.6875, 3.203125, 3.671875, 3.265625, 2.859375, 3.671875, 3.546875, 3.671875, 3.640625, 0.998398, 3.46875, 3.578125, 3.703125, 3.859375, 3.4375, 3.6875, 3.609375, 3.09375, 3.6875, 3.59375, 3.578125, 3.5, 3.359375, 3.5625, 3.734375, 3.59375, 3.796875, 3.671875, 3.046875, 3.59375, 3.8125, 3.53125, 3.28125, 3.390625, 2.640625, 3.5625, 3.234375, 3.03125, 3.5, 3.296875, 2.617188, 3.5625, 3.34375, 2.148438, 3.625, 3.640625, 3.46875, 3.703125, 3.5625, 3.59375, 3.828125, 3.546875, 3.5625, 3.375, 2.070312, 3.765625, 1.65625, 3.515625, 3.578125, 3.25, 3.546875, 3.65625, 3.828125, 2.3125, 3.59375, 3.53125, 3.4375, 3.5625, 3.609375, 3.90625, 3.4375, 3.640625, 3.53125, 3.484375, 3.359375, 3.515625, 3.625, 3.46875, 3.1875, 3.390625, 3.765625, 3.5625, 3.390625, 3.203125, 3.609375, 3.609375, 1.116699, 3.5625, 3.328125, 3.8125, 3.625, 3.09375, 3.421875, 3.46875, 3.625, 3.734375, 3.390625, 3.359375, 3.59375, 2.945312, 3.34375, 3.734375, 2.476562, 2.882812, 2.554688, 3.328125, 2.0, 2.773438, 3.734375, 3.8125, 3.40625, 3.421875, 2.453125, 3.40625, 3.359375, 2.882812, 3.1875, 3.75, 3.84375, 2.59375, 3.609375, 3.4375, 3.71875, 3.40625, 3.578125, 3.25, 3.828125, 3.828125, 3.703125, 3.25, 3.40625, 2.921875, 3.609375, 3.703125, 2.96875, 2.742188, 3.734375, 3.65625, 3.390625, 3.109375, 3.6875, 3.578125, 3.375, 3.3125, 2.367188, 3.609375, 3.59375, 3.671875, 3.546875, 2.398438, 3.4375, 3.859375, 3.609375, 3.546875, 3.59375, 3.609375, 2.546875, 4.15625, 3.671875, 3.625, 3.515625, 2.875, 3.71875, 3.515625, 3.71875, 3.609375, 3.359375, 3.203125, 3.15625, 3.4375, 3.28125, 3.53125, 3.53125, 3.375, 3.25, 3.40625, 3.59375, 3.03125, 3.71875, 3.65625, 3.78125, 3.4375, 3.484375, 3.59375, 3.8125, 3.3125, 2.828125, 3.828125, 3.8125, 3.921875, 3.609375, 3.921875, 3.484375, 3.28125, 3.890625, 3.375, 1.871094, 3.71875, 3.484375, 3.90625, 3.5, 3.828125, 3.671875, 3.375, 3.5, 3.34375, 3.515625, 3.671875, 2.953125, 3.609375, 3.375, 3.390625, 3.640625, 3.640625, 3.5, 3.53125, 2.914062, 3.546875, 2.328125, 3.5, 3.421875, 3.59375, 3.5, 3.5625, 3.890625, 3.375, 3.5625, 3.5625, 2.71875, 2.257812, 3.4375, 3.671875, 3.34375, 3.40625, 3.515625, 3.75, 3.640625, 3.65625, 2.265625, 3.765625, 3.625, 3.53125, 3.359375, 3.5625, 3.828125, 3.703125, 3.359375, 3.75, 2.03125, 2.328125, 3.203125, 2.359375, 3.578125, 3.703125, 3.6875, 3.25, 2.59375, 3.46875, 3.09375, 3.203125, 3.8125, 3.671875, 3.84375, 3.8125, 3.328125, 3.34375, 3.65625, 3.75, 3.078125, 3.359375, 3.640625, 3.234375, 3.609375, 3.53125, 2.710938, 2.640625, 3.78125, 2.828125, 3.734375, 3.609375, 3.34375, 3.75, 3.5625, 3.5625, 3.765625, 2.171875, 3.671875, 3.515625, 3.609375, 3.296875, 3.9375, 2.085938, 1.609375, 3.28125, 3.328125, 3.40625, 3.890625, 3.40625, 3.78125, 3.578125, 3.171875, 3.859375, 2.3125, 3.53125, 4.453125, 3.671875, 3.40625, 3.703125, 3.71875, 2.539062, 3.53125, 3.21875, 3.53125, 1.449219, 3.265625, 3.515625, 3.515625, 3.5625, 3.5625, 2.117188, 3.390625, 3.46875, 3.3125, 3.703125, 3.71875, 3.1875, 1.929688, 3.625, 3.171875, 3.484375, 2.882812, 3.671875, 3.5, 0.732422, 3.515625, 3.53125, 3.359375, 3.546875, 3.515625, 2.992188, 2.554688, 3.125, 3.75, 3.640625, 3.15625, 3.53125, 3.171875, 3.484375, 3.53125, 3.59375, 3.5625, 3.5, 3.796875, 3.625, 3.1875, 3.53125, 3.671875, 3.6875, 3.546875, 3.734375, 3.640625, 3.3125, 3.765625, 3.5, 3.671875, 2.484375, 3.484375, 3.484375, 3.453125, 3.421875, 3.234375, 3.640625, 3.609375, 3.703125, 3.46875, 3.671875, 3.484375, 3.265625, 3.515625, 3.78125, 3.546875, 3.125, 3.328125, 3.5625, 3.234375, 3.5, 3.6875, 3.28125, 3.65625, 3.4375, 3.859375, 3.21875, 3.890625, 3.671875, 3.328125, 2.59375, 3.65625, 2.734375, 3.78125, 3.609375, 3.375, 2.695312, 2.234375, 2.304688, 3.671875, 3.78125, 3.8125, 3.734375, 3.515625, 3.59375, 3.5625, 3.71875, 3.625, 3.5, 3.734375, 2.015625, 3.5625, 3.65625, 3.59375, 3.5, 3.765625, 3.84375, 3.53125, 3.359375, 3.421875, 3.421875, 3.359375, 3.609375, 3.375, 3.59375, 3.140625, 3.734375, 3.8125, 1.804688, 1.941406, 3.59375, 3.265625, 3.765625, 3.40625, 3.8125, 3.578125, 3.390625, 3.34375, 3.546875, 3.53125, 3.453125, 3.671875, 3.34375, 3.34375, 3.671875, 3.515625, 3.328125, 3.0625, 3.640625, 3.421875, 3.5625, 3.625, 3.296875, 3.625, 3.421875, 3.546875, 3.375, 3.578125, 3.828125, 3.421875, 3.734375, 1.738281, 3.5625, 3.109375, 3.03125, 3.65625, 3.5, 3.796875, 3.765625, 3.640625, 3.5625, 3.203125, 2.15625, 2.9375, 3.859375, 3.734375, 3.625, 3.546875, 0.496094, 3.328125, 3.6875, 3.40625, 3.421875, 3.5625, 3.765625, 3.875, 3.828125, 3.59375, 3.640625, 3.734375, 3.515625, 3.453125, 3.34375, 3.765625, 3.328125, 3.828125, 3.53125, 3.78125, 3.671875, 3.609375, 3.375, 3.6875, 3.28125, 3.25, 2.648438, 3.75, 3.265625, 3.40625, 3.515625, 3.53125, 3.796875, 3.25, 3.390625, 3.34375, 3.671875, 3.734375, 3.484375, 3.6875, 3.421875, 3.40625, 3.5625, 3.484375, 3.546875, 3.609375, 3.65625, 3.453125, 3.453125, 3.546875, 3.5, 3.34375, 3.65625, 2.0625, 3.5, 3.703125, 2.90625, 2.96875, 3.765625, 3.625, 3.578125, 3.296875, 3.8125, 3.53125, 3.28125, 3.578125, 2.960938, 3.75, 3.5, 2.414062, 3.921875, 3.375, 3.53125, 3.34375, 3.03125, 3.71875, 3.625, 2.726562, 3.703125, 3.453125, 3.796875, 2.226562, 3.609375, 3.03125, 3.109375, 3.765625, 3.46875, 3.015625, 3.25, 3.484375, 3.234375, 3.53125, 3.640625, 3.703125, 3.65625, 3.453125, 3.65625, 3.5, 3.4375, 3.875, 3.6875, 3.421875, 3.546875, 3.609375, 3.046875, 3.8125, 3.515625, 2.953125, 3.640625, 3.0, 3.21875, 3.671875, 3.453125, 3.609375, 3.671875, 2.84375, 3.34375, 3.53125, 3.90625, 3.125, 3.421875, 3.4375, 3.59375, 1.703125, 3.375, 3.359375, 3.421875, 3.625, 3.109375, 3.703125, 3.71875, 3.640625, 3.609375, 3.53125, 2.140625, 3.390625, 3.5, 3.40625, 2.101562, 3.75, 3.71875, 3.203125, 2.460938, 3.234375, 3.515625, 3.53125, 3.59375, 3.5625, 3.671875, 3.28125, 3.234375, 3.46875, 3.203125, 3.203125, 3.484375, 3.734375, 3.640625, 3.09375, 3.140625, 2.617188, 3.515625, 3.625, 3.390625, 3.6875, 3.546875, 3.359375, 3.515625, 3.40625, 3.46875, 3.296875, 3.625, 3.625, 3.671875, 2.929688, 3.421875, 3.515625, 2.445312, 1.714844, 3.0, 3.109375, 3.3125, 3.6875, 3.5, 3.71875, 2.273438, 2.023438, 3.1875, 3.59375, 3.375, 3.46875, 3.4375, 3.796875, 3.71875, 3.328125, 2.34375, 3.578125, 3.75, 3.46875, 2.875, 3.34375, 3.265625, 3.484375, 3.203125, 3.765625, 3.6875, 3.359375, 3.578125, 2.945312, 3.828125, 3.484375, 3.4375, 3.8125, 3.265625, 3.6875, 3.71875, 3.09375, 2.296875, 1.914062, 3.734375, 3.3125, 3.671875, 3.578125, 3.5625, 3.5, 3.84375, 2.117188, 3.34375, 3.203125, 3.734375, 3.78125, 2.453125, 3.734375, 3.484375, 3.484375, 3.703125, 3.484375, 3.3125, 3.3125, 2.523438, 3.515625, 3.53125, 3.546875, 2.296875, 3.4375, 3.609375, 3.390625, 3.796875, 2.6875, 3.5625, 3.328125, 3.671875, 3.28125, 2.984375, 3.59375, 3.65625, 3.015625, 2.046875, 1.773438, 2.273438, 3.46875, 3.484375, 3.640625, 3.359375, 3.625, 2.789062, 3.390625, 2.210938, 3.609375, 3.640625, 3.453125, 3.765625, 3.578125, 3.75, 3.78125, 1.777344, 3.609375, 2.390625, 3.40625, 2.507812, 3.171875, 3.4375, 3.546875, 3.875, 3.046875, 3.359375, 2.929688, 3.421875, 2.164062, 3.359375, 3.1875, 2.945312, 3.03125, 3.65625, 3.703125, 3.265625, 2.585938, 3.765625, 3.3125, 3.6875, 3.0625, 3.203125, 3.53125, 2.140625, 3.65625, 3.359375, 3.59375, 2.375, 2.226562, 3.796875, 3.671875, 3.828125, 3.734375, 3.75, 3.65625, 3.375, 1.851562, 3.296875, 3.609375, 4.03125, 3.46875, 3.859375, 3.484375, 3.765625, 3.6875, 3.625, 3.359375, 3.984375, 3.4375, 3.265625, 3.671875, 3.671875, 3.203125, 3.625, 3.59375, 3.4375, 3.34375, 3.65625, 1.726562, 3.59375, 2.148438, 3.1875, 3.265625, 2.4375, 3.625, 3.390625, 3.578125, 3.40625, 3.671875, 3.875, 3.609375, 3.484375, 2.421875, 3.25, 3.671875, 3.28125, 3.484375, 3.53125, 3.265625, 3.6875, 3.546875, 3.703125, 3.625, 3.8125, 2.289062, 3.71875, 3.84375, 3.140625, 3.640625, 3.546875, 3.40625, 3.6875, 3.640625, 3.671875, 3.6875, 3.546875, 3.625, 3.71875, 3.3125, 3.53125, 3.546875, 3.765625, 3.65625, 3.5625, 2.359375, 3.703125, 2.484375, 3.609375, 3.453125, 3.1875, 3.421875, 3.8125, 3.59375, 3.546875, 3.09375, 3.625, 1.878906, 2.257812, 1.953125, 3.390625, 3.796875, 2.65625, 3.59375, 3.609375, 3.4375, 2.507812, 3.234375, 3.0625, 3.53125, 2.601562, 3.421875, 3.65625, 3.578125, 3.5625, 3.375, 3.34375, 3.65625, 3.671875, 2.265625, 3.40625, 1.535156, 3.515625, 3.53125, 3.546875, 3.6875, 3.078125, 2.695312, 3.625, 2.359375, 3.46875, 3.5, 3.5625, 3.4375, 3.140625, 3.59375, 3.6875, 3.59375, 3.203125, 3.578125, 3.5625, 3.609375, 3.484375, 3.765625, 3.140625, 3.84375, 3.4375, 3.78125, 3.5, 3.625, 3.71875, 3.515625, 3.484375, 3.5, 3.5, 3.75, 3.28125, 3.625, 3.640625, 3.609375, 3.59375, 3.53125, 3.4375, 3.609375, 3.375, 3.609375, 3.453125, 3.421875, 2.796875, 3.53125, 3.328125, 3.328125, 3.6875, 3.46875, 3.515625, 3.453125, 2.578125, 3.578125, 2.617188, 3.40625, 3.234375, 3.484375, 3.28125, 3.375, 3.109375, 3.390625, 2.296875, 3.546875, 3.171875, 3.703125, 3.640625, 3.3125, 3.53125, 3.65625, 3.625, 3.375, 3.484375, 3.40625, 3.5, 2.03125, 3.703125, 3.5, 3.609375, 3.609375, 3.5, 3.75, 3.53125, 3.09375, 3.390625, 3.5625, 3.59375, 3.28125, 3.734375, 3.59375, 3.4375, 3.640625, 3.578125, 2.1875, 3.5, 3.46875, 3.828125, 2.84375, 3.234375, 2.953125, 2.234375, 3.59375, 1.925781, 2.015625, 3.484375, 3.65625, 3.453125, 3.640625, 1.640625, 3.671875, 3.1875, 3.46875, 2.421875, 3.65625, 3.609375, 3.765625, 3.53125, 3.71875, 3.65625, 1.9375, 3.71875, 3.546875, 2.820312, 2.5625, 3.609375, 3.71875, 2.625, 3.765625, 2.117188, 3.6875, 3.59375, 3.484375, 3.390625, 2.5625, 3.546875, 3.53125, 3.53125, 3.703125, 3.40625, 3.0625, 1.71875, 3.796875, 3.546875, 3.28125, 3.515625, 3.75, 3.6875, 3.578125, 3.46875, 3.53125, 3.125, 3.21875, 3.53125, 3.703125, 3.640625, 3.765625, 3.515625, 3.59375, 3.4375, 3.515625, 1.796875, 3.609375, 3.421875, 3.59375, 3.609375, 3.421875, 3.328125, 3.625, 3.609375, 3.421875, 3.625, 3.546875, 3.640625, 3.703125, 3.046875, 3.515625, 2.273438, 3.53125, 2.617188, 3.734375, 3.671875, 3.53125, 2.523438, 3.75, 3.171875, 3.21875, 3.75, 3.890625, 3.53125, 3.453125, 3.515625, 3.515625, 3.3125, 2.882812, 3.265625, 3.671875, 3.65625, 3.796875, 3.34375, 3.25, 3.609375, 3.546875, 3.53125, 3.734375, 3.375, 3.40625, 3.609375, 3.328125, 2.75, 3.28125, 3.625, 3.765625, 3.640625, 2.3125, 3.6875, 3.578125, 3.640625, 3.609375, 3.4375, 3.71875, 3.6875, 3.6875, 2.109375, 3.65625, 3.828125, 3.578125, 3.9375, 3.140625, 3.515625, 3.578125, 3.65625, 3.6875, 3.453125, 3.59375, 3.609375, 3.453125, 3.53125, 3.84375, 3.421875, 2.984375, 2.078125, 3.53125, 3.5, 3.703125, 3.46875, 3.046875, 3.53125, 3.625, 3.640625, 2.21875, 2.921875, 2.976562, 1.194336, 3.5625, 3.671875, 3.8125, 1.882812, 3.640625, 3.796875, 2.03125, 2.75, 3.703125, 3.578125, 3.40625, 3.828125, 3.734375, 3.28125, 3.484375, 3.515625, 3.796875, 2.898438, 3.53125, 3.59375, 3.765625, 2.257812, 3.59375, 3.671875, 3.640625, 3.609375, 3.671875, 3.484375, 3.421875, 3.546875, 2.203125, 3.6875, 3.546875, 3.359375, 3.5625, 3.0, 3.625, 2.273438, 3.828125, 3.5625, 2.820312, 3.5, 3.4375, 3.703125, 2.6875, 3.640625, 3.453125, 3.5625, 3.578125, 3.1875, 2.21875, 3.328125, 3.578125, 3.609375, 3.109375, 3.609375, 3.625, 3.53125, 2.328125, 3.234375, 3.84375, 3.546875, 3.671875, 3.5, 3.890625, 3.484375, 3.875, 3.234375, 3.484375, 3.296875, 3.65625, 3.578125, 3.703125, 3.390625, 3.1875, 3.28125, 3.21875, 3.359375, 3.390625, 3.125, 3.578125, 2.984375, 2.96875, 3.375, 3.46875, 3.765625, 3.8125, 3.578125, 3.09375, 3.34375, 3.546875, 3.234375, 3.5, 3.671875, 3.15625, 3.578125, 3.65625, 3.734375, 3.640625, 3.71875, 3.125, 3.609375, 3.296875, 3.234375, 3.25, 2.679688, 3.578125, 3.40625, 3.640625, 3.546875, 3.53125, 3.375, 3.359375, 3.515625, 3.515625, 3.59375, 3.546875, 3.265625, 3.0625, 3.390625, 3.671875, 3.578125, 3.734375, 3.65625, 3.453125, 3.453125, 3.734375, 3.6875, 3.421875, 3.703125, 3.3125, 3.609375, 3.296875, 3.546875, 3.8125, 3.65625, 3.515625, 3.671875, 3.703125, 3.625, 1.15625, 3.578125, 3.453125, 3.34375, 3.46875, 3.65625, 2.039062, 2.90625, 3.5625, 3.390625, 2.890625, 3.359375, 3.484375, 2.96875, 2.523438, 3.421875, 3.53125, 3.484375, 3.6875, 3.28125, 3.671875, 3.359375, 3.703125, 3.25, 1.878906, 3.53125, 3.109375, 3.5625, 3.578125, 2.46875, 2.023438, 3.609375, 3.8125, 3.8125, 2.882812, 3.796875, 3.09375, 3.546875, 3.484375, 3.421875, 3.5625, 3.546875, 3.5, 3.328125, 3.71875, 3.796875, 1.098145, 2.601562, 3.125, 3.6875, 3.5625, 3.78125, 3.171875, 3.59375, 3.625, 3.375, 3.0, 3.4375, 3.65625, 3.390625, 3.546875, 3.46875, 3.421875, 3.46875, 3.375, 2.085938, 2.148438, 3.34375, 3.625, 3.4375, 3.609375, 3.5625, 3.734375, 2.671875, 3.703125, 2.929688, 2.867188, 3.546875, 3.453125, 3.65625, 3.609375, 3.421875, 3.59375, 2.640625, 3.53125, 3.421875, 3.046875, 3.703125, 3.40625, 3.40625, 3.375, 3.15625, 3.453125, 3.6875, 3.515625, 3.390625, 3.203125, 3.4375, 3.578125, 1.116211, 3.9375, 3.28125, 2.375, 3.515625, 3.484375, 2.335938, 3.5, 3.1875, 3.75, 3.734375, 3.640625, 3.5625, 2.65625, 3.6875, 3.59375, 3.40625, 3.5, 3.734375, 3.734375, 3.546875, 3.46875, 3.609375, 3.625, 3.515625, 2.1875, 1.773438, 3.234375, 3.65625, 3.53125, 3.484375, 3.4375, 1.804688, 3.609375, 3.65625, 3.296875, 3.671875, 2.804688, 3.59375, 3.421875, 3.796875, 3.546875, 3.5, 3.25, 3.40625, 3.265625, 3.5, 3.78125, 3.3125, 2.28125, 3.546875, 3.515625, 1.8125, 3.71875, 2.1875, 3.71875, 3.5625, 3.328125, 3.5625, 1.644531, 3.546875, 3.4375, 3.40625, 3.625, 3.75, 3.484375, 0.550781, 3.328125, 3.65625, 3.421875, 3.765625, 3.6875, 2.882812, 3.5, 3.5, 3.265625, 3.328125, 2.921875, 3.234375, 2.734375, 2.992188, 2.078125, 3.90625, 3.59375, 3.875, 3.28125, 3.546875, 3.53125, 3.65625, 3.484375, 3.34375, 3.453125, 3.625, 3.765625, 3.5, 3.703125, 2.921875, 3.015625, 3.25, 2.414062, 3.359375, 3.65625, 3.65625, 3.6875, 3.640625, 3.34375, 3.375, 3.671875, 2.9375, 3.125, 3.59375, 3.828125, 3.734375, 3.3125, 3.453125, 3.125, 3.734375, 3.875, 3.6875, 2.546875, 3.546875, 3.6875, 3.578125, 3.640625, 3.296875, 3.546875, 3.421875, 3.59375, 3.796875, 3.640625, 3.578125, 2.578125, 3.328125, 3.640625, 3.453125, 3.65625, 3.75, 3.59375, 3.40625, 3.359375, 3.734375, 3.703125, 2.820312, 2.664062, 3.671875, 3.546875, 3.703125, 3.546875, 3.890625, 1.761719, 3.578125, 3.859375, 3.53125, 3.84375, 3.359375, 3.53125, 3.25, 2.632812, 3.640625, 3.484375, 3.671875, 3.5625, 2.039062, 3.8125, 3.734375, 3.625, 3.671875, 3.796875, 3.765625, 3.203125, 3.28125, 2.984375, 3.515625, 3.140625, 2.203125, 3.25, 3.703125, 3.625, 3.84375, 1.601562, 3.625, 3.515625, 3.734375, 3.71875, 3.21875, 3.140625, 3.390625, 2.75, 3.953125, 3.171875, 3.40625, 3.484375, 3.484375, 3.484375, 3.78125, 3.734375, 3.796875, 3.015625, 3.484375, 3.484375, 2.40625, 3.390625, 3.75, 3.828125, 3.390625, 2.59375, 3.421875, 3.703125, 3.59375, 3.78125, 3.578125, 2.328125, 3.5, 3.5625, 3.140625, 3.578125, 3.25, 3.453125, 3.625, 3.546875, 3.484375, 3.546875, 3.375, 3.59375, 3.71875, 3.734375, 3.578125, 2.273438, 3.359375, 3.375, 3.5625, 3.734375, 3.90625, 3.828125, 3.59375, 2.953125, 3.5, 3.671875, 3.734375, 3.734375, 2.695312, 3.265625, 3.46875, 3.734375, 3.578125, 3.6875, 3.625, 3.484375, 3.6875, 3.4375, 3.515625, 3.328125, 3.578125, 3.53125, 3.140625, 3.75, 3.640625, 3.234375, 3.671875, 2.695312, 1.855469, 3.5, 3.265625, 3.78125, 3.671875, 3.765625, 3.640625, 3.34375, 3.578125, 3.375, 3.53125, 3.78125, 3.65625, 3.578125, 2.445312, 3.625, 3.90625, 3.328125, 3.5, 3.640625, 3.203125, 3.765625, 3.484375, 3.390625, 3.75, 3.515625, 3.640625, 1.094238, 3.34375, 3.28125, 3.53125, 3.265625, 3.46875, 3.75, 3.53125, 3.46875, 3.546875, 3.625, 3.53125, 3.5, 1.648438, 3.234375, 3.578125, 3.0, 2.75, 3.640625, 3.8125, 3.46875, 2.679688, 3.15625, 3.671875, 3.5, 3.75, 3.25, 3.65625, 3.703125, 3.40625, 3.0625, 3.59375, 1.980469, 3.4375, 3.671875, 3.640625, 3.53125, 3.734375, 3.765625, 3.546875, 2.195312, 3.5625, 3.296875, 3.6875, 3.53125, 3.5625, 3.609375, 3.6875, 3.640625, 3.328125, 2.75, 3.265625, 3.28125, 3.421875, 3.625, 3.59375, 3.546875, 3.625, 3.28125, 3.5625, 3.296875, 2.523438, 3.328125, 3.65625, 3.703125, 3.59375, 3.296875, 3.515625, 3.296875, 3.53125, 3.53125, 3.71875, 3.359375, 2.15625, 3.75, 3.578125, 3.5625, 3.53125, 3.625, 3.65625, 3.671875, 3.671875, 3.765625, 2.984375, 3.5, 3.640625, 3.671875, 2.328125, 3.296875, 3.125, 3.546875, 3.703125, 3.734375, 3.484375, 3.578125, 3.375, 3.734375, 3.40625, 3.6875, 1.824219, 3.640625, 3.34375, 3.671875, 2.414062, 3.671875, 2.296875, 3.40625, 1.992188, 3.5625, 3.1875, 2.484375, 3.09375, 3.203125, 3.578125, 3.671875, 3.25, 3.859375, 3.53125, 3.671875, 3.5, 1.65625, 2.703125, 3.0625, 3.6875, 3.484375, 3.453125, 3.71875, 3.609375, 3.765625, 3.15625, 3.5625, 3.65625, 3.4375, 3.671875, 3.453125, 3.484375, 3.71875, 3.484375, 3.109375, 3.78125, 3.65625, 3.734375, 3.59375, 3.71875, 3.15625, 3.84375, 3.625, 3.453125, 3.609375, 3.890625, 3.578125, 3.8125, 3.5, 2.757812, 3.5625, 3.5, 3.4375, 2.65625, 3.640625, 3.609375, 3.65625, 2.414062, 3.515625, 3.15625, 3.609375, 3.34375, 3.359375, 1.875, 3.546875, 3.59375, 3.828125, 2.015625, 3.0625, 2.234375, 1.851562, 3.53125, 3.21875, 3.734375, 3.671875, 3.9375, 3.421875, 3.5, 3.53125, 2.828125, 2.8125, 3.6875, 3.265625, 3.421875, 3.609375, 3.578125, 3.578125, 3.71875, 2.992188, 3.53125, 3.671875, 3.703125, 2.546875, 3.78125, 3.4375, 3.390625, 3.5, 3.46875, 2.679688, 3.59375, 2.359375, 3.609375, 3.734375, 3.625, 3.328125, 3.8125, 3.4375, 3.421875, 3.59375, 3.609375, 3.703125, 3.5625, 3.5, 3.546875, 3.53125, 3.53125, 3.328125, 3.34375, 3.734375, 2.867188, 3.296875, 3.390625, 3.1875, 3.515625, 3.59375, 3.71875, 3.671875, 3.53125, 3.6875, 3.09375, 3.6875, 3.0, 3.484375, 3.71875, 3.375, 3.734375, 3.828125, 3.8125, 3.546875, 3.65625, 3.671875, 3.40625, 3.609375, 3.640625, 2.78125, 3.765625, 3.421875, 2.46875, 3.46875, 3.59375, 2.492188, 3.5625, 3.3125, 3.53125, 3.46875, 3.015625, 3.578125, 3.640625, 3.71875, 3.625, 3.625, 3.25, 3.578125, 3.71875, 2.976562, 3.484375, 3.4375, 3.59375, 2.476562, 3.484375, 3.484375, 3.59375, 3.5, 3.703125, 3.625, 3.328125, 3.546875, 2.492188, 3.375, 3.609375, 3.515625, 2.382812, 3.578125, 3.78125, 2.851562, 3.640625, 3.28125, 3.3125, 3.734375, 3.65625, 3.671875, 2.890625, 3.6875, 3.65625, 3.5625, 3.90625, 3.3125, 3.5, 3.140625, 2.570312, 3.171875, 3.6875, 3.390625, 3.75, 3.109375, 3.21875, 3.40625, 3.65625, 2.554688, 3.453125, 3.5625, 1.789062, 3.640625, 3.40625, 3.53125, 3.484375, 2.507812, 3.671875, 3.765625, 1.828125, 3.8125, 1.6875, 3.40625, 3.640625, 3.734375, 3.484375, 2.328125, 3.625, 3.015625, 3.421875, 3.640625, 3.75, 3.359375, 2.296875, 3.984375, 3.671875, 3.609375, 3.59375, 2.539062, 3.390625, 3.75, 3.390625, 3.578125, 3.78125, 3.578125, 3.34375, 3.546875, 3.453125, 3.46875, 3.578125, 2.265625, 2.601562, 3.40625, 3.625, 2.203125, 3.78125, 3.265625, 3.765625, 3.84375, 3.421875, 3.515625, 3.390625, 3.4375, 3.546875, 2.570312, 3.375, 3.734375, 3.359375 ] }, "name": "onnx::Mul_8774", "outputIndexes": [ 2164 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2163, 2164 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_22/Mul_1_output_0", "outputIndexes": [ 2165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2094, 2165 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_113_output_0", "outputIndexes": [ 2166 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2166 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_22/Mul_output_0", "outputIndexes": [ 2167 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.909668, 0.943604, 0.902344, 0.921875, 0.858398, 0.875488, 0.883301, 1.40625, 0.901855, 0.957275, 0.907227, 0.912598, 0.90918, 0.868164, 0.911133, 0.925293, 0.94751, 0.938721, 1.222656, 0.974854, 0.942871, 0.907227, 0.885254, 0.975708, 0.950439, 0.925293, 0.896484, 1.0271, 0.89502, 0.925781, 0.958252, 0.975708, 0.916016, 1.326172, 0.916016, 0.940674, 0.920898, 0.898926, 0.953125, 0.933105, 0.865234, 0.938965, 0.915527, 1.002243, 1.24707, 0.906738, 0.882812, 0.900879, 1.388672, 1.011475, 0.959961, 0.97522, 0.919434, 1.09375, 0.879395, 0.912109, 0.897949, 0.896484, 0.973755, 0.998932, 1.028931, 0.939209, 0.924805, 0.89209, 0.897949, 0.930176, 1.032471, 0.889648, 0.964844, 0.91748, 0.90625, 0.92627, 0.920898, 0.932129, 0.92627, 0.948975, 1.139648, 0.958008, 1.019653, 1.246094, 0.922852, 1.435547, 0.937744, 1.053955, 0.922852, 0.904297, 0.913574, 1.044922, 1.181641, 0.966064, 0.935547, 0.924316, 0.896973, 1.222656, 0.915527, 1.447266, 0.905762, 1.025146, 0.75293, 0.907227, 0.988525, 0.873047, 0.907715, 0.905273, 0.885742, 0.919922, 0.90918, 1.002899, 0.901367, 0.931152, 0.886719, 0.910156, 0.919922, 0.417969, 0.866211, 0.95874, 0.946045, 1.234375, 0.935059, 0.869141, 0.901367, 0.902832, 1.000999, 0.880371, 0.932129, 1.001442, 0.919434, 0.894043, 0.953369, 1.077637, 1.068848, 0.90918, 0.940674, 0.928223, 0.880859, 0.904785, 0.973267, 1.00296, 0.922852, 0.900391, 0.836914, 1.183594, 0.9375, 0.917969, 0.942383, 1.028687, 0.949463, 0.929199, 0.914551, 0.896973, 0.930176, 0.972046, 0.94751, 0.841797, 0.936523, 0.902344, 1.126953, 0.904297, 1.386719, 1.357422, 0.378906, 0.892578, 0.971313, 1.12793, 0.926758, 0.911621, 0.899414, 1.310547, 0.856445, 0.934082, 0.915039, 1.265625, 0.905273, 1.300781, 0.952637, 0.848633, 0.892578, 1.507812, 0.934082, 0.957764, 0.908691, 1.367188, 0.971436, 1.380859, 0.754883, 0.908691, 1.174805, 0.939697, 0.958984, 0.984863, 0.913086, 0.946533, 0.911621, 0.918945, 0.93457, 0.927734, 0.938965, 0.904785, 0.891113, 0.916504, 0.947266, 0.914551, 0.910156, 0.948242, 0.961182, 0.918945, 0.896484, 0.931641, 0.894043, 0.892578, 0.995667, 0.894043, 0.921875, 0.974487, 0.924316, 0.916016, 0.938232, 0.930176, 0.899902, 0.935059, 0.949707, 0.930176, 0.884766, 0.912598, 0.889648, 0.941895, 0.911133, 0.904785, 0.994049, 0.981812, 0.339844, 0.951172, 0.894043, 0.873047, 0.905762, 0.871094, 0.959473, 0.868164, 0.932129, 0.959717, 0.794922, 0.925293, 0.904297, 1.087402, 0.963867, 0.931152, 0.937744, 1.011719, 0.873047, 1.094727, 0.914551, 0.931641, 1.200195, 0.926758, 0.911621, 0.918945, 0.92627, 1.150391, 0.930176, 0.926758, 0.924805, 0.887695, 0.96875, 0.919922, 0.922852, 1.016602, 0.869141, 0.901367, 0.939209, 0.915527, 0.920898, 0.918945, 0.935547, 0.929199, 0.915527, 0.88916, 1.136719, 0.892578, 0.898926, 0.892578, 1.01239, 0.92041, 1.208008, 0.912109, 0.95874, 0.946777, 0.90918, 0.950195, 1.249023, 0.927734, 0.970825, 1.386719, 0.947021, 0.910645, 0.916016, 0.87793, 0.936035, 0.951904, 0.888184, 0.930176, 0.893066, 0.963867, 1.345703, 0.887207, 1.435547, 0.933594, 0.887695, 0.963623, 0.940918, 0.906738, 0.916992, 1.417969, 0.905762, 0.916504, 0.936523, 0.927246, 0.900391, 0.890137, 0.967041, 0.885742, 0.97168, 0.940674, 0.968506, 0.937744, 0.896973, 0.884766, 0.980103, 0.952881, 0.892578, 0.904297, 1.000484, 0.974976, 0.90918, 0.912109, 0.1875, 0.901855, 0.925781, 0.862305, 0.90625, 0.925781, 0.961182, 1.016968, 0.916016, 0.935547, 0.937012, 1.027832, 0.92627, 1.081055, 0.980713, 0.884766, 1.168945, 1.004547, 1.075195, 0.9935, 1.4375, 1.239258, 0.880859, 0.896484, 1.024658, 0.935547, 1.302734, 0.90918, 0.984131, 1.152344, 1.023071, 0.894043, 0.902832, 1.125977, 0.90918, 0.932617, 0.877441, 0.939209, 0.90625, 0.953857, 0.884766, 0.911621, 0.887207, 0.950928, 0.911621, 1.058838, 0.914551, 0.897949, 1.123047, 1.197266, 0.874023, 0.918457, 0.980713, 1.029541, 0.883789, 0.914551, 0.962402, 0.960449, 1.402344, 0.902832, 0.916992, 0.908203, 0.92627, 1.386719, 0.980713, 0.860352, 0.900879, 0.891602, 0.918945, 0.924316, 1.222656, 0.858398, 0.882324, 0.935547, 0.963623, 1.005432, 0.901367, 0.932129, 0.870117, 0.914062, 0.943115, 0.963135, 0.945068, 0.912109, 0.979004, 0.90918, 0.93457, 0.918457, 0.96582, 0.928223, 0.90625, 0.989624, 0.901855, 0.873047, 0.899902, 0.937012, 0.931641, 0.907715, 0.90332, 0.974976, 0.623047, 0.879883, 0.865234, 0.883301, 0.910645, 0.894043, 0.909668, 0.914551, 0.87793, 0.997162, 0.794922, 0.888672, 0.897461, 0.915039, 0.947021, 0.871094, 0.884277, 0.928711, 0.939209, 0.908691, 0.898926, 0.90332, 1.029053, 0.879883, 0.987488, 0.952637, 0.916992, 0.887207, 0.900879, 0.926758, 1.097168, 0.926758, 1.347656, 0.967773, 0.92041, 0.927734, 0.935547, 0.916504, 0.905273, 1.01178, 0.927246, 0.913086, 1.214844, 1.007172, 0.942139, 0.88623, 0.939697, 0.962646, 0.864258, 0.887207, 0.893555, 0.904785, 1.324219, 0.9375, 0.921387, 0.904785, 0.980469, 0.89502, 0.891602, 0.896973, 1.014648, 0.913086, 1.527344, 1.277344, 1.028076, 1.359375, 0.918945, 0.905762, 0.890137, 1.050537, 1.087402, 0.910156, 1.012146, 0.960449, 0.881836, 0.903809, 0.921875, 0.891602, 0.968018, 0.933105, 0.930176, 0.897949, 1.028809, 0.926758, 0.877441, 0.976685, 0.903809, 0.938232, 1.263672, 1.245117, 0.896973, 1.206055, 0.885254, 0.912109, 0.935547, 0.890625, 0.916504, 0.916504, 0.895508, 1.359375, 0.905762, 1.240234, 0.921875, 0.956543, 0.891602, 1.263672, 0.537109, 0.976807, 0.869141, 0.948486, 0.880859, 0.915039, 0.902344, 0.940186, 1.066406, 0.911621, 1.087402, 0.914551, 0.939941, 0.911621, 0.92334, 0.899902, 0.915527, 0.6875, 0.949219, 0.963135, 0.920898, 1.294922, 0.959473, 1.004669, 0.905273, 0.912598, 0.927734, 0.78125, 0.928711, 0.919434, 0.912109, 0.866211, 0.888184, 0.959473, 1.435547, 0.892578, 0.963379, 0.915039, 1.147461, 0.926758, 0.873047, 1.165039, 0.895996, 0.945312, 0.942139, 0.930664, 0.880859, 0.955322, 0.720703, 1.019409, 0.896973, 0.927246, 0.908691, 0.834961, 1.265625, 0.941406, 0.92041, 0.922852, 0.907715, 1.022217, 0.878418, 0.894043, 0.987122, 0.911133, 0.890137, 0.895508, 0.922852, 0.900391, 0.90918, 0.993622, 0.874023, 0.92041, 0.889648, 1.014587, 0.95166, 0.936035, 0.916504, 0.958984, 0.959473, 0.908203, 0.913574, 0.900879, 0.951416, 0.919922, 0.907715, 1.003815, 0.942627, 0.902344, 0.90332, 0.957031, 0.947754, 0.923828, 1.004639, 0.938232, 0.899902, 0.943115, 0.894043, 0.941162, 0.888672, 1.146484, 0.893555, 0.907227, 1.047852, 1.292969, 0.888184, 1.180664, 0.898926, 0.887207, 0.933594, 1.11377, 1.271484, 1.503906, 0.908203, 0.916016, 0.878418, 0.887207, 0.961914, 0.897461, 0.915527, 0.904297, 0.898926, 0.916504, 0.915039, 1.417969, 0.92041, 0.915039, 0.937012, 0.929688, 0.915039, 0.92334, 0.91748, 0.920898, 0.953613, 0.967285, 0.976074, 0.92041, 0.916016, 0.896973, 1.007172, 0.895508, 0.894043, 1.396484, 1.375, 0.91748, 1.027344, 0.915527, 1.008057, 0.874023, 0.92041, 0.854492, 0.948242, 0.919434, 0.940918, 0.913574, 0.874023, 0.955566, 0.938965, 0.912109, 0.899414, 0.954834, 0.339844, 0.923828, 0.936523, 0.920898, 0.927246, 0.923828, 0.896484, 0.971313, 0.91748, 0.980103, 0.915527, 0.883789, 0.908691, 0.897949, 1.085449, 0.734375, 0.937012, 1.071289, 0.909668, 0.979492, 0.881348, 0.893555, 0.916504, 0.962158, 1.053223, 1.007782, 1.10498, 0.903809, 0.896484, 0.874023, 0.986694, 1.049316, 0.941895, 0.902344, 0.949951, 0.94043, 0.921875, 0.895996, 0.874023, 0.866211, 0.943359, 0.930176, 0.89209, 0.945557, 0.929199, 0.959473, 0.891602, 0.971436, 0.900879, 0.936523, 0.88916, 0.926758, 0.949951, 0.934082, 0.91748, 1.003265, 0.916504, 1.271484, 0.911621, 0.965088, 0.930664, 0.924805, 0.927246, 0.910645, 0.943115, 0.964844, 0.933594, 0.866211, 0.909668, 0.914062, 0.894531, 0.90332, 0.959229, 0.882812, 0.936523, 0.885742, 0.904297, 0.893555, 0.888672, 0.998619, 0.943115, 0.94165, 0.971313, 0.907227, 0.34375, 0.945557, 0.896484, 0.985779, 1.063477, 0.885742, 0.897461, 0.922852, 0.980713, 0.889648, 0.973389, 0.952881, 0.908691, 1.070801, 0.911621, 0.962646, 0.953613, 0.875977, 0.925293, 0.912598, 0.966553, 1.140625, 0.917969, 0.90332, 1.108398, 0.910156, 0.944092, 0.889648, 1.318359, 0.925781, 1.232422, 1.063965, 0.910156, 0.954834, 1.061768, 0.939209, 0.919922, 0.9375, 0.899902, 0.92334, 0.879395, 0.893066, 0.935059, 0.913086, 0.944336, 0.940186, 0.903809, 0.904297, 0.958984, 0.900879, 0.904785, 1.062988, 0.930176, 0.935059, 0.974976, 0.965576, 1.101562, 0.934082, 0.918945, 0.937012, 0.899414, 0.882324, 1.027466, 0.893066, 0.915039, 0.859375, 0.974731, 0.949951, 0.959717, 0.898926, 1.511719, 0.991638, 0.974487, 0.92041, 0.92334, 0.954834, 0.890137, 0.904297, 0.943848, 0.950684, 0.944092, 1.359375, 0.954346, 0.914062, 0.96936, 1.02417, 0.884277, 0.923828, 0.99295, 1.347656, 1.028809, 0.950928, 0.937012, 0.884277, 0.925293, 0.898926, 0.972778, 0.937744, 0.960449, 0.966553, 0.94751, 0.925781, 0.88623, 0.883301, 0.970703, 0.95752, 1.24707, 0.937744, 0.915527, 0.919922, 0.921387, 0.919434, 0.912598, 0.918945, 0.966797, 0.917969, 0.986938, 0.931152, 0.94043, 0.902344, 1.099121, 0.971436, 0.931641, 1.351562, 1.589844, 1.058594, 1.004639, 0.960693, 0.910156, 0.916992, 0.926758, 1.365234, 1.349609, 0.970947, 0.875977, 0.962402, 0.965088, 0.924316, 0.899414, 0.916016, 0.916504, 1.400391, 0.902832, 0.946777, 0.948242, 1.077148, 0.935059, 0.97168, 0.946045, 1.005249, 0.916016, 0.916992, 0.962158, 0.950684, 0.99054, 0.89209, 0.921387, 0.962891, 0.907715, 1.003998, 0.902832, 0.891113, 1.076172, 1.417969, 0.234375, 0.910156, 0.990417, 0.89502, 0.933105, 0.90625, 0.911133, 0.893066, 1.470703, 0.951172, 1.009766, 0.918945, 0.882812, 1.273438, 0.881348, 0.92334, 0.987732, 0.923828, 0.901367, 0.966553, 1.008972, 1.337891, 0.931641, 0.927246, 0.923828, 1.373047, 0.944336, 0.955811, 0.849609, 0.893066, 0.619141, 0.960205, 0.985046, 0.916504, 0.938965, 1.091309, 0.908203, 0.910645, 1.048584, 0.833008, 1.404297, 0.488281, 0.951416, 0.924316, 0.905273, 0.980713, 0.907715, 1.063477, 0.957031, 1.496094, 0.927734, 0.911133, 0.922852, 0.879883, 0.897949, 0.889648, 0.926758, 1.273438, 0.979858, 1.373047, 0.930664, 1.324219, 1.007294, 0.918457, 0.911133, 0.888184, 1.030151, 0.9375, 0.864258, 0.954834, 1.423828, 1.045898, 1.028442, 1.196289, 1.162109, 0.893555, 0.919922, 1.009277, 0.863281, 0.913574, 0.987305, 0.906738, 1.028198, 1.03064, 0.905762, 1.416016, 0.958008, 0.896484, 0.938721, 1.261719, 1.386719, 0.912598, 0.885742, 0.911621, 0.911133, 0.895508, 0.918457, 1.00885, 0.1875, 0.964844, 0.932129, 0.885254, 0.965332, 0.895996, 0.908691, 0.890137, 0.898926, 0.915039, 0.933594, 0.884277, 0.967285, 0.971558, 0.922852, 0.957275, 0.984253, 0.898926, 0.888672, 0.928223, 0.916016, 0.92627, 0.779297, 0.890137, 1.369141, 1.055664, 0.963623, 1.265625, 0.892578, 0.972778, 0.884277, 0.920898, 0.919434, 0.893066, 0.916992, 0.924316, 1.304688, 1.004089, 0.925781, 0.970337, 0.902344, 0.936035, 1.011536, 0.92041, 0.924316, 0.934082, 0.902344, 0.887207, 1.285156, 0.887207, 0.89209, 1.051025, 0.910645, 0.904297, 0.927734, 0.878418, 0.919922, 0.904785, 0.90918, 0.900879, 0.890137, 0.90918, 0.949219, 0.922363, 0.923828, 0.87207, 0.892578, 0.911621, 1.091797, 0.909668, 1.3125, 0.92041, 0.964355, 0.976807, 0.939941, 0.897461, 0.874023, 0.911621, 1.075195, 0.914062, 1.398438, 1.414062, 1.380859, 0.932129, 0.897461, 1.24707, 0.948242, 0.944824, 0.946045, 1.248047, 0.976685, 1.030029, 0.968018, 1.279297, 0.904297, 0.917969, 0.942139, 0.928223, 0.974487, 0.968262, 0.919434, 0.925293, 1.099609, 1.402344, 1.507812, 0.945801, 0.908203, 0.905762, 0.866211, 1.004517, 1.020874, 0.971802, 1.371094, 0.890625, 0.935059, 0.924316, 0.921875, 1.061523, 0.924316, 0.895996, 0.956543, 0.98938, 0.919434, 0.950684, 0.889648, 0.925781, 0.893066, 0.876953, 0.904785, 0.945557, 0.897461, 0.911621, 0.935059, 0.888184, 0.914062, 0.907715, 0.919922, 0.913086, 0.897461, 0.966064, 0.903809, 0.913574, 0.906738, 0.947266, 0.922852, 0.932617, 0.948975, 0.918457, 0.882324, 0.946777, 0.940674, 1.167969, 0.901367, 0.943359, 0.913086, 0.959229, 0.955322, 0.908203, 0.922363, 1.226562, 0.945557, 1.239258, 0.919434, 0.940674, 0.963135, 1.021362, 0.947266, 1.08252, 0.87793, 1.386719, 0.895508, 1.071777, 0.936035, 0.915039, 0.957031, 0.91748, 0.901367, 0.915527, 0.963379, 0.908691, 0.929688, 0.922852, 1.3125, 0.916504, 0.924316, 0.939697, 0.940918, 0.943115, 0.902344, 0.975342, 1.039795, 0.933105, 0.92041, 0.947266, 0.882812, 0.932129, 0.924805, 0.912109, 0.969849, 0.925781, 1.392578, 0.928223, 0.958008, 0.896973, 0.695312, 0.987427, 1.060547, 1.443359, 0.924316, 1.457031, 1.155273, 0.954834, 0.930664, 0.935547, 0.906738, 1.427734, 0.911621, 1.011292, 0.892578, 1.414062, 0.875977, 0.890625, 0.900879, 0.915039, 0.897949, 0.899414, 1.337891, 0.885742, 0.942383, 1.053955, 1.25, 0.918945, 0.879883, 1.239258, 0.89502, 1.000456, 0.881836, 0.949219, 0.896484, 0.931152, 1.308594, 0.911621, 0.923828, 0.937012, 0.908203, 0.930176, 1.112305, 1.416016, 0.912109, 0.899414, 1.002716, 0.902344, 0.870117, 0.900391, 0.886719, 0.942871, 0.922363, 0.961182, 0.913574, 0.914062, 0.90332, 0.914062, 0.91748, 0.966309, 0.919434, 0.914062, 0.916504, 1.539062, 0.893555, 0.958008, 0.890137, 0.950684, 0.914062, 0.968262, 0.92334, 0.897461, 0.919922, 0.894531, 0.946533, 0.895508, 0.886719, 1.023193, 0.921387, 1.347656, 0.939453, 1.238281, 0.874023, 0.907715, 0.894043, 1.3125, 0.922852, 0.946533, 0.992828, 0.894043, 0.862305, 0.933105, 0.963379, 0.89209, 0.939453, 0.964844, 1.177734, 0.943115, 0.910645, 0.903809, 0.891113, 0.944336, 0.930664, 0.889648, 0.911621, 0.928711, 0.886719, 0.940186, 0.966064, 0.909668, 0.954834, 1.213867, 0.999973, 0.894043, 0.883301, 0.947021, 1.386719, 0.875, 0.929688, 0.900879, 0.911133, 0.917969, 0.906738, 0.921387, 0.913574, 1.357422, 0.907715, 0.908691, 0.91748, 0.890625, 0.955322, 0.910645, 0.915039, 0.884766, 0.893555, 0.930176, 0.884277, 0.923828, 0.914551, 0.947021, 0.871094, 0.911621, 1.115723, 0.152344, 0.92041, 0.952393, 0.918457, 0.947266, 1.099609, 0.887695, 0.930176, 0.927734, 1.371094, 1.02002, 1.113281, 0.928223, 0.92627, 0.92041, 0.865234, 1.441406, 0.899902, 0.813477, 1.460938, 1.083008, 0.889648, 0.92041, 0.908203, 0.897949, 0.885254, 0.933594, 0.94751, 0.935059, 0.910156, 1.181641, 0.912109, 0.923828, 0.902344, 1.022461, 0.902344, 0.912109, 0.906738, 0.912598, 0.924805, 0.972412, 0.899902, 0.938721, 1.361328, 0.924805, 0.944092, 0.901367, 0.950439, 1.011902, 0.898926, 0.97583, 0.903809, 0.910156, 1.083008, 0.93457, 0.917969, 0.903809, 0.226562, 0.938477, 0.963379, 0.928223, 0.913574, 1.043701, 1.394531, 0.927246, 0.927734, 0.933105, 0.961182, 0.921875, 0.932129, 0.913574, 1.363281, 1.005005, 0.90918, 0.923828, 0.940674, 0.947754, 0.90625, 0.919922, 0.906738, 0.927734, 0.906738, 0.943359, 0.895996, 0.908691, 0.887207, 0.89502, 0.976685, 0.94873, 0.971313, 0.925293, 0.95874, 0.761719, 0.901855, 1.099121, 0.927246, 0.951416, 0.929688, 0.918457, 0.88916, 0.892578, 1.051758, 0.947754, 0.924316, 0.934082, 0.902832, 0.902832, 1.066895, 0.931152, 0.931641, 0.948486, 0.900391, 0.874023, 1.135742, 0.905273, 0.984924, 0.938477, 0.933105, 1.168945, 0.908691, 0.907715, 0.899414, 0.671875, 0.895996, 0.933594, 0.958984, 0.910156, 0.936035, 0.951172, 0.919922, 0.961914, 1.099121, 0.974243, 0.937988, 0.887207, 0.939209, 0.889648, 0.885742, 0.931152, 0.902832, 0.916504, 0.940186, 0.991516, 0.960693, 0.90625, 0.868164, 0.930176, 0.898438, 0.914551, 0.905273, 0.90332, 0.905273, 0.912598, 0.939941, 0.969971, 0.951416, 0.979736, 0.908203, 0.887207, 1.384766, 0.950928, 0.880371, 0.947266, 1.198242, 0.923828, 0.941895, 1.11377, 1.304688, 0.928711, 0.918457, 0.899902, 0.92041, 0.938232, 0.904297, 0.954102, 0.927246, 0.965088, 0.994019, 0.921875, 1.083984, 0.891602, 0.914062, 1.24707, 1.427734, 0.938721, 0.895508, 0.913574, 1.106445, 0.905273, 1.042969, 0.924316, 0.924316, 0.899902, 0.919434, 0.925293, 0.966309, 0.959229, 0.894043, 0.868164, 1.068848, 1.304688, 1.130859, 0.906738, 0.916504, 0.925781, 1.004211, 0.878906, 0.880371, 0.984009, 1.115723, 0.880371, 0.911621, 0.964111, 0.916016, 0.919434, 0.943848, 0.955322, 1.044922, 1.367188, 1.445312, 0.933594, 0.930176, 0.943115, 0.883789, 0.94043, 0.884766, 1.208984, 0.878906, 1.155273, 1.099121, 0.890137, 0.901367, 0.943604, 0.938232, 0.956055, 0.873047, 1.216797, 0.915039, 0.970581, 0.951416, 0.87207, 0.923828, 0.938232, 0.950928, 1.006927, 0.937012, 0.918457, 0.938232, 0.955566, 0.936523, 0.947021, 0.917969, 0.289062, 0.888184, 0.92627, 1.365234, 0.899902, 0.919434, 1.130859, 0.914551, 1.034668, 0.935059, 0.892578, 0.919434, 1.102051, 1.101562, 0.91748, 0.916504, 0.932129, 0.924805, 0.888672, 0.926758, 0.921875, 0.911133, 0.88623, 0.930176, 0.91748, 1.092773, 1.585938, 0.948486, 0.900879, 0.891602, 0.943359, 0.938232, 1.308594, 0.925293, 0.904785, 0.967529, 0.909668, 1.175781, 0.879395, 0.91748, 0.907715, 0.951172, 0.926758, 0.896484, 0.958984, 0.993713, 0.92334, 0.896484, 0.908203, 1.412109, 0.919434, 0.936523, 1.427734, 0.914062, 0.760742, 0.909668, 0.939453, 0.981934, 0.935547, 0.797852, 0.911133, 0.927734, 0.947998, 0.898438, 0.910645, 0.923828, 1.182617, 0.935059, 0.896973, 0.910645, 0.908691, 0.902832, 1.036621, 0.941406, 0.932617, 0.998428, 0.949463, 0.642578, 0.92041, 1.163086, 1.050537, 1.451172, 0.885742, 0.935547, 0.882812, 0.9646, 0.924805, 0.931152, 0.919922, 0.960205, 0.970093, 0.970093, 0.929199, 0.88623, 0.966064, 0.896973, 1.091797, 0.975098, 1.013, 1.380859, 0.930176, 0.90918, 0.894043, 0.897949, 0.916504, 0.98822, 0.971802, 0.896484, 1.062988, 1.027222, 0.900391, 0.89209, 0.90332, 0.943115, 0.909668, 1.020142, 0.892578, 0.87793, 0.875, 1.239258, 0.930664, 0.890625, 0.920898, 0.904297, 0.957275, 0.911133, 0.937744, 0.975708, 0.909668, 0.901367, 0.915527, 1.061523, 0.953857, 0.876953, 0.943604, 0.87207, 0.912109, 0.904297, 0.955322, 0.961182, 0.879883, 0.90918, 1.130859, 1.224609, 0.90332, 0.943604, 0.90625, 0.920898, 0.883789, 1.410156, 0.916016, 0.87207, 0.894043, 0.900879, 0.96167, 0.943115, 0.955078, 1.121094, 0.908203, 0.961426, 0.885254, 0.945557, 1.213867, 0.890625, 0.92627, 0.896484, 0.915527, 0.895996, 0.900391, 0.96167, 0.946533, 1.071777, 0.968018, 1.07959, 1.339844, 0.994568, 0.920898, 0.907715, 0.87207, 0.441406, 0.913086, 0.901855, 0.904297, 0.908691, 0.970337, 0.939453, 0.92334, 1.132812, 0.908691, 0.979736, 0.932617, 0.896973, 0.922852, 0.886719, 0.905273, 0.884277, 0.906738, 1.037598, 0.962891, 0.924805, 1.185547, 0.968262, 0.900879, 0.87207, 0.937744, 1.292969, 0.949219, 0.877441, 0.90918, 0.905273, 0.933105, 1.292969, 0.916992, 0.928223, 0.995209, 0.904297, 0.941406, 0.93457, 0.916016, 0.929199, 0.927734, 0.923828, 0.937012, 0.934082, 0.927734, 0.881836, 0.933594, 1.373047, 0.962891, 0.936035, 0.897461, 0.894531, 0.877441, 0.908203, 0.939453, 1.111328, 0.901367, 0.901367, 0.908203, 0.922363, 1.132812, 0.968872, 0.870117, 0.903809, 0.943848, 0.915039, 0.914551, 0.934082, 0.88623, 0.981201, 0.919922, 0.965088, 0.924805, 0.932617, 1.020874, 0.911621, 0.876953, 0.964355, 0.911133, 1.193359, 1.447266, 0.929688, 0.998558, 0.891113, 0.888672, 0.933594, 0.951416, 0.992676, 0.904785, 0.971313, 0.933594, 0.903809, 0.899902, 0.927734, 1.378906, 0.932129, 0.906738, 1.022827, 0.905762, 0.853516, 0.93457, 0.912598, 0.918457, 0.977295, 0.87207, 0.92627, 0.906738, 1.212891, 0.927734, 0.940186, 0.912109, 0.986084, 0.950928, 0.897949, 0.905273, 0.907227, 0.91748, 0.911621, 0.893066, 0.927246, 0.901367, 1.0354, 0.926758, 1.05957, 1.147461, 0.910645, 0.878906, 0.930176, 1.302734, 1.022461, 0.899902, 0.92334, 0.871094, 0.943604, 0.894043, 0.905273, 0.880371, 0.967529, 0.865234, 1.427734, 0.961914, 0.858398, 0.915039, 0.939209, 0.908691, 0.897461, 0.911621, 1.419922, 0.916504, 0.938477, 0.915527, 0.907227, 0.875, 0.905762, 0.888184, 0.892578, 0.936035, 1.164062, 0.947998, 0.959717, 0.967285, 0.890137, 0.880371, 0.912109, 0.914551, 0.993042, 0.912109, 0.956055, 1.139648, 0.92627, 0.905273, 0.901855, 0.927246, 0.948486, 0.97229, 0.960938, 0.90332, 0.924316, 0.913086, 0.92041, 1.443359, 0.904785, 0.95459, 0.933105, 0.916016, 0.89209, 0.896973, 0.869141, 0.910645, 0.870117, 1.033691, 0.928711, 0.87793, 0.901367, 1.419922, 0.926758, 0.919922, 0.895996, 0.897461, 0.88916, 0.904297, 0.92627, 0.945557, 0.900391, 0.973633, 0.894531, 1.24707, 0.935059, 0.966064, 0.887695, 1.345703, 0.91748, 1.182617, 0.931641, 1.472656, 0.916016, 0.966797, 0.966309, 1.07373, 0.988281, 0.907715, 0.924805, 0.955078, 0.895508, 0.940186, 0.904785, 0.922363, 1.494141, 1.205078, 1.058838, 0.884277, 0.905762, 0.929199, 0.896484, 0.862305, 0.904297, 1.025757, 0.931152, 0.916504, 0.927734, 0.893066, 0.962158, 0.952881, 0.935547, 0.910645, 1.05542, 0.919434, 0.92041, 0.862305, 0.915527, 0.88916, 1.005188, 0.890137, 0.922852, 0.961182, 0.935547, 0.892578, 0.939209, 0.899414, 1.015137, 1.231445, 0.891113, 0.932129, 0.904297, 1.167969, 0.902344, 0.911133, 0.897461, 1.277344, 0.950928, 1.050293, 0.935059, 0.942139, 0.974487, 1.375, 0.902832, 0.901855, 0.881836, 1.441406, 1.070801, 1.263672, 0.973022, 0.927246, 1.024414, 0.874023, 0.895996, 0.893066, 0.931152, 0.932129, 0.950439, 1.18457, 1.149414, 0.895996, 1.012573, 0.950439, 0.925293, 0.898438, 0.914062, 0.909668, 1.006561, 0.923828, 0.910645, 0.907715, 1.181641, 0.915039, 0.907227, 0.956055, 0.922852, 0.936035, 1.253906, 0.957031, 1.292969, 0.935547, 0.915039, 0.905273, 0.973267, 0.881836, 0.968018, 0.915039, 0.896484, 0.882812, 0.88916, 0.911133, 0.931641, 0.935059, 0.909668, 0.916504, 0.92627, 0.844727, 0.907227, 1.082031, 0.951904, 0.925293, 1.046387, 0.93457, 0.916016, 0.910156, 0.897949, 0.975586, 0.927246, 0.950684, 0.903809, 1.089844, 0.903809, 0.916992, 0.900391, 0.907227, 0.918457, 0.878906, 0.943848, 0.942139, 0.916504, 0.912109, 0.895996, 0.908203, 1.115234, 0.920898, 0.964355, 1.173828, 0.931152, 0.916992, 1.277344, 0.908203, 0.992004, 0.929688, 0.932129, 0.950928, 0.912598, 0.881836, 0.885742, 0.916016, 0.906738, 0.941162, 0.972778, 0.913574, 1.083008, 0.956055, 0.896973, 0.88916, 1.271484, 0.92334, 0.904785, 0.88916, 0.996445, 0.901367, 0.900879, 0.967285, 0.940918, 0.544922, 0.968018, 0.880371, 0.908203, 1.357422, 0.908203, 0.871094, 1.265625, 0.91748, 1.002563, 0.897461, 0.908691, 0.89502, 0.88916, 1.175781, 0.896973, 0.925293, 0.90918, 0.904785, 0.932617, 0.947021, 1.008301, 1.3125, 1.09668, 0.882812, 1.009949, 0.884766, 1.037354, 0.97522, 0.936523, 0.884766, 1.261719, 0.976318, 0.922852, 1.458984, 0.898438, 0.957031, 0.911133, 0.912598, 1.261719, 0.862305, 0.911133, 1.277344, 0.882324, 0.574219, 0.998444, 0.933594, 0.893066, 0.895996, 1.332031, 0.899414, 0.987061, 0.921387, 0.891113, 0.916016, 0.980225, 1.124023, 0.857422, 0.905762, 0.931641, 0.938721, 1.249023, 0.981201, 0.911133, 0.948242, 0.936523, 0.878418, 0.905762, 0.93457, 0.939697, 0.896973, 0.950928, 0.927246, 1.052246, 0.541016, 0.97937, 0.923828, 1.400391, 0.902344, 0.979126, 0.904297, 0.923828, 0.985107, 0.970215, 0.898438, 0.947021, 0.90332, 1.277344, 0.895996, 0.88916, 0.983154 ] }, "name": "onnx::Mul_8776", "outputIndexes": [ 2168 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2167, 2168 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_22/Mul_1_output_0", "outputIndexes": [ 2169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2169 ], "outputIndexes": [ 3122 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3122 ], "outputIndexes": [ 3123 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear", "inputIndexes": [ 3123 ], "outputIndexes": [ 3124 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 971443604, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3124 ], "outputIndexes": [ 3125 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3125 ], "outputIndexes": [ 2170 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2170 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_output_0", "outputIndexes": [ 2171 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2171 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_1_output_0", "outputIndexes": [ 2172 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2172 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_2_output_0", "outputIndexes": [ 2173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2173 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Add_output_0", "outputIndexes": [ 2174 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 2174 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_3_output_0", "outputIndexes": [ 2175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2175 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_22/Tanh_output_0", "outputIndexes": [ 2176 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 2176 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Add_1_output_0", "outputIndexes": [ 2177 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2177 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_4_output_0", "outputIndexes": [ 2178 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 2178 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_5_output_0", "outputIndexes": [ 2179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2169 ], "outputIndexes": [ 3126 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3126 ], "outputIndexes": [ 3127 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear", "inputIndexes": [ 3127 ], "outputIndexes": [ 3128 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 983387562, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3128 ], "outputIndexes": [ 3129 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3129 ], "outputIndexes": [ 2180 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2179, 2180 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_22/Mul_output_0", "outputIndexes": [ 2181 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2181 ], "outputIndexes": [ 3130 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3130 ], "outputIndexes": [ 3131 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear", "inputIndexes": [ 3131 ], "outputIndexes": [ 3132 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 995331520, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3132 ], "outputIndexes": [ 3133 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3133 ], "outputIndexes": [ 2182 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2182 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_22/Mul_output_0", "outputIndexes": [ 2183 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 4.734375, 4.75, 4.84375, 5.09375, 4.890625, 4.78125, 4.5625, 2.5625, 4.609375, 4.46875, 4.6875, 4.734375, 4.65625, 4.75, 4.796875, 4.59375, 4.78125, 4.5, 3.65625, 4.359375, 4.859375, 4.6875, 4.78125, 4.359375, 4.53125, 4.765625, 4.40625, 3.953125, 5.0625, 4.75, 4.296875, 4.15625, 4.953125, 2.84375, 4.671875, 4.15625, 4.78125, 4.890625, 4.421875, 4.796875, 4.953125, 4.703125, 4.59375, 4.140625, 3.3125, 4.453125, 4.765625, 4.6875, 4.34375, 4.03125, 4.484375, 3.78125, 4.53125, 4.109375, 4.75, 4.390625, 4.640625, 4.796875, 4.5, 4.21875, 3.859375, 5.65625, 4.921875, 4.625, 4.75, 4.515625, 3.9375, 4.984375, 4.28125, 4.703125, 4.890625, 4.75, 4.640625, 4.671875, 4.75, 4.390625, 3.578125, 4.375, 4.1875, 3.140625, 4.671875, 2.34375, 4.796875, 3.828125, 4.703125, 4.453125, 4.8125, 4.09375, 3.421875, 4.59375, 4.53125, 4.578125, 4.96875, 3.40625, 4.78125, 2.382812, 4.640625, 4.609375, 6.25, 4.703125, 4.328125, 4.875, 4.65625, 4.953125, 4.78125, 4.734375, 4.734375, 4.03125, 4.859375, 4.46875, 4.75, 4.859375, 4.671875, 2.367188, 4.78125, 4.375, 4.703125, 5.3125, 4.5625, 4.8125, 4.65625, 4.84375, 4.5, 4.796875, 4.5625, 4.109375, 4.515625, 4.609375, 4.515625, 3.640625, 3.8125, 4.75, 4.375, 4.671875, 4.859375, 4.578125, 4.296875, 3.828125, 4.5625, 4.984375, 6.25, 4.1875, 4.46875, 4.65625, 4.46875, 4.234375, 4.46875, 4.859375, 4.5625, 4.828125, 4.65625, 4.390625, 4.453125, 5.28125, 4.453125, 4.96875, 3.71875, 4.84375, 2.898438, 2.929688, 3.4375, 4.765625, 4.1875, 3.703125, 4.96875, 4.875, 4.921875, 3.015625, 5.0, 4.640625, 4.71875, 3.1875, 4.921875, 3.078125, 4.609375, 3.75, 4.515625, 2.210938, 4.71875, 4.5, 4.734375, 2.71875, 4.34375, 2.320312, 6.4375, 4.703125, 3.421875, 4.734375, 4.5, 4.09375, 4.796875, 4.828125, 4.59375, 4.546875, 4.75, 4.34375, 4.421875, 4.828125, 4.96875, 4.59375, 4.53125, 4.671875, 4.71875, 4.359375, 4.796875, 4.90625, 6.46875, 4.71875, 4.984375, 4.796875, 4.375, 5.09375, 4.9375, 4.390625, 4.734375, 4.703125, 4.546875, 4.609375, 4.734375, 4.890625, 4.421875, 4.203125, 4.8125, 4.875, 4.84375, 4.609375, 4.546875, 4.609375, 4.203125, 4.140625, 3.640625, 4.625, 4.71875, 4.859375, 4.609375, 4.859375, 4.15625, 4.71875, 4.484375, 4.734375, 3.96875, 4.78125, 4.796875, 4.0625, 4.3125, 4.625, 4.546875, 4.25, 4.71875, 3.78125, 4.625, 4.609375, 3.4375, 4.890625, 4.65625, 4.734375, 4.5, 4.4375, 4.796875, 4.59375, 4.65625, 4.890625, 4.421875, 4.75, 4.859375, 4.078125, 4.703125, 4.765625, 4.609375, 4.65625, 4.609375, 4.546875, 4.796875, 4.515625, 4.921875, 4.765625, 3.65625, 4.703125, 4.875, 4.734375, 4.015625, 4.484375, 3.28125, 4.625, 4.6875, 4.609375, 4.484375, 4.625, 3.015625, 4.671875, 4.375, 2.570312, 4.53125, 4.59375, 4.65625, 4.578125, 4.65625, 4.875, 5.0, 4.6875, 4.734375, 4.390625, 2.515625, 4.8125, 2.0625, 4.5, 4.71875, 4.359375, 4.65625, 4.8125, 4.859375, 2.523438, 4.796875, 4.609375, 4.671875, 4.609375, 4.734375, 4.984375, 4.609375, 4.859375, 4.40625, 4.734375, 4.28125, 4.609375, 4.828125, 4.75, 4.09375, 4.359375, 4.859375, 4.828125, 4.1875, 4.921875, 4.625, 4.828125, 8.875, 4.78125, 4.484375, 4.9375, 4.84375, 4.453125, 4.546875, 4.328125, 4.703125, 4.625, 4.125, 4.15625, 4.703125, 3.5625, 4.15625, 4.6875, 2.914062, 4.03125, 3.09375, 4.234375, 2.359375, 3.265625, 4.859375, 4.859375, 4.09375, 4.359375, 2.890625, 4.6875, 4.453125, 3.546875, 4.421875, 4.765625, 4.984375, 3.234375, 4.734375, 4.578125, 4.765625, 4.421875, 4.640625, 4.34375, 5.09375, 5.03125, 4.859375, 4.421875, 4.578125, 3.640625, 4.796875, 4.921875, 3.5, 3.203125, 4.984375, 4.46875, 4.28125, 3.84375, 5.0, 4.75, 4.546875, 4.5, 2.59375, 4.609375, 4.6875, 4.734375, 4.578125, 2.835938, 4.578125, 4.796875, 4.734375, 4.84375, 4.734375, 4.734375, 3.1875, 5.09375, 4.734375, 4.515625, 4.6875, 3.671875, 4.84375, 4.8125, 4.765625, 4.828125, 4.078125, 4.34375, 4.53125, 4.609375, 4.40625, 4.65625, 4.703125, 4.671875, 5.25, 4.375, 4.640625, 3.96875, 4.703125, 4.515625, 4.828125, 4.65625, 5.34375, 4.96875, 4.796875, 4.109375, 3.1875, 4.8125, 4.78125, 4.96875, 4.671875, 4.9375, 4.796875, 4.546875, 4.859375, 4.21875, 2.5625, 4.78125, 4.59375, 5.03125, 4.484375, 4.75, 4.71875, 4.5625, 4.484375, 4.5, 4.609375, 4.671875, 3.609375, 4.84375, 4.296875, 4.59375, 4.8125, 4.640625, 4.796875, 4.859375, 3.5, 4.640625, 2.804688, 4.53125, 4.390625, 4.796875, 4.609375, 4.546875, 4.78125, 4.171875, 4.546875, 4.6875, 3.28125, 4.421875, 4.53125, 4.90625, 4.859375, 4.59375, 5.03125, 4.875, 4.8125, 4.765625, 2.851562, 4.703125, 4.609375, 4.71875, 4.15625, 4.578125, 4.78125, 4.734375, 4.15625, 4.765625, 2.4375, 2.84375, 4.046875, 2.757812, 4.71875, 4.84375, 4.671875, 4.0625, 3.21875, 4.6875, 3.796875, 4.140625, 5.0, 4.734375, 4.71875, 5.0625, 4.65625, 4.5625, 4.890625, 4.9375, 3.984375, 4.609375, 4.890625, 4.203125, 4.578125, 4.4375, 3.21875, 3.265625, 4.8125, 3.328125, 4.90625, 4.609375, 4.359375, 4.8125, 4.71875, 4.734375, 4.71875, 2.59375, 4.65625, 4.9375, 4.734375, 5.40625, 4.921875, 2.546875, 2.34375, 4.28125, 4.453125, 4.546875, 5.03125, 4.453125, 4.765625, 4.734375, 3.9375, 4.984375, 2.765625, 4.5625, 5.21875, 4.75, 4.546875, 4.5625, 4.84375, 3.5, 4.609375, 4.453125, 4.578125, 2.0625, 4.125, 4.328125, 4.484375, 4.8125, 4.65625, 2.804688, 4.46875, 4.515625, 4.6875, 4.921875, 4.75, 4.21875, 2.359375, 4.765625, 4.375, 4.59375, 3.515625, 4.6875, 6.28125, 4.125, 4.8125, 4.53125, 4.421875, 4.59375, 4.984375, 4.4375, 3.109375, 3.921875, 4.75, 4.5625, 4.296875, 6.0625, 4.359375, 4.546875, 4.453125, 4.578125, 4.765625, 4.359375, 4.890625, 4.890625, 4.15625, 4.640625, 4.984375, 4.765625, 4.671875, 4.84375, 4.6875, 4.125, 4.765625, 4.59375, 4.734375, 3.0625, 4.375, 4.625, 4.71875, 4.234375, 4.265625, 4.59375, 4.9375, 4.609375, 4.578125, 4.65625, 4.75, 4.1875, 4.703125, 5.0625, 4.640625, 4.484375, 4.5, 4.84375, 4.265625, 4.609375, 4.734375, 4.359375, 4.734375, 4.359375, 4.78125, 3.78125, 5.1875, 4.921875, 4.078125, 3.0, 4.578125, 3.484375, 4.5625, 4.9375, 4.421875, 3.46875, 4.15625, 2.554688, 4.859375, 5.21875, 4.78125, 4.765625, 4.46875, 4.890625, 4.71875, 4.65625, 4.65625, 4.421875, 4.8125, 2.335938, 4.46875, 4.703125, 4.71875, 4.671875, 4.890625, 4.890625, 4.671875, 4.375, 4.515625, 4.390625, 4.328125, 4.8125, 4.4375, 4.890625, 3.9375, 5.09375, 4.890625, 2.109375, 3.484375, 4.46875, 4.1875, 4.828125, 4.21875, 4.78125, 4.65625, 5.65625, 4.640625, 4.53125, 4.546875, 4.5625, 4.734375, 4.296875, 4.390625, 4.75, 4.78125, 4.65625, 3.828125, 5.0625, 4.53125, 4.34375, 4.671875, 4.609375, 4.78125, 4.296875, 4.546875, 4.296875, 4.796875, 4.859375, 4.546875, 4.6875, 2.679688, 4.640625, 4.75, 3.84375, 4.734375, 4.390625, 4.859375, 4.84375, 4.875, 4.546875, 3.796875, 2.804688, 3.625, 4.828125, 4.59375, 4.625, 4.546875, 4.3125, 4.5625, 4.640625, 4.578125, 4.671875, 4.65625, 4.796875, 5.1875, 4.796875, 4.953125, 4.78125, 4.765625, 4.921875, 4.421875, 4.28125, 5.03125, 4.265625, 4.828125, 4.609375, 4.796875, 4.734375, 4.671875, 4.671875, 4.796875, 4.28125, 4.5625, 3.21875, 4.96875, 4.453125, 4.5625, 4.34375, 4.5625, 4.90625, 4.734375, 4.5, 4.578125, 5.03125, 4.703125, 4.578125, 4.6875, 4.53125, 4.3125, 4.75, 4.546875, 4.578125, 4.671875, 4.71875, 5.875, 4.265625, 4.578125, 4.59375, 4.453125, 4.671875, 2.554688, 4.75, 4.890625, 3.65625, 3.671875, 5.0, 4.609375, 4.578125, 4.171875, 4.78125, 4.234375, 4.453125, 4.703125, 3.78125, 4.734375, 4.671875, 2.984375, 5.0625, 4.59375, 4.75, 4.453125, 3.609375, 4.546875, 4.6875, 3.046875, 4.765625, 4.5, 4.65625, 2.789062, 4.609375, 3.578125, 4.84375, 6.6875, 4.34375, 3.796875, 4.53125, 4.625, 4.484375, 4.59375, 4.703125, 4.78125, 4.609375, 4.609375, 4.578125, 4.59375, 4.578125, 4.9375, 4.78125, 4.5, 6.78125, 4.625, 3.8125, 5.0, 4.453125, 3.765625, 4.640625, 3.765625, 4.484375, 4.609375, 4.8125, 4.78125, 4.75, 4.40625, 4.609375, 4.625, 4.953125, 4.1875, 4.453125, 4.796875, 4.859375, 1.753906, 4.3125, 4.203125, 4.3125, 4.515625, 4.109375, 4.8125, 4.734375, 4.671875, 4.890625, 4.546875, 2.539062, 4.65625, 4.53125, 4.40625, 2.625, 4.65625, 4.9375, 4.203125, 2.890625, 4.25, 4.71875, 4.546875, 4.765625, 4.546875, 4.84375, 4.15625, 5.15625, 4.171875, 4.4375, 4.359375, 4.90625, 4.640625, 4.796875, 4.375, 4.453125, 3.15625, 4.578125, 4.75, 4.53125, 4.5625, 4.71875, 4.5, 4.890625, 4.703125, 4.640625, 4.03125, 4.4375, 4.921875, 4.78125, 3.734375, 4.34375, 4.546875, 2.84375, 2.015625, 3.78125, 4.46875, 4.28125, 4.9375, 4.578125, 5.0, 2.757812, 2.382812, 4.421875, 6.25, 4.296875, 4.578125, 4.453125, 4.796875, 4.796875, 4.328125, 2.695312, 4.796875, 4.625, 4.546875, 3.5625, 4.390625, 4.546875, 4.40625, 4.328125, 5.0625, 4.796875, 4.375, 4.828125, 3.96875, 4.953125, 4.65625, 4.375, 4.796875, 4.53125, 5.125, 4.953125, 3.796875, 2.703125, 2.453125, 4.671875, 4.359375, 4.796875, 4.6875, 4.78125, 4.53125, 4.984375, 2.265625, 4.5625, 4.015625, 4.984375, 4.75, 2.921875, 4.71875, 4.59375, 4.421875, 4.625, 4.625, 4.640625, 4.125, 3.0625, 4.53125, 4.40625, 4.65625, 2.773438, 4.65625, 4.765625, 5.65625, 4.796875, 3.25, 4.453125, 4.140625, 4.859375, 4.65625, 3.734375, 4.671875, 4.75, 3.953125, 2.648438, 2.210938, 2.429688, 4.296875, 4.640625, 4.75, 4.390625, 4.546875, 4.1875, 4.640625, 2.453125, 4.78125, 4.65625, 4.375, 4.859375, 4.609375, 4.640625, 4.828125, 2.46875, 4.484375, 2.640625, 4.734375, 2.921875, 4.03125, 4.765625, 4.609375, 4.84375, 3.96875, 4.390625, 3.90625, 4.421875, 2.5625, 4.296875, 4.09375, 3.59375, 3.546875, 4.875, 4.6875, 4.046875, 2.992188, 5.0625, 4.40625, 4.984375, 4.109375, 4.546875, 4.703125, 2.484375, 4.65625, 4.828125, 4.453125, 2.804688, 2.453125, 4.734375, 4.90625, 4.65625, 4.8125, 4.8125, 4.640625, 4.21875, 1.921875, 4.4375, 4.546875, 4.9375, 4.15625, 4.84375, 4.671875, 5.03125, 4.734375, 4.875, 4.453125, 5.125, 4.453125, 4.25, 4.953125, 4.703125, 4.078125, 4.734375, 4.90625, 4.78125, 4.609375, 4.828125, 2.765625, 4.53125, 2.578125, 3.921875, 4.125, 3.109375, 4.59375, 4.296875, 4.734375, 4.640625, 4.90625, 4.890625, 4.609375, 4.609375, 3.015625, 4.28125, 4.6875, 4.25, 4.5625, 4.640625, 4.171875, 4.921875, 4.75, 4.671875, 4.734375, 4.78125, 2.820312, 4.703125, 5.0625, 3.953125, 4.828125, 4.78125, 4.765625, 6.0625, 4.65625, 4.671875, 4.828125, 4.734375, 4.640625, 4.640625, 4.265625, 4.578125, 4.875, 4.75, 4.75, 4.40625, 2.921875, 4.96875, 2.921875, 4.703125, 4.625, 4.1875, 4.671875, 4.96875, 4.65625, 4.6875, 4.078125, 4.5625, 2.210938, 2.664062, 2.4375, 4.671875, 5.0, 3.3125, 4.421875, 4.640625, 4.703125, 3.125, 4.390625, 3.875, 4.515625, 3.03125, 4.8125, 4.828125, 6.40625, 4.65625, 4.1875, 4.1875, 4.78125, 4.5, 2.640625, 4.40625, 2.007812, 4.515625, 4.90625, 4.796875, 4.734375, 4.0, 3.375, 4.703125, 2.804688, 4.953125, 4.671875, 4.796875, 4.515625, 4.046875, 4.78125, 4.65625, 4.71875, 4.109375, 4.84375, 4.546875, 4.140625, 4.546875, 4.921875, 5.5625, 5.0, 4.421875, 4.875, 4.65625, 4.890625, 4.859375, 4.90625, 4.765625, 4.4375, 4.578125, 4.8125, 4.34375, 4.640625, 4.6875, 4.59375, 4.859375, 4.5, 4.453125, 5.0, 4.609375, 4.859375, 4.859375, 4.375, 3.375, 4.8125, 4.21875, 4.703125, 4.625, 4.484375, 4.65625, 4.703125, 2.984375, 4.53125, 3.0625, 4.671875, 4.296875, 4.5, 4.140625, 4.5, 3.8125, 4.578125, 2.742188, 4.625, 3.796875, 4.71875, 4.65625, 4.578125, 4.578125, 4.84375, 4.71875, 4.484375, 4.59375, 4.390625, 4.8125, 2.476562, 4.84375, 4.421875, 4.53125, 4.671875, 4.59375, 4.90625, 4.625, 3.8125, 4.484375, 4.578125, 4.71875, 4.96875, 4.765625, 4.65625, 4.328125, 4.40625, 4.5, 2.601562, 4.78125, 4.59375, 4.84375, 3.3125, 4.15625, 3.578125, 2.46875, 4.765625, 2.34375, 2.640625, 4.328125, 4.703125, 4.578125, 4.875, 2.164062, 4.65625, 4.234375, 4.78125, 2.828125, 4.671875, 4.734375, 5.03125, 4.59375, 4.71875, 4.890625, 2.515625, 4.71875, 4.765625, 3.546875, 2.921875, 4.796875, 4.703125, 3.171875, 4.828125, 2.875, 4.890625, 4.5625, 4.65625, 4.453125, 2.914062, 4.65625, 4.578125, 4.421875, 4.65625, 4.515625, 3.578125, 2.132812, 4.625, 4.9375, 4.25, 4.84375, 4.765625, 4.859375, 5.15625, 4.53125, 4.765625, 4.5, 5.40625, 4.515625, 4.84375, 4.640625, 4.671875, 4.328125, 4.65625, 4.484375, 4.609375, 2.078125, 4.640625, 4.65625, 4.640625, 4.265625, 4.328125, 4.40625, 4.484375, 4.640625, 4.390625, 4.828125, 4.578125, 4.671875, 4.78125, 3.71875, 4.640625, 2.8125, 4.703125, 3.09375, 4.859375, 4.828125, 4.71875, 2.929688, 4.875, 4.375, 4.359375, 4.875, 5.28125, 4.53125, 4.546875, 4.640625, 4.671875, 4.34375, 3.4375, 4.4375, 4.828125, 6.0, 4.921875, 4.375, 4.65625, 4.734375, 4.640625, 4.546875, 4.640625, 4.296875, 4.328125, 4.625, 4.296875, 3.1875, 4.171875, 4.8125, 5.0625, 4.3125, 2.84375, 4.90625, 5.03125, 4.90625, 4.671875, 4.359375, 4.734375, 4.734375, 4.640625, 2.453125, 4.65625, 4.859375, 4.6875, 5.09375, 4.28125, 4.734375, 4.859375, 4.765625, 4.875, 4.375, 4.890625, 4.671875, 4.609375, 4.484375, 4.890625, 4.546875, 3.671875, 5.71875, 4.421875, 4.484375, 4.828125, 4.53125, 3.8125, 4.78125, 4.65625, 5.0, 2.8125, 4.109375, 3.875, 1.882812, 4.375, 4.75, 5.09375, 2.171875, 4.59375, 6.71875, 2.453125, 3.390625, 4.734375, 4.65625, 4.640625, 4.984375, 4.78125, 4.421875, 4.515625, 4.34375, 4.96875, 3.53125, 4.46875, 4.59375, 4.71875, 2.9375, 4.515625, 4.734375, 4.8125, 4.609375, 4.5625, 4.359375, 4.65625, 4.578125, 2.5, 4.96875, 4.5, 4.65625, 4.640625, 3.78125, 4.765625, 3.046875, 4.921875, 4.53125, 3.703125, 4.484375, 4.53125, 4.8125, 3.203125, 4.65625, 4.546875, 4.53125, 4.71875, 3.9375, 2.578125, 4.578125, 5.625, 4.6875, 4.15625, 4.6875, 4.859375, 4.578125, 2.726562, 4.171875, 4.984375, 4.328125, 4.703125, 4.5625, 5.125, 4.46875, 4.6875, 4.421875, 4.703125, 4.421875, 4.65625, 4.78125, 5.03125, 4.359375, 4.171875, 4.234375, 4.0625, 4.546875, 4.25, 3.921875, 4.46875, 3.734375, 5.0625, 4.4375, 4.796875, 4.65625, 4.8125, 4.71875, 3.71875, 4.421875, 4.875, 4.4375, 4.734375, 4.796875, 3.78125, 4.640625, 4.734375, 4.890625, 4.78125, 4.890625, 3.921875, 4.875, 4.359375, 4.65625, 4.484375, 3.28125, 4.734375, 4.59375, 4.984375, 4.6875, 4.78125, 4.65625, 4.328125, 4.703125, 4.34375, 4.5, 4.484375, 4.359375, 3.703125, 4.46875, 4.671875, 4.59375, 4.6875, 4.765625, 4.796875, 4.65625, 4.734375, 4.796875, 4.578125, 6.34375, 4.421875, 4.515625, 4.15625, 4.484375, 4.96875, 4.625, 4.828125, 4.8125, 4.921875, 4.65625, 2.0625, 5.3125, 4.5625, 4.078125, 4.546875, 4.65625, 2.375, 4.390625, 4.71875, 4.734375, 3.34375, 4.625, 4.828125, 3.609375, 2.945312, 4.515625, 4.421875, 4.875, 4.625, 4.46875, 4.71875, 4.421875, 4.671875, 4.328125, 3.421875, 4.609375, 3.765625, 5.0, 4.625, 3.0625, 2.398438, 4.921875, 5.09375, 4.890625, 3.59375, 4.96875, 4.03125, 4.625, 4.796875, 5.4375, 4.84375, 4.84375, 4.515625, 4.3125, 4.734375, 5.0, 0.875488, 3.140625, 3.703125, 4.484375, 4.8125, 4.6875, 4.078125, 4.53125, 4.6875, 4.296875, 3.65625, 4.6875, 4.890625, 4.453125, 4.65625, 4.546875, 4.390625, 4.515625, 4.53125, 2.46875, 2.460938, 4.640625, 4.390625, 4.296875, 4.921875, 4.671875, 4.765625, 3.3125, 4.828125, 3.5625, 3.671875, 4.640625, 4.859375, 4.546875, 4.734375, 4.71875, 4.671875, 3.15625, 4.6875, 4.53125, 4.15625, 4.71875, 4.5625, 4.609375, 4.25, 4.09375, 4.578125, 4.84375, 4.9375, 4.234375, 3.953125, 4.59375, 4.609375, 1.773438, 4.96875, 4.671875, 2.90625, 4.578125, 4.734375, 2.898438, 4.390625, 4.359375, 4.71875, 4.84375, 4.640625, 4.703125, 4.03125, 4.78125, 4.640625, 4.59375, 4.796875, 4.8125, 4.71875, 4.546875, 4.59375, 4.71875, 4.859375, 4.78125, 3.15625, 2.070312, 4.453125, 4.640625, 4.84375, 4.6875, 4.578125, 2.304688, 4.90625, 5.03125, 4.46875, 4.6875, 3.3125, 5.03125, 4.65625, 4.828125, 4.5625, 4.734375, 6.46875, 4.484375, 3.890625, 4.625, 5.90625, 4.625, 2.679688, 4.6875, 4.59375, 2.195312, 4.671875, 2.546875, 4.8125, 4.546875, 4.40625, 4.578125, 2.351562, 4.625, 4.6875, 4.609375, 4.578125, 4.828125, 4.546875, 4.15625, 4.9375, 4.9375, 4.75, 4.796875, 4.96875, 3.640625, 4.390625, 4.546875, 4.203125, 4.390625, 3.53125, 4.71875, 3.40625, 4.125, 2.375, 4.859375, 4.78125, 4.921875, 4.46875, 4.515625, 4.609375, 4.8125, 4.796875, 4.375, 4.953125, 4.78125, 4.953125, 4.546875, 4.921875, 3.625, 4.65625, 4.125, 2.875, 4.78125, 4.828125, 4.953125, 4.828125, 4.953125, 4.265625, 4.4375, 4.90625, 3.75, 3.859375, 4.53125, 4.953125, 4.859375, 4.515625, 4.484375, 3.734375, 4.84375, 4.890625, 4.734375, 3.0625, 4.59375, 4.78125, 4.640625, 4.71875, 4.203125, 4.53125, 4.421875, 4.578125, 4.78125, 4.703125, 4.703125, 3.078125, 4.46875, 4.703125, 4.671875, 4.9375, 5.03125, 4.6875, 4.359375, 4.125, 4.90625, 5.0, 3.59375, 3.15625, 4.78125, 4.78125, 4.921875, 4.640625, 4.984375, 2.03125, 4.484375, 5.03125, 4.5625, 4.828125, 4.234375, 4.671875, 4.265625, 3.21875, 4.578125, 4.4375, 4.78125, 4.578125, 2.695312, 5.0, 4.765625, 4.8125, 4.640625, 4.875, 4.90625, 4.296875, 4.328125, 3.75, 4.65625, 3.84375, 2.625, 4.1875, 5.0625, 4.75, 4.90625, 2.007812, 4.609375, 4.640625, 4.875, 4.765625, 4.46875, 4.0, 4.46875, 3.5625, 5.21875, 4.03125, 4.546875, 4.625, 4.546875, 4.578125, 4.84375, 4.671875, 4.640625, 4.046875, 4.625, 4.671875, 2.90625, 4.109375, 4.765625, 5.0, 4.484375, 3.15625, 4.609375, 4.890625, 4.5, 4.84375, 4.625, 2.75, 4.5625, 4.703125, 4.03125, 4.84375, 4.46875, 4.421875, 4.46875, 4.828125, 4.53125, 4.734375, 4.671875, 4.578125, 4.6875, 4.90625, 4.828125, 2.671875, 4.546875, 4.40625, 4.734375, 4.875, 5.125, 5.03125, 4.46875, 3.46875, 4.5625, 4.953125, 4.796875, 4.65625, 3.734375, 4.484375, 4.421875, 4.671875, 4.734375, 4.4375, 4.65625, 4.609375, 4.78125, 4.484375, 4.671875, 4.203125, 4.78125, 4.65625, 4.546875, 4.65625, 4.78125, 4.296875, 4.84375, 3.359375, 2.039062, 4.625, 4.375, 4.921875, 4.78125, 4.671875, 4.6875, 4.03125, 4.703125, 4.453125, 4.59375, 5.0, 4.890625, 4.828125, 2.796875, 4.421875, 4.765625, 4.65625, 4.515625, 4.96875, 4.5, 4.828125, 4.53125, 4.296875, 4.9375, 4.90625, 4.625, 1.746094, 4.703125, 3.984375, 4.71875, 4.203125, 4.421875, 4.671875, 4.90625, 4.59375, 4.53125, 4.859375, 4.796875, 4.421875, 4.921875, 4.03125, 4.75, 3.890625, 3.484375, 4.921875, 4.828125, 4.515625, 3.125, 4.046875, 4.5625, 4.90625, 4.765625, 4.75, 4.625, 4.90625, 4.453125, 4.234375, 5.71875, 2.492188, 4.390625, 4.9375, 4.734375, 4.640625, 4.796875, 4.828125, 4.609375, 2.445312, 4.59375, 4.515625, 4.578125, 4.59375, 4.65625, 4.890625, 4.703125, 4.75, 4.375, 3.390625, 4.484375, 4.515625, 4.46875, 4.515625, 4.8125, 4.5, 4.734375, 4.28125, 4.765625, 4.5, 4.21875, 4.65625, 4.765625, 4.796875, 4.640625, 4.34375, 4.578125, 4.328125, 5.375, 4.921875, 4.71875, 4.28125, 2.445312, 4.828125, 4.59375, 4.71875, 4.546875, 4.90625, 4.578125, 4.65625, 4.734375, 4.84375, 3.90625, 4.609375, 4.6875, 4.5625, 2.671875, 4.671875, 4.234375, 4.640625, 4.859375, 4.703125, 4.640625, 4.8125, 4.421875, 4.921875, 4.359375, 4.796875, 2.429688, 4.578125, 4.171875, 4.6875, 2.8125, 4.953125, 2.757812, 4.375, 2.382812, 4.625, 4.234375, 3.046875, 3.734375, 4.09375, 4.921875, 4.796875, 4.453125, 4.734375, 4.46875, 4.59375, 4.609375, 2.03125, 3.390625, 4.0625, 4.859375, 4.671875, 4.546875, 4.828125, 4.765625, 4.65625, 4.03125, 4.8125, 4.796875, 4.46875, 5.125, 4.421875, 4.640625, 4.65625, 4.453125, 4.03125, 4.828125, 4.703125, 4.890625, 4.609375, 4.78125, 3.921875, 4.90625, 4.765625, 4.3125, 4.75, 5.1875, 4.78125, 4.65625, 4.921875, 3.1875, 4.5625, 4.453125, 4.34375, 3.375, 5.1875, 4.859375, 4.828125, 2.984375, 4.390625, 4.09375, 4.703125, 4.40625, 4.1875, 2.234375, 4.640625, 4.78125, 4.796875, 2.445312, 3.796875, 2.71875, 2.625, 4.703125, 3.90625, 4.75, 4.890625, 4.75, 4.390625, 4.859375, 4.703125, 3.375, 3.515625, 4.90625, 4.265625, 4.609375, 4.890625, 4.578125, 4.625, 4.859375, 4.015625, 4.859375, 4.53125, 4.859375, 3.140625, 5.09375, 4.71875, 6.03125, 4.65625, 4.40625, 3.09375, 4.546875, 2.929688, 4.671875, 4.796875, 4.6875, 4.515625, 4.703125, 4.21875, 4.5, 4.671875, 4.765625, 4.8125, 4.421875, 4.5, 4.9375, 4.484375, 4.9375, 4.34375, 4.328125, 4.796875, 3.71875, 4.515625, 4.484375, 3.9375, 4.640625, 4.703125, 4.75, 4.4375, 4.484375, 4.578125, 4.46875, 4.984375, 3.71875, 4.6875, 4.84375, 4.796875, 4.8125, 5.0625, 4.953125, 4.359375, 4.65625, 4.703125, 4.59375, 4.765625, 4.703125, 3.59375, 4.96875, 4.65625, 3.4375, 4.65625, 4.734375, 2.867188, 4.609375, 4.359375, 4.796875, 4.796875, 4.28125, 4.65625, 4.71875, 4.75, 4.90625, 4.640625, 4.28125, 4.40625, 4.828125, 3.6875, 4.328125, 4.8125, 4.6875, 3.015625, 4.59375, 4.765625, 4.703125, 4.953125, 4.78125, 4.765625, 4.0625, 4.734375, 3.109375, 4.296875, 4.75, 4.5625, 2.773438, 4.5625, 4.890625, 3.25, 4.828125, 4.375, 4.75, 4.734375, 4.828125, 4.609375, 3.640625, 4.984375, 4.734375, 5.0, 4.84375, 4.296875, 4.546875, 4.265625, 3.0625, 3.734375, 5.03125, 4.203125, 4.796875, 3.9375, 4.25, 4.40625, 4.84375, 2.867188, 4.1875, 4.890625, 2.203125, 5.125, 4.53125, 4.78125, 4.71875, 3.0625, 4.671875, 4.796875, 2.375, 4.828125, 2.046875, 4.625, 4.8125, 4.890625, 4.765625, 2.851562, 4.96875, 4.15625, 4.671875, 4.78125, 4.703125, 4.453125, 2.859375, 5.09375, 4.984375, 4.90625, 4.390625, 3.078125, 4.578125, 4.796875, 4.46875, 4.71875, 4.875, 4.75, 4.171875, 4.46875, 4.53125, 4.421875, 4.53125, 3.234375, 3.46875, 4.921875, 4.9375, 2.640625, 4.828125, 4.125, 4.578125, 4.90625, 4.71875, 4.46875, 4.234375, 4.546875, 4.640625, 3.140625, 4.578125, 4.890625, 4.484375 ] }, "name": "onnx::Mul_8778", "outputIndexes": [ 2184 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2183, 2184 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_22/Mul_1_output_0", "outputIndexes": [ 2185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2166, 2185 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_114_output_0", "outputIndexes": [ 2186 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2186, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_207_output_0", "outputIndexes": [ 2187 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2187 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_23/Mul_output_0", "outputIndexes": [ 2188 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.306641, 1.337891, 1.300781, 1.263672, 1.167969, 1.287109, 1.404297, 3.5625, 1.332031, 1.357422, 1.249023, 1.3125, 1.402344, 1.239258, 1.277344, 1.328125, 1.291016, 1.240234, 1.484375, 1.486328, 1.367188, 1.398438, 1.257812, 1.447266, 1.337891, 1.296875, 1.699219, 1.675781, 1.330078, 1.376953, 1.490234, 1.804688, 1.25, 3.28125, 1.253906, 1.75, 1.265625, 1.308594, 1.359375, 1.335938, 1.217773, 1.337891, 1.333984, 1.683594, 2.351562, 1.328125, 1.245117, 1.345703, 1.832031, 1.660156, 1.4375, 2.429688, 1.363281, 3.09375, 1.320312, 1.53125, 1.412109, 1.265625, 1.302734, 1.400391, 1.890625, 1.083496, 1.24707, 1.355469, 1.707031, 1.408203, 1.859375, 1.241211, 1.589844, 1.341797, 1.394531, 1.241211, 1.335938, 1.261719, 1.248047, 1.330078, 2.039062, 1.490234, 1.648438, 2.804688, 1.226562, 4.09375, 1.318359, 1.695312, 1.328125, 1.554688, 1.412109, 1.679688, 2.257812, 1.314453, 1.394531, 1.359375, 1.3125, 2.359375, 1.204102, 4.140625, 1.34375, 1.298828, 1.078613, 1.353516, 1.410156, 1.194336, 1.248047, 1.283203, 1.257812, 1.292969, 1.357422, 1.660156, 1.237305, 1.390625, 1.332031, 1.355469, 1.363281, 4.25, 1.304688, 1.609375, 1.269531, 2.1875, 1.24707, 1.294922, 1.253906, 1.304688, 1.451172, 1.244141, 1.328125, 1.933594, 1.433594, 1.371094, 1.419922, 2.171875, 1.859375, 1.267578, 1.324219, 1.320312, 1.269531, 1.431641, 1.443359, 2.148438, 1.351562, 1.320312, 0.93457, 1.65625, 1.349609, 1.373047, 1.330078, 1.5625, 1.427734, 1.235352, 1.304688, 1.257812, 1.197266, 1.421875, 1.384766, 1.189453, 1.421875, 1.201172, 1.984375, 1.273438, 2.828125, 3.234375, 3.484375, 1.251953, 1.671875, 1.964844, 1.304688, 1.243164, 1.202148, 2.984375, 1.217773, 1.326172, 1.28125, 2.664062, 1.324219, 2.703125, 1.3125, 1.3125, 1.535156, 4.15625, 1.232422, 1.412109, 1.302734, 3.3125, 1.554688, 4.15625, 1.125977, 1.283203, 1.902344, 1.294922, 1.363281, 1.710938, 1.255859, 1.345703, 1.417969, 1.431641, 1.347656, 1.574219, 1.353516, 1.324219, 1.310547, 1.294922, 1.396484, 1.330078, 1.273438, 1.355469, 1.292969, 1.216797, 0.942627, 1.269531, 1.24707, 1.265625, 1.582031, 1.122559, 1.324219, 1.412109, 1.285156, 1.279297, 1.378906, 1.427734, 1.345703, 1.308594, 1.496094, 1.863281, 1.257812, 1.255859, 1.253906, 1.402344, 1.271484, 1.269531, 1.515625, 1.382812, 3.296875, 1.294922, 1.416016, 1.222656, 1.279297, 1.234375, 2.101562, 1.279297, 1.375, 1.279297, 2.546875, 1.294922, 1.214844, 1.953125, 1.330078, 1.369141, 1.482422, 1.550781, 1.330078, 1.789062, 1.257812, 1.417969, 2.3125, 1.216797, 1.314453, 1.292969, 1.365234, 1.494141, 1.388672, 1.349609, 1.289062, 1.200195, 1.306641, 1.324219, 1.382812, 1.527344, 1.353516, 1.271484, 1.345703, 1.3125, 1.365234, 1.349609, 1.287109, 1.394531, 1.246094, 1.196289, 1.925781, 1.373047, 1.239258, 1.306641, 1.824219, 1.371094, 2.859375, 1.429688, 1.402344, 1.384766, 1.423828, 1.412109, 2.828125, 1.292969, 1.384766, 3.78125, 1.433594, 1.335938, 1.419922, 1.416016, 1.427734, 1.392578, 1.208984, 1.369141, 1.490234, 1.558594, 4.15625, 1.310547, 4.625, 1.523438, 1.417969, 1.482422, 1.287109, 1.304688, 1.244141, 3.75, 1.265625, 1.3125, 1.542969, 1.375, 1.345703, 1.174805, 1.40625, 1.300781, 1.365234, 1.296875, 1.453125, 1.300781, 1.322266, 1.404297, 1.554688, 1.53125, 1.359375, 1.314453, 1.496094, 1.703125, 1.345703, 1.263672, 0.93457, 1.291016, 1.324219, 1.271484, 1.308594, 1.378906, 1.355469, 1.523438, 1.225586, 1.357422, 1.566406, 1.664062, 1.394531, 2.40625, 1.457031, 1.337891, 3.609375, 1.578125, 3.34375, 1.605469, 4.046875, 2.578125, 1.3125, 1.198242, 1.773438, 1.320312, 3.203125, 1.375, 1.417969, 2.171875, 1.445312, 1.316406, 1.185547, 3.015625, 1.308594, 1.324219, 1.353516, 1.445312, 1.296875, 1.402344, 1.230469, 1.294922, 1.310547, 1.433594, 1.503906, 2.078125, 1.198242, 1.294922, 2.070312, 2.679688, 1.251953, 1.363281, 1.416016, 1.875, 1.292969, 1.292969, 1.40625, 1.308594, 3.296875, 1.398438, 1.361328, 1.335938, 1.378906, 3.078125, 1.386719, 1.241211, 1.316406, 1.306641, 1.304688, 1.369141, 2.679688, 1.246094, 1.267578, 1.291016, 1.285156, 2.859375, 1.287109, 1.248047, 1.302734, 1.194336, 1.929688, 1.349609, 1.345703, 1.298828, 1.341797, 1.318359, 1.255859, 1.322266, 1.519531, 1.310547, 1.341797, 1.835938, 1.199219, 1.333984, 1.289062, 1.396484, 1.261719, 1.292969, 1.306641, 1.652344, 3.390625, 1.241211, 1.271484, 1.248047, 1.310547, 1.304688, 1.398438, 1.527344, 1.308594, 1.492188, 4.109375, 1.248047, 1.310547, 1.316406, 1.378906, 1.314453, 1.357422, 1.339844, 1.427734, 1.458984, 1.402344, 1.332031, 2.125, 1.255859, 1.308594, 1.412109, 1.28125, 1.4375, 1.320312, 1.238281, 2.382812, 1.300781, 3.3125, 1.326172, 1.414062, 1.228516, 1.271484, 1.324219, 1.318359, 1.511719, 1.306641, 1.322266, 2.78125, 1.410156, 1.298828, 1.337891, 1.402344, 1.279297, 1.589844, 1.237305, 1.318359, 1.285156, 3.46875, 1.291016, 1.447266, 1.435547, 1.511719, 1.404297, 1.292969, 1.34375, 1.746094, 1.285156, 3.828125, 3.34375, 1.71875, 3.53125, 1.394531, 1.349609, 1.316406, 1.675781, 3.171875, 1.294922, 1.964844, 1.910156, 1.359375, 1.277344, 1.320312, 1.361328, 1.425781, 1.417969, 1.285156, 1.229492, 1.925781, 1.363281, 1.222656, 1.636719, 1.462891, 1.40625, 2.523438, 2.757812, 1.265625, 2.0625, 1.318359, 1.273438, 1.429688, 1.271484, 1.292969, 1.271484, 1.213867, 4.015625, 1.316406, 1.061768, 1.330078, 1.033447, 1.166016, 4.03125, 3.609375, 1.474609, 1.820312, 1.289062, 1.271484, 1.308594, 1.208008, 1.345703, 1.742188, 1.277344, 3.921875, 1.198242, 1.392578, 1.326172, 1.458984, 1.597656, 1.253906, 3.625, 1.394531, 1.433594, 1.375, 3.265625, 1.695312, 1.398438, 1.435547, 1.269531, 1.279297, 3.984375, 1.644531, 1.445312, 1.445312, 1.339844, 1.277344, 1.539062, 4.296875, 1.287109, 1.359375, 1.361328, 1.949219, 1.339844, 1.018921, 1.578125, 1.316406, 1.291016, 1.765625, 1.330078, 1.347656, 1.4375, 3.84375, 2.03125, 1.367188, 1.318359, 1.652344, 1.209961, 2.109375, 1.347656, 1.435547, 1.447266, 1.337891, 1.394531, 1.24707, 1.249023, 1.441406, 1.337891, 1.231445, 1.246094, 1.320312, 1.339844, 1.294922, 1.386719, 1.277344, 1.269531, 1.353516, 3.5, 1.542969, 1.328125, 1.353516, 1.449219, 1.447266, 1.380859, 1.287109, 1.279297, 1.363281, 1.324219, 1.273438, 1.466797, 1.246094, 1.310547, 1.277344, 1.490234, 1.332031, 1.245117, 1.388672, 1.210938, 1.199219, 1.5625, 1.259766, 1.363281, 1.267578, 1.863281, 1.216797, 1.269531, 1.597656, 2.921875, 1.265625, 2.640625, 1.273438, 1.298828, 1.597656, 2.4375, 2.859375, 3.421875, 1.209961, 1.203125, 1.314453, 1.196289, 1.339844, 1.160156, 1.382812, 1.490234, 1.457031, 1.498047, 1.242188, 4.109375, 1.453125, 1.228516, 1.267578, 1.349609, 1.277344, 1.231445, 1.271484, 1.707031, 1.320312, 1.464844, 1.65625, 1.240234, 1.355469, 1.345703, 1.933594, 1.275391, 1.232422, 4.53125, 2.179688, 1.294922, 1.419922, 1.236328, 1.566406, 1.253906, 1.25, 1.204102, 1.414062, 1.292969, 1.369141, 1.357422, 1.237305, 1.558594, 1.445312, 1.244141, 1.376953, 1.255859, 3.03125, 1.235352, 1.490234, 1.34375, 1.291016, 1.300781, 1.347656, 1.423828, 1.333984, 1.400391, 1.308594, 1.279297, 1.326172, 1.345703, 3.203125, 2.148438, 1.34375, 2.09375, 1.306641, 1.570312, 1.328125, 1.191406, 1.265625, 1.402344, 1.867188, 4.0, 1.902344, 1.298828, 1.355469, 1.232422, 1.400391, 1.929688, 1.349609, 1.359375, 1.373047, 1.333984, 1.339844, 1.285156, 1.188477, 1.226562, 1.357422, 1.367188, 1.314453, 1.326172, 1.539062, 1.535156, 1.275391, 1.460938, 1.3125, 1.310547, 1.259766, 1.322266, 1.316406, 1.322266, 1.277344, 1.419922, 1.396484, 2.59375, 1.279297, 1.382812, 1.394531, 1.328125, 1.351562, 1.219727, 1.283203, 1.380859, 1.376953, 1.291016, 1.191406, 1.457031, 1.330078, 1.453125, 1.457031, 1.287109, 1.447266, 1.228516, 1.273438, 1.279297, 1.161133, 1.621094, 1.273438, 1.255859, 1.376953, 1.345703, 4.015625, 1.34375, 1.277344, 2.84375, 1.855469, 1.34375, 1.361328, 1.375, 1.574219, 1.243164, 1.523438, 1.511719, 1.306641, 2.03125, 1.237305, 1.324219, 3.921875, 1.170898, 1.237305, 1.351562, 1.451172, 1.988281, 1.378906, 1.318359, 3.71875, 1.306641, 1.279297, 1.240234, 3.375, 1.373047, 2.15625, 1.636719, 1.225586, 1.425781, 1.980469, 1.271484, 1.361328, 1.353516, 1.357422, 1.235352, 1.255859, 1.322266, 1.351562, 1.277344, 1.369141, 1.351562, 1.201172, 1.245117, 1.359375, 0.873047, 1.404297, 1.90625, 1.285156, 1.320312, 2.453125, 1.382812, 1.78125, 1.394531, 1.219727, 1.337891, 1.246094, 1.230469, 1.421875, 1.388672, 1.371094, 1.183594, 1.482422, 1.384766, 1.390625, 1.291016, 4.640625, 1.445312, 1.753906, 1.412109, 1.355469, 2.109375, 1.384766, 1.302734, 1.291016, 1.298828, 1.347656, 4.109375, 1.316406, 1.369141, 1.361328, 3.953125, 1.294922, 1.228516, 1.503906, 2.8125, 1.574219, 1.363281, 1.308594, 1.292969, 1.425781, 1.193359, 1.800781, 1.40625, 1.519531, 1.330078, 1.5625, 1.263672, 1.289062, 1.245117, 1.5625, 1.447266, 2.828125, 1.349609, 1.294922, 1.449219, 1.300781, 1.326172, 1.335938, 1.267578, 1.414062, 1.310547, 1.53125, 1.277344, 1.326172, 1.271484, 1.964844, 1.466797, 1.429688, 3.125, 4.65625, 1.761719, 1.511719, 1.412109, 1.216797, 1.341797, 1.216797, 3.15625, 4.203125, 1.371094, 0.874023, 1.753906, 1.392578, 1.40625, 1.269531, 1.378906, 1.757812, 3.296875, 1.316406, 1.316406, 1.455078, 2.5625, 1.416016, 1.396484, 1.539062, 1.490234, 1.249023, 1.259766, 1.486328, 1.237305, 2.007812, 1.296875, 1.267578, 1.361328, 1.300781, 1.423828, 1.259766, 1.267578, 1.898438, 3.546875, 3.734375, 1.271484, 1.382812, 1.361328, 1.310547, 1.341797, 1.457031, 1.283203, 4.125, 1.402344, 1.714844, 1.236328, 1.217773, 3.328125, 1.318359, 1.392578, 1.322266, 1.200195, 1.347656, 1.519531, 1.578125, 2.890625, 1.427734, 1.4375, 1.380859, 3.609375, 1.304688, 1.318359, 1.030151, 1.435547, 3.0625, 1.400391, 1.410156, 1.201172, 1.375, 1.90625, 1.349609, 1.359375, 1.6875, 3.75, 4.78125, 4.421875, 1.394531, 1.373047, 1.320312, 1.447266, 1.335938, 1.511719, 1.294922, 3.984375, 1.298828, 1.304688, 1.357422, 1.251953, 2.046875, 1.246094, 1.316406, 3.984375, 1.402344, 3.640625, 1.277344, 3.328125, 1.625, 1.353516, 1.243164, 1.296875, 1.609375, 1.421875, 2.640625, 1.417969, 3.625, 1.574219, 1.664062, 2.21875, 2.203125, 1.259766, 1.3125, 1.691406, 3.578125, 1.277344, 1.496094, 1.214844, 1.648438, 1.414062, 1.324219, 3.890625, 1.235352, 1.339844, 1.439453, 3.90625, 3.953125, 1.277344, 1.243164, 1.398438, 1.259766, 1.21582, 1.40625, 1.710938, 4.21875, 1.412109, 1.273438, 1.287109, 1.515625, 1.373047, 1.378906, 1.255859, 1.400391, 1.244141, 1.443359, 1.198242, 1.416016, 1.484375, 1.291016, 1.339844, 1.648438, 1.244141, 1.357422, 1.291016, 1.357422, 1.273438, 2.945312, 1.376953, 3.703125, 1.667969, 1.703125, 3.125, 1.263672, 1.5625, 1.285156, 1.519531, 1.304688, 1.21582, 1.449219, 1.306641, 3.421875, 1.4375, 1.373047, 1.570312, 1.332031, 1.417969, 1.519531, 1.179688, 1.363281, 1.292969, 1.322266, 1.353516, 3.453125, 1.208984, 1.224609, 1.765625, 1.277344, 1.351562, 1.308594, 1.038574, 1.3125, 1.302734, 1.287109, 1.302734, 1.287109, 1.275391, 1.730469, 1.269531, 1.322266, 1.224609, 1.263672, 1.494141, 3.734375, 1.376953, 2.78125, 1.275391, 1.40625, 1.714844, 1.322266, 1.21875, 1.320312, 1.365234, 1.847656, 1.361328, 4.9375, 3.484375, 3.96875, 1.373047, 1.287109, 3.046875, 1.318359, 1.304688, 1.365234, 2.640625, 1.335938, 1.792969, 1.378906, 2.710938, 1.263672, 1.267578, 1.134766, 1.277344, 1.414062, 1.447266, 1.302734, 1.28125, 4.265625, 2.585938, 4.859375, 1.457031, 1.335938, 1.335938, 1.209961, 1.875, 3.140625, 1.380859, 3.03125, 1.375, 1.289062, 1.326172, 1.363281, 1.875, 1.174805, 1.314453, 1.339844, 1.550781, 1.289062, 1.445312, 2.015625, 1.345703, 1.263672, 1.239258, 1.273438, 1.320312, 1.251953, 1.443359, 1.271484, 1.292969, 1.298828, 1.367188, 1.279297, 1.243164, 1.277344, 1.447266, 1.230469, 1.261719, 1.339844, 1.357422, 1.345703, 1.53125, 1.332031, 1.609375, 1.367188, 1.386719, 1.433594, 2.539062, 1.310547, 1.435547, 1.277344, 1.488281, 1.353516, 1.302734, 1.390625, 3.125, 1.285156, 2.5, 1.392578, 1.474609, 1.380859, 1.78125, 1.367188, 1.777344, 1.404297, 3.40625, 1.427734, 1.894531, 1.373047, 1.388672, 1.498047, 1.3125, 1.207031, 1.292969, 1.302734, 1.308594, 1.380859, 1.271484, 3.984375, 1.263672, 1.408203, 1.337891, 1.289062, 1.412109, 1.320312, 1.470703, 1.902344, 1.457031, 1.376953, 1.375, 1.176758, 1.363281, 1.341797, 1.326172, 1.433594, 1.447266, 3.515625, 1.341797, 1.308594, 1.243164, 3.40625, 1.466797, 2.375, 3.75, 1.4375, 4.265625, 3.890625, 1.445312, 1.285156, 1.394531, 1.257812, 4.5, 1.291016, 1.570312, 1.398438, 3.25, 1.326172, 1.367188, 1.361328, 1.351562, 1.339844, 1.285156, 4.109375, 1.306641, 1.273438, 2.523438, 3.109375, 1.40625, 1.275391, 2.75, 1.192383, 3.65625, 1.229492, 1.470703, 1.279297, 1.347656, 3.171875, 1.361328, 1.382812, 1.314453, 1.294922, 1.375, 2.085938, 4.65625, 1.265625, 1.231445, 1.574219, 1.345703, 1.275391, 1.308594, 1.472656, 1.328125, 1.388672, 1.414062, 1.421875, 1.330078, 1.292969, 1.353516, 1.322266, 1.632812, 1.396484, 1.353516, 1.355469, 4.390625, 1.339844, 1.310547, 1.326172, 1.40625, 1.427734, 1.322266, 1.396484, 1.283203, 1.648438, 1.34375, 1.283203, 1.320312, 1.292969, 2.296875, 1.412109, 3.234375, 1.292969, 2.835938, 1.349609, 1.257812, 1.306641, 2.960938, 1.378906, 1.462891, 1.304688, 1.232422, 1.275391, 1.322266, 1.373047, 1.496094, 1.239258, 1.416016, 2.515625, 1.384766, 1.28125, 1.001572, 1.242188, 1.375, 1.308594, 1.255859, 1.367188, 1.376953, 1.382812, 1.6875, 1.414062, 1.392578, 1.332031, 2.390625, 1.40625, 1.359375, 1.237305, 1.412109, 3.328125, 1.225586, 1.267578, 1.300781, 1.316406, 1.59375, 1.285156, 1.302734, 1.234375, 4.140625, 1.261719, 1.216797, 1.46875, 1.273438, 1.451172, 1.265625, 1.273438, 1.271484, 1.259766, 1.433594, 1.314453, 1.265625, 1.291016, 1.296875, 1.245117, 1.300781, 1.960938, 1.439453, 1.460938, 1.396484, 1.314453, 1.353516, 1.929688, 1.341797, 1.386719, 1.253906, 3.96875, 1.609375, 1.757812, 3.765625, 1.34375, 1.24707, 1.191406, 4.1875, 1.339844, 0.913086, 3.78125, 2.726562, 1.310547, 1.219727, 1.253906, 1.277344, 1.234375, 1.380859, 1.353516, 1.390625, 1.157227, 2.335938, 1.253906, 1.318359, 1.220703, 3.9375, 1.318359, 1.349609, 1.230469, 1.40625, 1.296875, 1.400391, 1.318359, 1.470703, 4.359375, 1.233398, 1.330078, 1.34375, 1.335938, 1.875, 1.318359, 3.75, 1.292969, 1.361328, 1.953125, 1.378906, 1.335938, 1.271484, 3.203125, 1.435547, 1.320312, 1.380859, 1.257812, 1.875, 3.734375, 1.40625, 1.228516, 1.388672, 1.808594, 1.367188, 1.259766, 1.373047, 3.640625, 1.507812, 1.28125, 1.412109, 1.361328, 1.523438, 1.241211, 1.34375, 1.310547, 1.652344, 1.435547, 1.447266, 1.279297, 1.237305, 1.239258, 1.832031, 1.667969, 1.570312, 1.542969, 1.404297, 1.392578, 2.609375, 1.330078, 1.816406, 1.199219, 1.337891, 1.229492, 1.234375, 1.367188, 1.380859, 2.296875, 1.466797, 1.333984, 1.443359, 1.324219, 1.240234, 2.039062, 1.314453, 1.416016, 1.3125, 1.341797, 1.345703, 2.046875, 1.227539, 1.392578, 1.457031, 1.306641, 3.015625, 1.314453, 1.341797, 1.265625, 2.273438, 1.208008, 1.320312, 1.570312, 1.275391, 1.414062, 1.335938, 1.28125, 1.550781, 1.769531, 1.359375, 1.261719, 1.261719, 1.267578, 1.240234, 1.214844, 1.24707, 1.253906, 1.277344, 1.335938, 0.971558, 1.355469, 1.367188, 1.972656, 1.394531, 1.261719, 1.451172, 1.253906, 1.339844, 1.337891, 1.246094, 3.109375, 1.198242, 1.289062, 1.4375, 1.369141, 1.310547, 4.125, 1.373047, 1.239258, 1.326172, 2.484375, 1.296875, 1.289062, 2.0625, 3.0625, 1.550781, 1.271484, 1.351562, 1.291016, 1.439453, 1.371094, 1.410156, 1.310547, 1.410156, 2.921875, 1.310547, 1.832031, 1.365234, 1.287109, 2.601562, 4.125, 1.259766, 1.160156, 1.210938, 2.171875, 1.217773, 1.601562, 1.492188, 1.330078, 1.102051, 1.238281, 1.298828, 1.388672, 1.449219, 1.248047, 1.229492, 1.289062, 2.570312, 2.007812, 1.369141, 1.330078, 1.261719, 1.511719, 1.416016, 1.271484, 1.5, 2.023438, 1.253906, 1.188477, 1.337891, 1.398438, 1.457031, 1.585938, 1.332031, 1.523438, 3.96875, 3.890625, 1.369141, 1.240234, 1.414062, 1.324219, 1.371094, 1.246094, 2.5625, 1.204102, 2.046875, 2.242188, 1.496094, 1.261719, 1.322266, 1.324219, 1.330078, 1.400391, 2.796875, 1.302734, 1.439453, 1.511719, 1.28125, 1.28125, 1.388672, 1.652344, 1.5, 1.269531, 1.337891, 1.367188, 1.589844, 2.140625, 1.404297, 1.478516, 1.5625, 1.214844, 1.322266, 3.265625, 1.4375, 1.261719, 3.78125, 1.337891, 1.550781, 1.414062, 1.435547, 1.341797, 1.570312, 1.796875, 1.222656, 1.265625, 1.265625, 1.283203, 1.279297, 1.279297, 1.330078, 1.400391, 1.328125, 1.245117, 1.398438, 3.046875, 4.671875, 1.363281, 1.380859, 1.34375, 1.339844, 1.435547, 4.265625, 1.267578, 1.316406, 1.373047, 1.263672, 2.335938, 1.209961, 1.292969, 1.400391, 1.332031, 1.283203, 1.145508, 1.507812, 1.777344, 1.423828, 0.949707, 1.474609, 3.53125, 1.314453, 1.527344, 4.609375, 1.279297, 3.75, 1.289062, 1.320312, 1.5625, 1.314453, 4.28125, 1.367188, 1.376953, 1.296875, 1.324219, 1.355469, 1.5, 1.597656, 1.173828, 1.253906, 1.392578, 1.271484, 1.192383, 2.625, 1.332031, 1.402344, 1.605469, 1.515625, 2.945312, 1.300781, 2.804688, 1.433594, 4.09375, 1.251953, 1.24707, 1.197266, 1.443359, 1.40625, 1.332031, 1.294922, 1.28125, 1.394531, 1.298828, 1.361328, 1.330078, 1.570312, 1.167969, 2.09375, 1.351562, 1.652344, 3.359375, 1.386719, 1.277344, 1.245117, 1.237305, 1.216797, 1.449219, 1.330078, 1.349609, 1.867188, 1.683594, 1.328125, 1.298828, 1.242188, 1.466797, 1.333984, 2.242188, 1.261719, 1.222656, 1.332031, 2.890625, 1.625, 1.396484, 1.337891, 1.369141, 1.636719, 1.400391, 1.308594, 1.412109, 1.328125, 1.322266, 1.298828, 3.703125, 1.449219, 1.292969, 1.285156, 1.255859, 1.267578, 1.298828, 1.371094, 1.550781, 1.271484, 1.261719, 2.148438, 2.8125, 1.318359, 1.375, 1.241211, 1.347656, 1.386719, 4.6875, 1.367188, 1.291016, 1.302734, 1.232422, 1.664062, 1.265625, 1.664062, 3.09375, 1.367188, 1.380859, 1.326172, 1.412109, 2.90625, 1.292969, 1.335938, 1.396484, 1.25, 1.332031, 1.271484, 1.589844, 1.546875, 2.054688, 1.423828, 1.589844, 3.671875, 1.578125, 1.246094, 1.310547, 1.3125, 4.34375, 1.291016, 1.25, 1.275391, 1.349609, 1.371094, 2.15625, 1.302734, 2.234375, 1.302734, 1.902344, 1.402344, 1.349609, 1.310547, 1.695312, 1.22168, 1.310547, 1.244141, 1.710938, 1.314453, 1.371094, 3.328125, 1.671875, 1.416016, 1.238281, 1.617188, 2.867188, 1.384766, 1.558594, 1.332031, 1.322266, 1.289062, 3.59375, 1.357422, 1.349609, 2.0, 1.324219, 1.539062, 1.494141, 1.414062, 1.373047, 1.296875, 1.339844, 1.326172, 1.304688, 1.275391, 1.223633, 1.28125, 3.390625, 1.412109, 1.369141, 1.367188, 1.269531, 1.210938, 1.292969, 1.398438, 1.996094, 1.345703, 1.222656, 1.279297, 1.337891, 2.429688, 1.410156, 1.597656, 1.421875, 1.380859, 1.285156, 1.302734, 1.304688, 1.283203, 1.371094, 1.335938, 1.601562, 1.353516, 1.382812, 1.507812, 1.306641, 1.384766, 1.832031, 1.24707, 2.453125, 4.859375, 1.371094, 1.574219, 1.255859, 1.255859, 1.324219, 1.335938, 1.636719, 1.308594, 1.382812, 1.519531, 1.277344, 1.239258, 1.339844, 3.28125, 1.353516, 1.230469, 1.347656, 1.478516, 1.660156, 1.310547, 1.304688, 1.455078, 1.369141, 1.314453, 1.287109, 1.285156, 1.574219, 1.300781, 2.054688, 1.261719, 1.78125, 1.40625, 1.357422, 1.318359, 1.275391, 1.359375, 1.263672, 1.355469, 1.328125, 1.318359, 1.769531, 1.277344, 1.765625, 2.203125, 1.287109, 1.384766, 1.291016, 2.835938, 1.867188, 1.271484, 1.210938, 1.302734, 1.337891, 1.4375, 1.228516, 1.652344, 1.601562, 1.378906, 3.828125, 1.371094, 1.367188, 1.341797, 1.349609, 1.257812, 1.214844, 1.394531, 3.796875, 1.289062, 1.341797, 1.347656, 1.314453, 1.294922, 1.375, 1.269531, 1.253906, 1.636719, 1.980469, 1.445312, 1.322266, 1.271484, 1.335938, 1.300781, 1.503906, 1.355469, 1.5, 1.316406, 1.585938, 1.84375, 1.371094, 1.337891, 1.211914, 1.324219, 1.527344, 1.335938, 1.550781, 1.480469, 1.265625, 1.275391, 1.523438, 3.890625, 1.267578, 1.320312, 1.265625, 1.291016, 1.24707, 1.460938, 1.267578, 1.322266, 1.231445, 2.0, 1.269531, 1.302734, 1.310547, 3.28125, 1.339844, 1.632812, 1.259766, 1.345703, 1.324219, 1.355469, 1.259766, 1.349609, 1.207031, 1.480469, 1.412109, 4.4375, 1.333984, 1.550781, 1.246094, 3.046875, 1.291016, 3.90625, 1.376953, 4.15625, 1.361328, 1.769531, 3.375, 1.929688, 1.441406, 1.351562, 1.279297, 1.314453, 1.189453, 1.439453, 1.394531, 1.341797, 4.90625, 2.664062, 2.046875, 1.249023, 1.337891, 1.291016, 1.265625, 1.382812, 1.298828, 1.777344, 1.339844, 1.277344, 1.292969, 1.253906, 1.416016, 1.386719, 1.353516, 1.245117, 1.789062, 1.227539, 1.287109, 1.296875, 1.337891, 1.259766, 1.777344, 1.22168, 1.314453, 1.400391, 1.322266, 1.170898, 1.361328, 1.292969, 1.453125, 2.515625, 1.396484, 1.5, 1.691406, 2.828125, 1.22168, 1.275391, 1.335938, 3.09375, 1.339844, 1.625, 1.398438, 1.458984, 1.667969, 4.40625, 1.363281, 1.349609, 1.244141, 3.984375, 1.761719, 3.796875, 4.140625, 1.224609, 1.519531, 1.18457, 1.172852, 1.292969, 1.470703, 1.320312, 1.488281, 2.5, 2.234375, 1.308594, 1.458984, 1.275391, 1.308594, 1.353516, 1.328125, 1.248047, 1.878906, 1.267578, 1.298828, 1.283203, 2.945312, 1.251953, 1.308594, 1.073242, 1.237305, 1.310547, 2.914062, 1.462891, 3.5, 1.402344, 1.253906, 1.400391, 1.291016, 1.308594, 1.585938, 1.400391, 1.292969, 1.277344, 1.326172, 1.396484, 1.412109, 1.345703, 1.453125, 1.239258, 1.460938, 2.171875, 1.210938, 2.15625, 1.53125, 1.431641, 1.761719, 1.380859, 1.285156, 1.402344, 1.447266, 1.398438, 1.369141, 1.289062, 1.316406, 2.085938, 1.302734, 1.261719, 1.458984, 1.371094, 1.176758, 1.239258, 1.460938, 1.279297, 1.322266, 1.392578, 1.243164, 1.318359, 2.078125, 1.225586, 1.308594, 2.429688, 1.296875, 1.441406, 3.375, 1.482422, 1.46875, 1.219727, 1.291016, 1.335938, 1.277344, 1.176758, 1.316406, 1.239258, 1.279297, 1.367188, 1.4375, 1.226562, 2.226562, 1.431641, 1.239258, 1.263672, 2.8125, 1.447266, 1.310547, 1.277344, 1.098633, 1.292969, 1.353516, 1.632812, 1.570312, 3.5625, 1.503906, 1.21582, 1.271484, 3.34375, 1.333984, 1.361328, 2.320312, 1.265625, 1.445312, 1.396484, 1.292969, 1.339844, 1.314453, 2.09375, 1.271484, 1.197266, 1.339844, 1.253906, 1.621094, 1.394531, 1.398438, 3.125, 1.742188, 1.292969, 1.527344, 1.263672, 1.652344, 1.408203, 1.292969, 1.328125, 3.46875, 1.570312, 1.310547, 4.375, 1.265625, 1.388672, 1.285156, 1.279297, 3.171875, 1.419922, 1.217773, 4.328125, 1.22168, 4.46875, 1.261719, 1.314453, 1.375, 1.419922, 3.34375, 1.380859, 1.601562, 1.375, 1.326172, 1.263672, 1.451172, 3.671875, 1.231445, 1.255859, 1.239258, 1.417969, 2.90625, 1.386719, 1.396484, 1.445312, 1.388672, 1.232422, 1.345703, 1.589844, 1.503906, 1.302734, 1.453125, 1.289062, 3.25, 3.171875, 1.123535, 1.265625, 3.59375, 1.308594, 1.476562, 1.291016, 1.259766, 1.371094, 1.353516, 2.007812, 1.361328, 1.28125, 2.71875, 1.367188, 1.396484, 1.429688 ] }, "name": "onnx::Mul_8780", "outputIndexes": [ 2189 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2188, 2189 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_23/Mul_1_output_0", "outputIndexes": [ 2190 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2190 ], "outputIndexes": [ 3134 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3134 ], "outputIndexes": [ 3135 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear", "inputIndexes": [ 3135 ], "outputIndexes": [ 3136 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 1007275478, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3136 ], "outputIndexes": [ 3137 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3137 ], "outputIndexes": [ 2191 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2190 ], "main_type": "NONE", "name": "/Shape_323_output_0", "outputIndexes": [ 2192 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2192 ], "main_type": "NONE", "name": "Shape6359", "outputIndexes": [ 2193 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2192 ], "main_type": "NONE", "name": "Rank6361", "outputIndexes": [ 2194 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194, 2194 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6363", "outputIndexes": [ 2195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2195 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6364", "outputIndexes": [ 2196 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2195, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6366", "outputIndexes": [ 2197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2197 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6367", "outputIndexes": [ 2198 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2193, 2196, 2198, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6370", "outputIndexes": [ 2199 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2199 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6371", "outputIndexes": [ 2200 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2200 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6372", "outputIndexes": [ 2201 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2201, 2200 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6373", "outputIndexes": [ 2202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2192, 2202, 2195 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_349_output_0", "outputIndexes": [ 2203 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2203, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_737_output_0", "outputIndexes": [ 2204 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2204, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_299_output_0", "outputIndexes": [ 2205 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2191, 2205 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_208_output_0", "outputIndexes": [ 2206 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_184_output_0", "outputIndexes": [ 2207 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206 ], "main_type": "NONE", "name": "/Shape_324_output_0", "outputIndexes": [ 2208 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2208 ], "main_type": "NONE", "name": "Shape6380", "outputIndexes": [ 2209 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2208 ], "main_type": "NONE", "name": "Rank6382", "outputIndexes": [ 2210 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2210, 2210 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6384", "outputIndexes": [ 2211 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2211 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6385", "outputIndexes": [ 2212 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2211, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6387", "outputIndexes": [ 2213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6388", "outputIndexes": [ 2214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2209, 2212, 2214, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6391", "outputIndexes": [ 2215 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2215 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6392", "outputIndexes": [ 2216 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2216 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6393", "outputIndexes": [ 2217 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2217, 2216 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6394", "outputIndexes": [ 2218 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2208, 2218, 2211 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_350_output_0", "outputIndexes": [ 2219 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2219, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_69_output_0", "outputIndexes": [ 2220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2220, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_742_output_0", "outputIndexes": [ 2221 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206, 2221, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_93_output_0", "outputIndexes": [ 2222 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2222 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_46_output_0", "outputIndexes": [ 2223 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206, 21, 2221, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_92_output_0", "outputIndexes": [ 2224 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2223, 2224 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_302_output_0", "outputIndexes": [ 2225 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2225, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_185_output_0", "outputIndexes": [ 2226 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2207, 2226 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_115_output_0", "outputIndexes": [ 2227 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2190 ], "outputIndexes": [ 3138 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3138 ], "outputIndexes": [ 3139 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear", "inputIndexes": [ 3139 ], "outputIndexes": [ 3140 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 1009929708, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3140 ], "outputIndexes": [ 3141 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3141 ], "outputIndexes": [ 2228 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2204, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_300_output_0", "outputIndexes": [ 2229 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2228, 2229 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_209_output_0", "outputIndexes": [ 2230 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2230, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_186_output_0", "outputIndexes": [ 2231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2230 ], "main_type": "NONE", "name": "/Shape_325_output_0", "outputIndexes": [ 2232 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2232 ], "main_type": "NONE", "name": "Shape6443", "outputIndexes": [ 2233 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2232 ], "main_type": "NONE", "name": "Rank6445", "outputIndexes": [ 2234 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2234, 2234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6447", "outputIndexes": [ 2235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2235 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6448", "outputIndexes": [ 2236 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2235, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6450", "outputIndexes": [ 2237 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2237 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6451", "outputIndexes": [ 2238 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2233, 2236, 2238, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6454", "outputIndexes": [ 2239 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2239 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6455", "outputIndexes": [ 2240 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2240 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6456", "outputIndexes": [ 2241 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2241, 2240 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6457", "outputIndexes": [ 2242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2232, 2242, 2235 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_351_output_0", "outputIndexes": [ 2243 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2243, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_70_output_0", "outputIndexes": [ 2244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2244, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_744_output_0", "outputIndexes": [ 2245 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2230, 2245, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_95_output_0", "outputIndexes": [ 2246 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2246 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_47_output_0", "outputIndexes": [ 2247 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2230, 21, 2245, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_94_output_0", "outputIndexes": [ 2248 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2247, 2248 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_303_output_0", "outputIndexes": [ 2249 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2249, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_187_output_0", "outputIndexes": [ 2250 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2231, 2250 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_116_output_0", "outputIndexes": [ 2251 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2190 ], "outputIndexes": [ 3142 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3142 ], "outputIndexes": [ 3143 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear", "inputIndexes": [ 3143 ], "outputIndexes": [ 3144 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 1011256834, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3144 ], "outputIndexes": [ 3145 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3145 ], "outputIndexes": [ 2252 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2229 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_210_output_0", "outputIndexes": [ 2253 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2227, 2251, 2253, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_215_output_0", "outputIndexes": [ 2254 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2254 ], "outputIndexes": [ 3146 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3146 ], "outputIndexes": [ 3147 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear", "inputIndexes": [ 3147 ], "outputIndexes": [ 3148 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 1012583960, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3148 ], "outputIndexes": [ 3149 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3149 ], "outputIndexes": [ 2255 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2255 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_23/Mul_output_0", "outputIndexes": [ 2256 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.21875, 3.28125, 3.203125, 3.203125, 3.25, 3.296875, 3.15625, 1.824219, 3.265625, 3.09375, 3.0, 3.21875, 3.15625, 3.3125, 3.25, 3.125, 3.03125, 3.09375, 2.304688, 2.890625, 3.21875, 3.265625, 3.28125, 3.109375, 2.976562, 3.453125, 3.15625, 2.71875, 3.5, 3.28125, 3.015625, 3.03125, 3.3125, 1.96875, 3.125, 2.984375, 3.21875, 3.46875, 2.953125, 3.328125, 3.484375, 3.34375, 3.140625, 2.8125, 2.210938, 3.109375, 3.15625, 3.296875, 2.671875, 2.890625, 3.09375, 2.882812, 3.21875, 2.8125, 3.21875, 3.03125, 3.25, 3.296875, 2.960938, 2.96875, 2.664062, 3.15625, 3.296875, 3.21875, 3.359375, 3.109375, 2.703125, 3.328125, 2.945312, 3.171875, 3.3125, 3.125, 3.125, 3.171875, 3.171875, 3.078125, 2.429688, 2.992188, 2.875, 2.351562, 3.046875, 1.710938, 3.28125, 2.703125, 2.96875, 3.015625, 3.34375, 2.664062, 2.265625, 3.203125, 3.234375, 3.0625, 3.234375, 2.335938, 3.234375, 1.816406, 3.28125, 3.171875, 3.953125, 3.359375, 2.75, 3.296875, 3.09375, 3.265625, 3.09375, 3.21875, 3.328125, 2.898438, 3.21875, 3.109375, 3.359375, 3.265625, 3.140625, 2.679688, 3.296875, 3.015625, 3.1875, 2.992188, 3.078125, 3.3125, 3.125, 3.390625, 3.015625, 3.28125, 3.046875, 2.875, 3.234375, 3.03125, 3.015625, 2.585938, 2.703125, 3.265625, 3.03125, 3.140625, 3.265625, 3.203125, 2.976562, 2.796875, 3.140625, 3.234375, 3.5625, 2.78125, 3.140625, 3.25, 3.171875, 3.015625, 3.0625, 3.171875, 3.171875, 3.3125, 3.140625, 2.984375, 3.109375, 3.625, 2.992188, 3.375, 2.609375, 3.171875, 2.054688, 2.085938, 3.359375, 3.21875, 2.914062, 2.695312, 3.234375, 3.25, 3.328125, 2.148438, 3.390625, 3.09375, 3.109375, 2.171875, 3.40625, 2.023438, 3.0625, 2.25, 3.15625, 1.632812, 3.28125, 3.015625, 3.1875, 2.0625, 3.046875, 1.679688, 3.46875, 3.265625, 2.476562, 3.265625, 3.109375, 3.03125, 3.1875, 3.203125, 3.125, 3.09375, 3.15625, 3.140625, 3.140625, 3.21875, 3.25, 3.109375, 3.078125, 3.3125, 3.1875, 3.046875, 3.0625, 3.328125, 3.640625, 3.171875, 3.25, 3.359375, 2.90625, 3.34375, 3.140625, 2.96875, 3.3125, 3.265625, 3.15625, 3.140625, 3.1875, 3.25, 3.125, 3.0625, 3.296875, 3.421875, 3.421875, 2.945312, 3.234375, 3.15625, 3.046875, 2.90625, 3.390625, 3.359375, 3.328125, 3.171875, 3.28125, 3.171875, 3.03125, 3.25, 3.046875, 3.15625, 3.15625, 3.1875, 3.28125, 2.890625, 2.835938, 3.125, 3.125, 3.03125, 3.265625, 2.640625, 3.09375, 3.15625, 2.375, 3.375, 3.203125, 3.1875, 3.203125, 2.578125, 3.390625, 3.203125, 3.203125, 3.375, 3.046875, 3.1875, 3.359375, 2.867188, 3.171875, 3.21875, 3.078125, 3.21875, 3.140625, 3.1875, 3.125, 3.21875, 3.28125, 3.203125, 2.492188, 3.25, 3.34375, 3.15625, 2.703125, 3.203125, 2.28125, 3.234375, 3.140625, 3.203125, 3.109375, 3.1875, 2.085938, 3.09375, 3.015625, 1.984375, 3.234375, 3.125, 3.1875, 3.140625, 3.109375, 3.234375, 3.234375, 3.03125, 3.171875, 3.15625, 1.914062, 3.234375, 1.539062, 3.125, 3.265625, 3.171875, 3.296875, 3.078125, 3.28125, 1.789062, 3.359375, 3.140625, 3.171875, 3.109375, 3.34375, 3.375, 3.28125, 3.3125, 3.0625, 3.140625, 3.03125, 3.078125, 3.21875, 3.34375, 2.742188, 2.976562, 3.28125, 3.171875, 2.890625, 3.0625, 3.171875, 3.234375, 2.992188, 3.3125, 3.078125, 3.453125, 3.328125, 3.046875, 3.046875, 2.976562, 3.15625, 3.203125, 2.851562, 2.765625, 3.046875, 2.515625, 2.859375, 3.390625, 2.234375, 2.8125, 2.5625, 3.015625, 1.667969, 2.203125, 3.3125, 3.1875, 2.875, 3.015625, 2.085938, 3.25, 3.03125, 2.46875, 2.757812, 3.25, 3.328125, 2.453125, 2.984375, 3.15625, 3.3125, 3.109375, 3.140625, 3.0625, 3.578125, 3.40625, 3.296875, 3.1875, 3.3125, 2.648438, 3.171875, 3.203125, 2.492188, 2.335938, 3.21875, 3.25, 2.9375, 2.695312, 3.4375, 3.171875, 3.15625, 3.046875, 1.902344, 3.203125, 3.15625, 3.265625, 3.03125, 1.945312, 3.140625, 3.359375, 3.203125, 3.21875, 3.1875, 3.21875, 2.203125, 3.4375, 3.25, 2.929688, 3.078125, 2.6875, 3.3125, 3.171875, 3.265625, 3.296875, 2.859375, 3.0, 3.015625, 3.09375, 3.0625, 3.09375, 2.96875, 3.1875, 2.6875, 3.0625, 3.265625, 2.796875, 3.265625, 3.15625, 3.234375, 3.140625, 3.28125, 3.375, 3.28125, 2.921875, 2.796875, 3.3125, 3.328125, 3.28125, 3.046875, 3.484375, 3.28125, 3.078125, 3.21875, 2.78125, 2.289062, 3.390625, 3.046875, 3.4375, 3.125, 3.28125, 3.3125, 3.203125, 2.953125, 3.328125, 3.140625, 3.25, 2.75, 3.234375, 3.015625, 3.03125, 3.21875, 3.203125, 3.140625, 3.03125, 2.570312, 3.125, 2.054688, 3.140625, 3.125, 3.3125, 3.171875, 3.328125, 3.296875, 2.84375, 3.125, 3.3125, 2.328125, 2.9375, 3.03125, 3.421875, 3.25, 2.976562, 3.390625, 3.390625, 3.21875, 3.296875, 2.03125, 3.1875, 3.109375, 3.390625, 2.929688, 3.28125, 3.171875, 3.34375, 2.921875, 3.25, 1.746094, 2.25, 2.828125, 1.972656, 3.15625, 3.328125, 3.234375, 2.859375, 0.109375, 3.21875, 2.8125, 2.929688, 3.390625, 3.265625, 3.140625, 3.359375, 3.3125, 3.203125, 3.296875, 3.296875, 2.882812, 3.1875, 3.3125, 2.960938, 3.15625, 3.1875, 2.257812, 2.289062, 3.296875, 2.320312, 3.328125, 3.109375, 2.898438, 3.1875, 3.15625, 3.15625, 3.140625, 1.980469, 3.359375, 3.265625, 3.0625, 3.21875, 3.203125, 1.996094, 1.478516, 3.015625, 3.140625, 3.015625, 3.46875, 3.09375, 3.25, 3.1875, 2.671875, 3.296875, 2.171875, 3.046875, 3.28125, 3.15625, 3.203125, 3.140625, 3.203125, 3.09375, 3.078125, 3.125, 3.09375, 1.443359, 3.078125, 2.890625, 3.203125, 3.28125, 3.15625, 2.390625, 3.203125, 3.234375, 3.234375, 3.484375, 3.328125, 3.03125, 1.714844, 3.171875, 3.015625, 3.3125, 2.335938, 3.203125, 3.40625, 2.210938, 3.25, 3.015625, 2.914062, 3.046875, 3.59375, 3.125, 2.796875, 2.8125, 3.265625, 3.015625, 2.953125, 3.875, 3.140625, 2.992188, 3.0625, 3.109375, 3.09375, 2.804688, 3.28125, 3.34375, 2.929688, 3.203125, 3.28125, 2.9375, 3.21875, 3.265625, 3.25, 2.945312, 3.234375, 3.0625, 3.21875, 2.375, 3.046875, 3.203125, 3.078125, 2.859375, 3.03125, 3.140625, 3.234375, 3.15625, 3.203125, 3.265625, 3.3125, 2.929688, 3.21875, 3.421875, 3.1875, 3.171875, 2.960938, 3.140625, 2.859375, 3.1875, 3.28125, 3.109375, 3.25, 3.046875, 3.359375, 2.757812, 3.5625, 3.21875, 2.859375, 2.085938, 3.140625, 2.585938, 3.265625, 3.359375, 3.09375, 2.414062, 2.84375, 1.855469, 3.3125, 3.40625, 3.3125, 3.109375, 2.90625, 3.3125, 3.390625, 3.28125, 3.078125, 3.25, 3.21875, 1.746094, 3.125, 3.171875, 3.140625, 3.140625, 3.265625, 3.421875, 3.21875, 3.15625, 3.078125, 3.09375, 3.1875, 3.09375, 3.078125, 3.21875, 2.726562, 3.359375, 3.1875, 1.648438, 1.914062, 3.109375, 2.960938, 3.328125, 2.9375, 3.28125, 3.171875, 3.359375, 3.140625, 3.078125, 3.078125, 3.234375, 3.140625, 3.03125, 3.140625, 3.15625, 3.15625, 3.125, 3.5, 3.359375, 3.0625, 2.96875, 3.1875, 3.15625, 3.328125, 2.859375, 3.078125, 3.078125, 3.328125, 3.265625, 3.09375, 3.328125, 2.117188, 3.4375, 3.3125, 2.710938, 3.234375, 3.09375, 3.296875, 3.296875, 3.265625, 3.0, 2.617188, 2.328125, 2.671875, 3.234375, 3.15625, 3.140625, 3.0, 0.515625, 3.265625, 3.296875, 3.140625, 3.21875, 3.234375, 3.21875, 3.421875, 3.265625, 3.15625, 3.234375, 3.234375, 3.125, 3.0625, 2.9375, 3.359375, 3.046875, 3.484375, 3.15625, 3.203125, 3.140625, 3.015625, 3.125, 3.34375, 2.921875, 3.21875, 2.25, 3.359375, 3.015625, 3.09375, 3.015625, 3.140625, 3.375, 3.140625, 3.078125, 3.0625, 3.453125, 3.078125, 3.15625, 3.125, 3.125, 3.09375, 3.359375, 3.109375, 3.234375, 3.125, 3.234375, 3.3125, 3.046875, 3.140625, 2.976562, 2.9375, 3.15625, 2.671875, 3.28125, 3.296875, 2.75, 2.648438, 3.421875, 3.15625, 2.960938, 2.914062, 3.359375, 2.867188, 3.203125, 3.25, 2.648438, 3.140625, 3.015625, 2.554688, 3.3125, 3.078125, 3.21875, 3.046875, 2.421875, 3.15625, 3.25, 2.421875, 3.171875, 3.03125, 3.171875, 2.0625, 3.109375, 2.617188, 2.695312, 3.46875, 3.078125, 2.710938, 3.0, 3.0625, 2.929688, 3.171875, 3.0625, 3.28125, 3.140625, 3.375, 3.109375, 3.28125, 3.03125, 3.40625, 3.109375, 3.03125, 3.40625, 3.3125, 2.734375, 3.15625, 2.953125, 2.648438, 3.171875, 2.632812, 3.03125, 3.140625, 3.203125, 3.171875, 3.265625, 3.0, 3.140625, 3.25, 3.3125, 2.890625, 3.078125, 3.171875, 3.40625, 1.244141, 2.921875, 2.9375, 3.171875, 3.015625, 2.898438, 3.25, 3.296875, 3.015625, 3.203125, 3.078125, 1.925781, 3.1875, 3.046875, 3.109375, 2.210938, 3.1875, 3.265625, 2.898438, 2.023438, 2.796875, 3.203125, 3.09375, 3.21875, 3.34375, 3.328125, 3.015625, 3.015625, 2.96875, 2.984375, 3.0, 3.328125, 3.109375, 3.171875, 3.15625, 3.328125, 2.15625, 3.125, 3.140625, 3.171875, 3.1875, 3.34375, 3.109375, 3.25, 3.25, 3.234375, 2.851562, 2.992188, 3.203125, 3.28125, 2.617188, 3.03125, 3.140625, 1.984375, 1.492188, 2.640625, 3.171875, 2.984375, 3.21875, 3.140625, 3.390625, 1.9375, 1.738281, 3.046875, 3.34375, 2.976562, 3.140625, 3.03125, 3.25, 3.21875, 3.265625, 1.960938, 3.34375, 3.15625, 3.171875, 2.601562, 3.140625, 3.046875, 3.09375, 3.015625, 3.265625, 3.1875, 2.921875, 3.15625, 2.976562, 3.3125, 3.125, 3.015625, 3.25, 3.03125, 3.25, 3.171875, 2.609375, 1.863281, 2.90625, 3.25, 2.929688, 3.359375, 3.078125, 3.25, 3.125, 3.34375, 1.695312, 3.15625, 2.796875, 3.234375, 3.234375, 2.125, 3.171875, 3.140625, 2.882812, 3.0625, 3.0625, 2.984375, 2.90625, 2.179688, 3.0, 3.109375, 3.125, 2.046875, 3.0625, 3.265625, 3.421875, 3.234375, 2.867188, 3.046875, 2.828125, 3.203125, 3.375, 2.585938, 3.015625, 3.25, 2.664062, 2.273438, 1.792969, 2.53125, 3.046875, 3.078125, 3.03125, 3.046875, 3.03125, 2.71875, 3.109375, 1.769531, 3.125, 3.171875, 3.09375, 3.234375, 3.453125, 3.1875, 3.265625, 1.773438, 2.9375, 2.070312, 3.09375, 2.078125, 2.804688, 3.15625, 3.265625, 3.1875, 2.734375, 3.078125, 2.921875, 3.21875, 1.867188, 3.109375, 2.8125, 2.632812, 2.515625, 3.15625, 3.3125, 2.820312, 2.289062, 3.390625, 2.945312, 3.328125, 2.765625, 2.960938, 3.15625, 1.761719, 3.03125, 3.265625, 3.140625, 2.25, 1.910156, 3.21875, 3.390625, 3.25, 3.28125, 3.21875, 3.171875, 2.828125, 2.351562, 3.109375, 3.09375, 3.578125, 2.867188, 3.328125, 3.171875, 3.484375, 3.1875, 3.328125, 3.140625, 3.375, 3.0, 3.046875, 3.34375, 3.265625, 2.953125, 3.3125, 3.28125, 3.171875, 3.265625, 3.171875, 1.867188, 3.109375, 1.867188, 2.710938, 2.859375, 2.234375, 3.09375, 2.945312, 3.34375, 3.203125, 3.15625, 3.34375, 3.234375, 3.34375, 2.078125, 2.890625, 3.109375, 2.992188, 3.203125, 3.125, 2.789062, 3.3125, 3.203125, 3.140625, 3.078125, 3.125, 2.101562, 3.140625, 3.59375, 2.835938, 3.203125, 3.34375, 3.109375, 3.484375, 3.171875, 3.140625, 3.25, 3.234375, 3.171875, 3.234375, 2.992188, 3.109375, 3.078125, 3.1875, 3.140625, 3.078125, 2.265625, 3.328125, 2.171875, 3.203125, 3.25, 2.859375, 3.234375, 3.328125, 3.109375, 3.171875, 2.804688, 3.15625, 1.65625, 1.847656, 1.753906, 3.109375, 3.453125, 2.234375, 2.992188, 3.15625, 3.25, 2.179688, 2.976562, 2.648438, 3.078125, 2.125, 3.28125, 3.203125, 3.34375, 3.203125, 2.914062, 2.992188, 3.234375, 3.0625, 2.476562, 3.078125, 1.578125, 3.140625, 3.21875, 3.140625, 3.265625, 2.734375, 2.671875, 3.0625, 1.980469, 3.484375, 3.140625, 3.21875, 3.03125, 2.789062, 3.1875, 3.203125, 3.203125, 2.96875, 3.203125, 3.03125, 2.867188, 3.078125, 3.375, 3.234375, 3.3125, 3.078125, 3.109375, 3.21875, 3.234375, 3.265625, 3.296875, 3.21875, 3.171875, 3.15625, 3.3125, 2.976562, 3.125, 3.109375, 3.25, 3.078125, 2.984375, 3.0625, 3.3125, 3.34375, 3.359375, 3.171875, 2.976562, 2.40625, 3.296875, 2.96875, 3.21875, 3.171875, 2.929688, 3.078125, 3.265625, 2.257812, 3.203125, 2.203125, 3.203125, 3.09375, 3.09375, 2.9375, 3.1875, 2.570312, 3.3125, 1.953125, 3.109375, 2.695312, 3.03125, 3.328125, 3.078125, 3.078125, 3.28125, 3.25, 3.0625, 2.960938, 3.03125, 3.359375, 1.890625, 3.125, 3.078125, 3.09375, 3.0625, 2.945312, 3.421875, 3.25, 2.75, 3.09375, 3.171875, 3.125, 2.890625, 3.328125, 2.992188, 3.09375, 2.96875, 3.0625, 1.886719, 3.15625, 3.109375, 3.359375, 2.617188, 2.960938, 2.523438, 1.789062, 3.359375, 1.824219, 2.046875, 3.03125, 3.21875, 3.21875, 3.28125, 1.875, 3.125, 2.796875, 3.3125, 1.945312, 3.234375, 3.171875, 3.28125, 3.09375, 3.09375, 3.3125, 1.796875, 3.25, 3.171875, 2.515625, 2.179688, 3.421875, 3.359375, 2.257812, 3.171875, 2.609375, 3.34375, 3.0625, 3.203125, 3.09375, 2.171875, 3.0625, 3.21875, 2.96875, 2.984375, 3.25, 2.539062, 1.621094, 3.109375, 3.375, 2.960938, 3.3125, 3.125, 3.3125, 3.078125, 3.140625, 3.1875, 3.21875, 3.234375, 3.1875, 3.375, 3.15625, 3.390625, 2.898438, 3.203125, 3.109375, 3.21875, 1.498047, 3.21875, 3.15625, 3.203125, 3.03125, 3.203125, 3.0, 3.234375, 3.1875, 3.078125, 3.359375, 3.203125, 3.375, 3.21875, 2.734375, 3.296875, 1.996094, 3.109375, 2.203125, 3.28125, 3.3125, 3.15625, 2.023438, 3.5, 3.046875, 3.03125, 3.359375, 3.734375, 3.171875, 2.976562, 3.375, 3.09375, 3.0625, 2.3125, 3.03125, 3.265625, 3.578125, 3.3125, 3.015625, 3.203125, 3.25, 3.1875, 3.125, 3.140625, 2.914062, 3.03125, 3.15625, 3.09375, 2.140625, 2.929688, 3.34375, 3.328125, 3.109375, 1.960938, 3.40625, 3.09375, 3.421875, 3.296875, 3.140625, 3.21875, 3.140625, 3.109375, 1.992188, 3.171875, 3.328125, 3.203125, 3.484375, 2.984375, 3.28125, 3.25, 3.0625, 3.1875, 3.140625, 3.359375, 3.171875, 3.1875, 3.078125, 3.40625, 3.078125, 2.484375, 2.46875, 3.03125, 3.234375, 3.140625, 3.046875, 2.609375, 3.203125, 3.203125, 3.28125, 1.847656, 2.859375, 2.71875, 1.130859, 3.09375, 3.171875, 3.25, 1.632812, 3.125, 3.71875, 1.804688, 2.515625, 3.15625, 3.015625, 3.046875, 3.296875, 3.25, 3.140625, 3.125, 3.171875, 3.21875, 2.382812, 3.046875, 3.109375, 3.078125, 2.28125, 3.078125, 3.1875, 3.234375, 3.125, 3.203125, 2.820312, 3.21875, 2.953125, 2.101562, 3.3125, 2.976562, 3.203125, 3.15625, 2.875, 3.28125, 2.445312, 3.265625, 3.125, 2.664062, 3.046875, 3.1875, 3.3125, 3.78125, 3.125, 3.125, 3.21875, 3.28125, 2.726562, 1.941406, 3.171875, 3.46875, 3.078125, 3.03125, 3.375, 3.15625, 3.25, 1.878906, 2.953125, 3.171875, 3.109375, 3.15625, 3.078125, 3.46875, 3.125, 3.390625, 3.03125, 3.140625, 3.09375, 3.234375, 3.171875, 3.203125, 3.15625, 2.890625, 3.03125, 3.015625, 3.0625, 2.796875, 3.234375, 3.03125, 2.65625, 3.25, 3.078125, 3.171875, 3.203125, 3.296875, 3.375, 2.695312, 3.109375, 3.25, 3.046875, 3.28125, 3.40625, 2.664062, 3.1875, 3.21875, 3.109375, 3.265625, 3.328125, 2.765625, 2.992188, 3.03125, 3.15625, 3.109375, 2.414062, 3.1875, 3.1875, 3.234375, 3.5, 3.328125, 3.234375, 3.125, 3.34375, 3.078125, 3.1875, 3.046875, 3.0625, 2.664062, 2.9375, 3.09375, 3.046875, 3.109375, 3.25, 3.078125, 3.109375, 3.265625, 3.265625, 3.15625, 3.25, 2.984375, 3.234375, 3.109375, 3.171875, 3.21875, 3.203125, 3.1875, 3.28125, 3.421875, 3.140625, 1.242188, 3.40625, 3.09375, 2.945312, 3.21875, 3.125, 1.71875, 3.015625, 3.203125, 3.15625, 2.429688, 3.125, 3.28125, 2.523438, 2.054688, 3.140625, 3.09375, 3.375, 3.125, 3.125, 3.15625, 2.945312, 3.09375, 3.03125, 2.601562, 3.09375, 2.695312, 3.375, 3.3125, 2.304688, 1.714844, 3.296875, 3.3125, 3.140625, 2.609375, 3.1875, 2.828125, 3.21875, 3.296875, 0.300781, 3.296875, 3.265625, 3.015625, 3.015625, 3.265625, 3.390625, 0.542969, 2.164062, 2.546875, 3.109375, 3.234375, 2.976562, 2.765625, 3.21875, 3.28125, 3.015625, 2.46875, 3.140625, 3.1875, 2.890625, 3.3125, 3.140625, 3.0, 3.1875, 2.9375, 1.882812, 1.820312, 3.21875, 3.03125, 3.0625, 3.5, 3.203125, 3.265625, 2.320312, 3.296875, 2.492188, 2.546875, 3.15625, 3.390625, 3.15625, 3.171875, 3.03125, 3.296875, 2.234375, 3.21875, 2.992188, 2.898438, 3.1875, 3.140625, 3.09375, 3.03125, 2.992188, 3.03125, 3.0625, 3.234375, 3.046875, 2.84375, 3.0625, 3.109375, 2.429688, 3.265625, 3.234375, 2.023438, 3.140625, 3.171875, 2.148438, 3.078125, 2.765625, 3.203125, 3.28125, 3.0625, 3.25, 2.914062, 3.1875, 3.1875, 3.1875, 3.28125, 3.34375, 3.109375, 3.140625, 3.21875, 3.234375, 3.265625, 3.265625, 2.546875, 1.726562, 3.25, 3.28125, 3.21875, 3.203125, 2.953125, 1.722656, 3.1875, 3.296875, 3.03125, 3.0, 2.328125, 3.40625, 3.21875, 3.3125, 3.234375, 3.234375, 3.375, 3.109375, 2.8125, 3.171875, 3.453125, 3.296875, 2.0, 3.1875, 3.203125, 1.65625, 3.15625, 2.390625, 3.203125, 3.09375, 2.859375, 3.1875, 2.039062, 3.1875, 3.28125, 3.140625, 3.21875, 3.34375, 3.28125, 2.507812, 3.046875, 3.359375, 3.3125, 3.34375, 3.328125, 2.617188, 3.0625, 3.15625, 3.078125, 3.03125, 2.867188, 3.15625, 2.4375, 2.835938, 1.800781, 3.171875, 3.140625, 3.453125, 3.125, 3.234375, 3.140625, 3.28125, 3.25, 2.90625, 3.15625, 3.34375, 3.28125, 3.109375, 3.125, 2.640625, 3.078125, 2.84375, 2.054688, 3.15625, 3.28125, 3.296875, 3.203125, 3.28125, 3.078125, 2.976562, 3.25, 2.703125, 2.75, 3.171875, 3.359375, 3.1875, 3.140625, 3.234375, 2.851562, 3.34375, 3.328125, 3.25, 2.203125, 3.09375, 3.21875, 3.25, 3.296875, 2.90625, 3.125, 3.09375, 3.203125, 3.390625, 3.09375, 3.25, 2.609375, 3.03125, 3.15625, 3.203125, 3.40625, 3.3125, 3.0625, 3.046875, 2.796875, 3.3125, 3.34375, 2.492188, 2.25, 3.375, 3.203125, 3.34375, 3.125, 3.328125, 1.722656, 3.25, 3.34375, 3.234375, 3.390625, 2.898438, 3.078125, 3.0625, 2.242188, 3.171875, 2.929688, 3.34375, 3.171875, 2.523438, 3.28125, 3.375, 3.375, 2.992188, 3.25, 3.25, 3.078125, 3.0, 2.648438, 3.078125, 2.554688, 1.917969, 2.984375, 3.328125, 3.15625, 3.328125, 1.984375, 3.0, 3.15625, 3.359375, 3.265625, 3.234375, 2.953125, 3.046875, 2.5, 3.140625, 2.898438, 3.015625, 3.21875, 3.125, 3.203125, 3.359375, 3.265625, 3.078125, 2.765625, 2.960938, 3.109375, 2.109375, 2.867188, 3.25, 3.359375, 3.15625, 2.148438, 3.25, 3.515625, 3.171875, 3.203125, 3.109375, 1.902344, 3.109375, 3.125, 3.0, 3.265625, 3.15625, 3.078125, 3.1875, 3.21875, 3.0625, 3.21875, 3.078125, 3.078125, 3.171875, 3.203125, 3.125, 1.90625, 3.109375, 2.976562, 3.296875, 3.234375, 3.34375, 3.3125, 3.015625, 2.546875, 3.078125, 3.171875, 3.109375, 3.265625, 2.53125, 3.015625, 3.109375, 3.390625, 3.171875, 3.046875, 3.0625, 3.0625, 3.3125, 2.96875, 3.203125, 2.96875, 3.296875, 3.234375, 2.820312, 3.15625, 3.390625, 2.992188, 3.109375, 2.304688, 1.492188, 3.234375, 3.03125, 3.46875, 3.359375, 3.109375, 3.234375, 2.820312, 3.15625, 2.921875, 3.3125, 3.265625, 3.1875, 3.171875, 1.929688, 3.03125, 3.234375, 2.96875, 3.1875, 3.4375, 3.109375, 3.328125, 3.34375, 2.867188, 3.421875, 3.296875, 3.25, 0.537109, 3.140625, 2.820312, 3.265625, 3.078125, 3.0, 3.203125, 3.390625, 3.21875, 3.125, 3.234375, 3.1875, 2.953125, 0.756836, 2.914062, 3.125, 2.796875, 2.445312, 3.296875, 3.078125, 3.046875, 2.273438, 2.90625, 3.046875, 2.992188, 3.21875, 3.15625, 3.140625, 3.25, 3.3125, 2.960938, 3.375, 1.8125, 3.0625, 3.296875, 3.296875, 3.203125, 3.078125, 3.40625, 3.203125, 1.773438, 3.125, 3.171875, 3.1875, 3.265625, 3.3125, 3.171875, 3.21875, 3.265625, 3.046875, 2.390625, 3.0, 3.03125, 3.046875, 3.25, 3.28125, 3.203125, 3.15625, 2.992188, 3.21875, 3.140625, 2.0625, 3.03125, 3.203125, 3.21875, 3.265625, 2.914062, 3.0625, 3.078125, 3.109375, 3.28125, 3.28125, 2.992188, 1.742188, 3.296875, 3.171875, 3.125, 3.1875, 3.390625, 3.171875, 3.265625, 3.21875, 3.421875, 2.632812, 3.1875, 3.21875, 3.125, 1.90625, 3.1875, 2.898438, 3.1875, 2.984375, 3.15625, 3.25, 3.28125, 3.078125, 3.21875, 3.0625, 3.390625, 2.046875, 3.140625, 3.015625, 3.125, 1.996094, 3.1875, 2.21875, 2.976562, 1.820312, 3.125, 3.03125, 2.546875, 2.601562, 2.828125, 3.265625, 3.3125, 3.234375, 3.234375, 3.078125, 3.25, 3.078125, 1.589844, 2.3125, 2.84375, 3.1875, 3.28125, 2.976562, 3.21875, 3.296875, 3.28125, 2.804688, 3.34375, 3.125, 3.15625, 3.3125, 2.929688, 3.28125, 3.265625, 3.015625, 2.796875, 3.171875, 3.28125, 3.3125, 3.21875, 3.375, 2.789062, 3.328125, 3.265625, 2.992188, 3.4375, 3.328125, 3.21875, 3.140625, 3.140625, 2.210938, 3.078125, 3.1875, 3.125, 2.398438, 3.234375, 3.375, 3.375, 2.054688, 3.046875, 2.796875, 3.28125, 3.046875, 2.960938, 1.816406, 3.1875, 3.21875, 3.359375, 1.882812, 2.742188, 1.996094, 2.054688, 3.1875, 2.773438, 3.15625, 3.203125, 3.265625, 3.21875, 3.09375, 3.171875, 2.328125, 2.335938, 3.234375, 2.984375, 3.09375, 3.28125, 2.976562, 3.140625, 3.1875, 2.914062, 3.28125, 3.03125, 3.34375, 2.328125, 3.484375, 3.1875, 3.25, 3.03125, 2.921875, 2.210938, 3.34375, 2.117188, 3.140625, 3.234375, 3.0625, 2.960938, 3.1875, 2.882812, 3.0, 3.203125, 3.140625, 3.265625, 3.109375, 2.9375, 3.40625, 3.078125, 3.3125, 3.125, 3.296875, 3.234375, 2.703125, 2.929688, 3.0625, 2.703125, 3.140625, 3.34375, 3.359375, 3.078125, 3.078125, 3.0625, 2.945312, 3.453125, 2.65625, 3.328125, 3.234375, 3.453125, 3.234375, 3.3125, 3.234375, 2.921875, 3.15625, 3.296875, 3.25, 3.015625, 3.1875, 2.523438, 3.375, 3.0625, 2.320312, 3.03125, 3.25, 2.0625, 3.15625, 2.953125, 3.171875, 3.203125, 3.0625, 3.109375, 3.015625, 3.15625, 3.25, 3.09375, 2.984375, 3.0625, 3.203125, 2.648438, 3.015625, 3.234375, 2.984375, 2.164062, 3.125, 3.140625, 3.234375, 3.078125, 3.109375, 3.21875, 2.796875, 3.203125, 2.71875, 3.015625, 3.328125, 3.171875, 2.070312, 3.1875, 3.28125, 2.210938, 3.15625, 2.984375, 3.171875, 3.296875, 3.328125, 3.1875, 2.5625, 3.25, 3.015625, 3.1875, 3.25, 3.171875, 3.078125, 2.960938, 2.234375, 2.5625, 3.3125, 2.992188, 3.3125, 2.914062, 3.0, 3.109375, 3.1875, 2.109375, 3.03125, 3.359375, 1.71875, 3.359375, 3.140625, 3.09375, 3.265625, 2.132812, 3.1875, 3.21875, 1.945312, 3.1875, 1.949219, 3.03125, 3.25, 3.40625, 3.28125, 2.046875, 3.390625, 2.835938, 3.296875, 3.390625, 3.078125, 2.867188, 2.234375, 3.4375, 3.390625, 3.328125, 2.953125, 2.109375, 2.953125, 3.265625, 3.03125, 3.234375, 3.40625, 3.203125, 3.078125, 3.03125, 3.1875, 3.140625, 3.03125, 2.53125, 2.992188, 3.09375, 3.1875, 1.832031, 3.15625, 2.984375, 2.96875, 3.140625, 3.046875, 3.0, 2.945312, 3.21875, 3.265625, 2.179688, 3.078125, 3.296875, 3.03125 ] }, "name": "onnx::Mul_8803", "outputIndexes": [ 2257 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256, 2257 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_23/Mul_1_output_0", "outputIndexes": [ 2258 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2187, 2258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_118_output_0", "outputIndexes": [ 2259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2259 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_23/Mul_output_0", "outputIndexes": [ 2260 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.841797, 0.853516, 0.833984, 0.839844, 0.819336, 0.816406, 0.855469, 1.304688, 0.835938, 0.871094, 0.834961, 0.858398, 0.847656, 0.807617, 0.842773, 0.845703, 0.879883, 0.859375, 1.204102, 0.904297, 0.880371, 0.861328, 0.84082, 0.887695, 0.880859, 0.84668, 0.873047, 0.973511, 0.828125, 0.858398, 0.885254, 0.908691, 0.831055, 1.223633, 0.850586, 0.89502, 0.853516, 0.826172, 0.890137, 0.862305, 0.807617, 0.845703, 0.84668, 0.943115, 1.167969, 0.849609, 0.837891, 0.847656, 1.294922, 0.949219, 0.87793, 0.900879, 0.863281, 1.061768, 0.827148, 0.859375, 0.834961, 0.830078, 0.903809, 0.914551, 0.97937, 0.919922, 0.827148, 0.830078, 0.834961, 0.873047, 0.956787, 0.822266, 0.896973, 0.855469, 0.838867, 0.864258, 0.861328, 0.853516, 0.845703, 0.887695, 1.083008, 0.886719, 0.947021, 1.168945, 0.836914, 1.365234, 0.850586, 1.003616, 0.864258, 0.865234, 0.834961, 0.974487, 1.106934, 0.887695, 0.865234, 0.887695, 0.829102, 1.143555, 0.836914, 1.365234, 0.833984, 0.903809, 0.689453, 0.831055, 0.920898, 0.801758, 0.841797, 0.818359, 0.826172, 0.871094, 0.836914, 0.932617, 0.844727, 0.866211, 0.832031, 0.842773, 0.844727, 0.414062, 0.806641, 0.883301, 0.869141, 1.07373, 0.855469, 0.811523, 0.833008, 0.831055, 0.939453, 0.808594, 0.864258, 0.916016, 0.862305, 0.842773, 0.903809, 1.021362, 1.00824, 0.847656, 0.87793, 0.867188, 0.813477, 0.838867, 0.899902, 0.961426, 0.859375, 0.819336, 0.857422, 1.04248, 0.877441, 0.857422, 0.878418, 0.963379, 0.878906, 0.860352, 0.857422, 0.833984, 0.847656, 0.915039, 0.862305, 0.78125, 0.87207, 0.825195, 1.052002, 0.838867, 1.304688, 1.255859, 0.386719, 0.824219, 0.922852, 1.029663, 0.833008, 0.834961, 0.833008, 1.199219, 0.797852, 0.866211, 0.845703, 1.176758, 0.833008, 1.208984, 0.885254, 0.856445, 0.842773, 1.388672, 0.858398, 0.894043, 0.835938, 1.255859, 0.900879, 1.289062, 0.695312, 0.84375, 1.08252, 0.852539, 0.891113, 0.915039, 0.864258, 0.897461, 0.844727, 0.863281, 0.847656, 0.858398, 0.880859, 0.836914, 0.835938, 0.844727, 0.879395, 0.849609, 0.84375, 0.888184, 0.873047, 0.834961, 0.845703, 0.864258, 0.821289, 0.81543, 0.969849, 0.814453, 0.845703, 0.924805, 0.831055, 0.828125, 0.864258, 0.883301, 0.823242, 0.853516, 0.882324, 0.87207, 0.826172, 0.828125, 0.824219, 0.876465, 0.834961, 0.845703, 0.927734, 0.933594, 0.351562, 0.858398, 0.811523, 0.822266, 0.854492, 0.811523, 0.908203, 0.811523, 0.874023, 0.876465, 0.775391, 0.849609, 0.832031, 1.03125, 0.908203, 0.856445, 0.881348, 0.92041, 0.830078, 1.040527, 0.854492, 0.870117, 1.124023, 0.845703, 0.842773, 0.84668, 0.870117, 0.967773, 0.842773, 0.861328, 0.833984, 0.81543, 0.893066, 0.84082, 0.860352, 0.946045, 0.821289, 0.833984, 0.857422, 0.852539, 0.841797, 0.854492, 0.873047, 0.873047, 0.849609, 0.824219, 1.055176, 0.841797, 0.833008, 0.833008, 0.970093, 0.848633, 1.140625, 0.842773, 0.887695, 0.876465, 0.851562, 0.871094, 1.176758, 0.84375, 0.900391, 1.318359, 0.871094, 0.859375, 0.859375, 0.8125, 0.858398, 0.862305, 0.834961, 0.823242, 0.839844, 0.899902, 1.246094, 0.821289, 1.419922, 0.879395, 0.834961, 0.881836, 0.857422, 0.845703, 0.836914, 1.333984, 0.838867, 0.855469, 0.84668, 0.877441, 0.834961, 0.816406, 0.881836, 0.832031, 0.893555, 0.856445, 0.896973, 0.862305, 0.830078, 0.81543, 0.942139, 0.884766, 0.831055, 0.834961, 0.946533, 0.926758, 0.84668, 0.845703, 0.226562, 0.833984, 0.851562, 0.785156, 0.831055, 0.881348, 0.881348, 0.945557, 0.867188, 0.859375, 0.898438, 0.956787, 0.866211, 1.051514, 0.936035, 0.825195, 1.115234, 0.938232, 1.05835, 0.924316, 1.371094, 1.141602, 0.829102, 0.832031, 0.955811, 0.882324, 1.207031, 0.841797, 0.898926, 1.116211, 0.93457, 0.835938, 0.81543, 1.073242, 0.837891, 0.84375, 0.814453, 0.88623, 0.849609, 0.87207, 0.799805, 0.836914, 0.828125, 0.877441, 0.844727, 1.010986, 0.833984, 0.835938, 1.05127, 1.136719, 0.825195, 0.837891, 0.918457, 0.962891, 0.823242, 0.841797, 0.892578, 0.895508, 1.273438, 0.859375, 0.84668, 0.842773, 0.874023, 1.302734, 0.882324, 0.795898, 0.831055, 0.825195, 0.850586, 0.851562, 1.139648, 0.791016, 0.826172, 0.862305, 0.890625, 0.960938, 0.828125, 0.84668, 0.824219, 0.831055, 0.894043, 0.885254, 0.888184, 0.845703, 0.890625, 0.841797, 0.859375, 0.848633, 0.895996, 0.866211, 0.856445, 0.928711, 0.84082, 0.811523, 0.838867, 0.871094, 0.856445, 0.838867, 0.841797, 0.914551, 0.621094, 0.80957, 0.819336, 0.817383, 0.842773, 0.824219, 0.830078, 0.850586, 0.817383, 0.93457, 0.81543, 0.817383, 0.832031, 0.819336, 0.882324, 0.813477, 0.806641, 0.880371, 0.882812, 0.857422, 0.833008, 0.834961, 1.000483, 0.825195, 0.888184, 0.893066, 0.835938, 0.822266, 0.826172, 0.849609, 1.029175, 0.841797, 1.234375, 0.884766, 0.869141, 0.828125, 0.861328, 0.842773, 0.845703, 0.945312, 0.862305, 0.826172, 1.119141, 0.919922, 0.871094, 0.822266, 0.870117, 0.884766, 0.791016, 0.829102, 0.826172, 0.818359, 1.231445, 0.857422, 0.84668, 0.825195, 0.910156, 0.831055, 0.836914, 0.830078, 0.945801, 0.837891, 1.392578, 1.208008, 0.944092, 1.229492, 0.854492, 0.830078, 0.842773, 0.967285, 1.083008, 0.832031, 0.941895, 0.904297, 0.826172, 0.832031, 0.860352, 0.817383, 0.873047, 0.865234, 0.857422, 0.834961, 0.962158, 0.856445, 0.838867, 0.915527, 0.841797, 0.861328, 1.150391, 1.145508, 0.824219, 1.123535, 0.827148, 0.831055, 0.884766, 0.833008, 0.847656, 0.851562, 0.824219, 1.304688, 0.84082, 1.211914, 0.842773, 0.951172, 0.817383, 1.181641, 0.615234, 0.895996, 0.814453, 0.866211, 0.814453, 0.868164, 0.84668, 0.853516, 0.999218, 0.831055, 1.049072, 0.831055, 0.823242, 0.842773, 0.851562, 0.834961, 0.838867, 0.701172, 0.870117, 0.889648, 0.866211, 1.333984, 0.921875, 0.95874, 0.862305, 0.841797, 0.848633, 0.813477, 0.859375, 0.858398, 0.831055, 0.798828, 0.820312, 0.899902, 1.335938, 0.84375, 0.884766, 0.866211, 1.103027, 0.845703, 0.867188, 1.052246, 0.830078, 0.875, 0.913086, 0.863281, 0.810547, 0.866211, 0.75293, 0.968262, 0.842773, 0.844727, 0.855469, 0.858398, 1.167969, 0.874023, 0.870117, 0.849609, 0.855469, 0.951172, 0.823242, 0.827148, 0.922852, 0.836914, 0.81543, 0.833008, 0.864258, 0.838867, 0.84668, 0.91748, 0.826172, 0.860352, 0.838867, 0.958008, 0.913086, 0.847656, 0.84082, 0.898926, 0.904785, 0.851562, 0.862305, 0.836914, 0.874023, 0.848633, 0.832031, 0.924316, 0.84668, 0.828125, 0.847656, 0.88623, 0.891602, 0.839844, 0.932129, 0.864258, 0.834961, 0.890625, 0.837891, 0.864258, 0.826172, 1.084961, 0.802734, 0.833008, 0.983032, 1.208008, 0.834961, 1.146484, 0.841797, 0.821289, 0.873047, 1.052002, 1.144531, 1.392578, 0.835938, 0.826172, 0.818359, 0.839844, 0.89209, 0.831055, 0.854492, 0.838867, 0.836914, 0.864258, 0.850586, 1.349609, 0.848633, 0.842773, 0.861328, 0.875977, 0.849609, 0.836914, 0.845703, 0.878418, 0.870117, 0.912109, 0.904297, 0.842773, 0.850586, 0.834961, 0.941895, 0.81543, 0.833008, 1.353516, 1.330078, 0.856445, 0.950195, 0.832031, 0.929199, 0.831055, 0.890137, 0.860352, 0.885742, 0.886719, 0.862305, 0.856445, 0.827148, 0.899902, 0.892578, 0.849609, 0.84375, 0.875977, 0.347656, 0.838867, 0.880859, 0.855469, 0.848633, 0.847656, 0.830078, 0.911621, 0.850586, 0.909668, 0.833984, 0.813477, 0.838867, 0.841797, 1.15332, 0.705078, 0.848633, 0.998917, 0.835938, 0.896973, 0.84082, 0.824219, 0.833008, 0.89502, 0.999062, 0.978516, 1.045166, 0.827148, 0.848633, 0.816406, 0.908203, 0.961426, 0.850586, 0.839844, 0.878418, 0.905273, 0.855469, 0.830078, 0.793945, 0.820312, 0.883301, 0.849609, 0.827148, 0.863281, 0.866211, 0.90918, 0.831055, 0.899414, 0.824219, 0.853516, 0.833008, 0.842773, 0.87793, 0.854492, 0.84082, 0.945068, 0.862305, 1.177734, 0.832031, 0.869141, 0.875, 0.859375, 0.865234, 0.828125, 0.862305, 0.890137, 0.87207, 0.798828, 0.839844, 0.857422, 0.841797, 0.850586, 0.880371, 0.835938, 0.857422, 0.826172, 0.841797, 0.842773, 0.976074, 0.927734, 0.870117, 0.878906, 0.896484, 0.849609, 0.347656, 0.862305, 0.834961, 0.925781, 1.027344, 0.810547, 0.837891, 0.849609, 0.928711, 0.829102, 0.911133, 0.896973, 0.841797, 1.003082, 0.826172, 0.896973, 0.917969, 0.805664, 0.854492, 0.842773, 0.895508, 1.05127, 0.854492, 0.841797, 1.083984, 0.831055, 0.879395, 0.830078, 1.244141, 0.858398, 1.179688, 1.089355, 0.936523, 0.88916, 1.004883, 0.880859, 0.850586, 0.883789, 0.851562, 0.862305, 0.81543, 0.84082, 0.847656, 0.857422, 0.878418, 0.879883, 0.819336, 0.839844, 0.89502, 0.868164, 0.834961, 0.99115, 0.84082, 0.857422, 0.929688, 0.873047, 1.025024, 0.883789, 0.844727, 0.862305, 0.848633, 0.832031, 0.938232, 0.854492, 0.833984, 0.800781, 0.922852, 0.874023, 0.88916, 0.819336, 1.527344, 0.92334, 0.907715, 0.860352, 0.879883, 0.884766, 0.837891, 0.839844, 0.859375, 0.879395, 0.878906, 1.316406, 0.870117, 0.854492, 0.898438, 1.036377, 0.824219, 0.834961, 0.92041, 1.246094, 0.954346, 0.882812, 0.87207, 0.832031, 0.873047, 0.81543, 0.911621, 0.862305, 0.919434, 0.885254, 0.888184, 0.833008, 0.833008, 0.825195, 0.90918, 0.879395, 1.176758, 0.856445, 0.848633, 0.853516, 0.869141, 0.847656, 0.867188, 0.826172, 0.892578, 0.854492, 0.936523, 0.873047, 0.865234, 0.835938, 1.036621, 0.890137, 0.862305, 1.253906, 1.470703, 1.006409, 0.908203, 0.887207, 0.84668, 0.845703, 0.839844, 1.300781, 1.304688, 0.912109, 0.81543, 0.900879, 0.886719, 0.875488, 0.833984, 0.839844, 0.885254, 1.322266, 0.823242, 0.880859, 0.875977, 1.012634, 0.87793, 0.888672, 0.876465, 0.916504, 0.838867, 0.849609, 0.899902, 0.844727, 0.930176, 0.820312, 0.845703, 0.901367, 0.836914, 0.942383, 0.844727, 0.838867, 1.000675, 1.292969, 0.246094, 0.833984, 0.916992, 0.818359, 0.864258, 0.836914, 0.841797, 0.821289, 1.378906, 0.87207, 0.933105, 0.827148, 0.830078, 1.196289, 0.831055, 0.851562, 0.917969, 0.860352, 0.854492, 0.885254, 0.936035, 1.198242, 0.859375, 0.866211, 0.858398, 1.3125, 0.875977, 0.84668, 0.871094, 0.837891, 0.626953, 0.882812, 0.914062, 0.841797, 0.842773, 1.017456, 0.84668, 0.858398, 0.976318, 0.895508, 1.349609, 0.496094, 0.900879, 0.845703, 0.84375, 0.90918, 0.867188, 0.974976, 0.868164, 1.355469, 0.856445, 0.854492, 0.859375, 0.819336, 0.853516, 0.837891, 0.850586, 1.1875, 0.901367, 1.277344, 0.848633, 1.209961, 0.952637, 0.841797, 0.834961, 0.828125, 0.966797, 0.867188, 0.826172, 0.879883, 1.310547, 0.983643, 0.969482, 1.105957, 1.074219, 0.837891, 0.839844, 0.942383, 0.887207, 0.833984, 0.924805, 0.833984, 0.947754, 0.942139, 0.84375, 1.318359, 0.851562, 0.833984, 0.874023, 1.179688, 1.310547, 0.867188, 0.8125, 0.849609, 0.833008, 0.831055, 0.855469, 0.939209, 0.203125, 0.887695, 0.865234, 0.817383, 0.90918, 0.829102, 0.853516, 0.80957, 0.832031, 0.839844, 0.858398, 0.811523, 0.900391, 0.910156, 0.84668, 0.84668, 0.925293, 0.833984, 0.825195, 0.855469, 0.833984, 0.848633, 0.730469, 0.855469, 1.292969, 0.986755, 0.911621, 1.157227, 0.854492, 0.915527, 0.810547, 0.836914, 0.830078, 0.822266, 0.855469, 0.84668, 1.199219, 0.928223, 0.863281, 0.899414, 0.84375, 0.880859, 0.957031, 0.833984, 0.857422, 0.854492, 0.854492, 0.834961, 1.216797, 0.813477, 0.805664, 0.973877, 0.833008, 0.833984, 0.854492, 0.826172, 0.838867, 0.847656, 0.835938, 0.833008, 0.824219, 0.816406, 0.888184, 0.866211, 0.853516, 0.837891, 0.820312, 0.851562, 1.051758, 0.831055, 1.211914, 0.848633, 0.866211, 0.916992, 0.845703, 0.831055, 0.826172, 0.851562, 1.02002, 0.850586, 1.318359, 1.308594, 1.304688, 0.852539, 0.834961, 1.19043, 0.871094, 0.866211, 0.851562, 1.194336, 0.896484, 0.959229, 0.896484, 1.199219, 0.830078, 0.853516, 0.956055, 0.855469, 0.914062, 0.893066, 0.842773, 0.874023, 1.123047, 1.386719, 1.396484, 0.865234, 0.837891, 0.84082, 0.823242, 0.967285, 0.982422, 0.909668, 1.285156, 0.810547, 0.857422, 0.84668, 0.870117, 0.976196, 0.84082, 0.821289, 0.87207, 0.928223, 0.836914, 0.881348, 0.933105, 0.860352, 0.81543, 0.884766, 0.827148, 0.881836, 0.816406, 0.850586, 0.844727, 0.824219, 0.850586, 0.821289, 0.860352, 0.848633, 0.841797, 0.902832, 0.845703, 0.862305, 0.856445, 0.882324, 0.865234, 0.87207, 0.865234, 0.831055, 0.825195, 0.869141, 0.87793, 1.090332, 0.824219, 0.900879, 0.856445, 0.875977, 0.897461, 0.839844, 0.866211, 1.161133, 0.873047, 1.19043, 0.854492, 0.893555, 0.891113, 0.944336, 0.878418, 1.011658, 0.829102, 1.275391, 0.84082, 1.005371, 0.856445, 0.859375, 0.873047, 0.865234, 0.832031, 0.845703, 0.901367, 0.860352, 0.862305, 0.832031, 1.271484, 0.834961, 0.885742, 0.873047, 0.875488, 0.893555, 0.831055, 0.893066, 0.995209, 0.875977, 0.854492, 0.893066, 0.830078, 0.87207, 0.842773, 0.863281, 0.888184, 0.878418, 1.279297, 0.848633, 0.881836, 0.841797, 0.693359, 0.923828, 1.008606, 1.347656, 0.853516, 1.376953, 1.095215, 0.88916, 0.857422, 0.857422, 0.830078, 1.361328, 0.867188, 0.925293, 0.834961, 1.265625, 0.819336, 0.825195, 0.834961, 0.858398, 0.84668, 0.81543, 1.248047, 0.817383, 0.875977, 1.013672, 1.179688, 0.838867, 0.822266, 1.168945, 0.833008, 1.028931, 0.8125, 0.884277, 0.832031, 0.863281, 1.222656, 0.837891, 0.873047, 0.879395, 0.847656, 0.866211, 1.060303, 1.371094, 0.841797, 0.816406, 0.921875, 0.841797, 0.833008, 0.80957, 0.830078, 0.87207, 0.862305, 0.908203, 0.858398, 0.855469, 0.822266, 0.860352, 0.851562, 0.899902, 0.861328, 0.84082, 0.842773, 1.449219, 0.839844, 0.869141, 0.824219, 0.888672, 0.865234, 0.904785, 0.864258, 0.837891, 0.859375, 0.835938, 0.87793, 0.841797, 0.822266, 0.945801, 0.856445, 1.257812, 0.868164, 1.172852, 0.825195, 0.837891, 0.827148, 1.214844, 0.831055, 0.896484, 0.916504, 0.823242, 0.773438, 0.87793, 0.885254, 0.838867, 0.867188, 0.87793, 1.106445, 0.885254, 0.822266, 0.854492, 0.806641, 0.877441, 0.841797, 0.832031, 0.844727, 0.857422, 0.835938, 0.885742, 0.912109, 0.851562, 0.896973, 1.139648, 0.925293, 0.833008, 0.81543, 0.88623, 1.285156, 0.811523, 0.853516, 0.823242, 0.836914, 0.864258, 0.828125, 0.861328, 0.855469, 1.316406, 0.831055, 0.836914, 0.857422, 0.801758, 0.885742, 0.852539, 0.833984, 0.833008, 0.817383, 0.864258, 0.825195, 0.851562, 0.861328, 0.87207, 0.794922, 0.858398, 1.024536, 0.207031, 0.861328, 0.885254, 0.833008, 0.864258, 1.032715, 0.832031, 0.881348, 0.842773, 1.283203, 0.949463, 1.057861, 1.046143, 0.861328, 0.863281, 0.802734, 1.349609, 0.833008, 0.760742, 1.318359, 1.036621, 0.837891, 0.865234, 0.842773, 0.826172, 0.837891, 0.861328, 0.858398, 0.851562, 0.842773, 1.085449, 0.855469, 0.853516, 0.830078, 1.029053, 0.850586, 0.849609, 0.84668, 0.847656, 0.850586, 0.90332, 0.823242, 0.883301, 1.223633, 0.834961, 0.880371, 0.821289, 0.865234, 0.941162, 0.830078, 0.971558, 0.838867, 0.835938, 1.006287, 0.865234, 0.839844, 0.827148, 0.238281, 0.88623, 0.864258, 0.852539, 0.850586, 0.97522, 1.318359, 0.857422, 0.901855, 0.869141, 0.923828, 0.844727, 0.854492, 0.847656, 1.248047, 0.925781, 0.830078, 0.868164, 0.879883, 0.880371, 0.833008, 0.852539, 0.834961, 0.860352, 0.855469, 0.862305, 0.828125, 0.850586, 0.822266, 0.848633, 0.922363, 0.886719, 0.922363, 0.868164, 0.905273, 0.740234, 0.842773, 1.010986, 0.850586, 0.871094, 0.863281, 0.844727, 0.821289, 0.828125, 0.991638, 0.895508, 0.855469, 0.867188, 0.834961, 0.822266, 0.980225, 0.850586, 0.856445, 0.883789, 0.854492, 0.819336, 1.124512, 0.837891, 0.897949, 0.849609, 0.871094, 1.094727, 0.841797, 0.848633, 0.820312, 0.654297, 0.837891, 0.84668, 0.89209, 0.833008, 0.873047, 0.871094, 0.849609, 0.88916, 1.028687, 0.899902, 0.847656, 0.838867, 0.864258, 0.832031, 0.853516, 0.856445, 0.84668, 0.827148, 0.865234, 0.946045, 0.895996, 0.850586, 0.819336, 0.859375, 0.819336, 0.861328, 0.841797, 0.834961, 0.8125, 0.841797, 1.039307, 0.883789, 0.891113, 0.919922, 0.848633, 0.825195, 1.302734, 0.869141, 0.8125, 0.875488, 1.114746, 0.867188, 0.865234, 1.056885, 1.222656, 0.862305, 0.865234, 0.844727, 0.855469, 0.87207, 0.84375, 0.875, 0.864258, 0.896973, 1.000456, 0.84375, 1.004059, 0.810547, 0.856445, 1.176758, 1.359375, 0.857422, 0.817383, 0.841797, 1.043945, 0.84082, 0.970825, 0.856445, 0.841797, 0.808594, 0.851562, 0.841797, 0.88916, 0.908203, 0.834961, 0.818359, 1.098145, 1.183594, 1.072266, 0.857422, 0.838867, 0.868164, 0.939453, 0.829102, 0.822266, 0.909668, 1.058838, 0.831055, 0.832031, 0.907227, 0.847656, 0.84668, 0.875, 0.892578, 0.973022, 1.296875, 1.337891, 0.862305, 0.875, 0.874023, 0.81543, 0.856445, 0.833984, 1.121582, 0.816406, 1.10498, 1.036377, 0.828125, 0.828125, 0.878418, 0.862305, 0.891113, 0.819336, 1.141602, 0.848633, 0.882324, 0.88916, 0.81543, 0.856445, 0.876953, 0.890137, 0.911621, 0.870117, 0.849609, 0.838867, 0.886719, 0.889648, 0.88916, 0.853516, 0.371094, 0.818359, 0.847656, 1.277344, 0.847656, 0.855469, 1.203125, 0.853516, 0.973633, 0.867188, 0.817383, 0.849609, 1.050781, 1.018799, 0.851562, 0.842773, 0.853516, 0.814453, 0.81543, 0.864258, 0.852539, 0.847656, 0.8125, 0.850586, 0.839844, 1.07666, 1.458984, 0.871094, 0.835938, 0.841797, 0.870117, 0.876953, 1.296875, 0.850586, 0.841797, 0.902832, 0.833008, 1.124512, 0.798828, 0.860352, 0.849609, 0.864258, 0.832031, 0.852539, 0.883301, 0.943604, 0.862305, 0.838867, 0.836914, 1.283203, 0.845703, 0.869141, 1.349609, 0.819336, 0.777344, 0.836914, 0.862305, 0.925781, 0.849609, 0.786133, 0.854492, 0.854492, 0.870117, 0.842773, 0.832031, 0.866211, 1.081055, 0.870117, 0.819336, 0.825195, 0.827148, 0.818359, 0.978882, 0.876465, 0.865234, 0.948486, 0.900879, 0.654297, 0.855469, 1.074707, 0.980957, 1.384766, 0.820312, 0.865234, 0.797852, 0.885742, 0.870117, 0.861328, 0.827148, 0.864258, 0.909668, 0.877441, 0.839844, 0.813477, 0.87793, 0.826172, 1.018799, 0.888672, 0.944092, 1.267578, 0.857422, 0.851562, 0.806641, 0.837891, 0.84082, 0.897949, 0.895996, 0.835938, 0.997833, 0.97998, 0.847656, 0.80957, 0.822266, 0.87207, 0.84668, 1.0047, 0.814453, 0.807617, 0.808594, 1.145508, 0.856445, 0.838867, 0.845703, 0.837891, 0.907715, 0.858398, 0.867188, 0.90332, 0.832031, 0.841797, 0.850586, 1.036621, 0.888672, 0.826172, 0.865234, 0.814453, 0.830078, 0.833008, 0.882812, 0.895996, 0.801758, 0.832031, 1.067871, 1.155273, 0.832031, 0.866211, 0.822266, 0.858398, 0.814453, 1.339844, 0.84082, 0.80957, 0.839844, 0.834961, 0.901855, 0.873047, 0.891602, 1.062988, 0.839844, 0.887695, 0.821289, 0.881348, 1.320312, 0.826172, 0.860352, 0.833984, 0.857422, 0.827148, 0.808594, 0.880371, 0.894043, 0.990601, 0.899414, 1.004395, 1.261719, 0.951416, 0.827148, 0.845703, 0.814453, 0.445312, 0.857422, 0.84375, 0.834961, 0.835938, 0.866211, 0.894043, 0.875, 1.057861, 0.827148, 0.917969, 0.862305, 0.853516, 0.863281, 0.833984, 0.833984, 0.828125, 0.852539, 0.97644, 0.882324, 0.84375, 1.130859, 0.936523, 0.841797, 0.811523, 0.864258, 1.21875, 0.879883, 0.80957, 0.845703, 0.845703, 0.864258, 1.227539, 0.862305, 0.860352, 0.939697, 0.849609, 0.865234, 0.854492, 0.845703, 0.862305, 0.871094, 0.854492, 0.847656, 0.860352, 0.838867, 0.825195, 0.860352, 1.279297, 0.871094, 0.876953, 0.818359, 0.833008, 0.811523, 0.837891, 0.880859, 1.033936, 0.837891, 0.826172, 0.84668, 0.84668, 1.043945, 0.904297, 0.84082, 0.845703, 0.860352, 0.877441, 0.856445, 0.864258, 0.822266, 0.899902, 0.84375, 0.895996, 0.841797, 0.869141, 0.928711, 0.839844, 0.803711, 0.902344, 0.826172, 1.105469, 1.380859, 0.863281, 0.908203, 0.820312, 0.819336, 0.859375, 0.861328, 0.92627, 0.84375, 0.915527, 0.849609, 0.842773, 0.831055, 0.862305, 1.267578, 0.857422, 0.827148, 0.956299, 0.864258, 0.779297, 0.864258, 0.829102, 0.844727, 0.916992, 0.801758, 0.84668, 0.848633, 1.11377, 0.867188, 0.892578, 0.856445, 0.919434, 0.897461, 0.84375, 0.837891, 0.853516, 0.857422, 0.855469, 0.855469, 0.876953, 0.768555, 0.984619, 0.84668, 1.004517, 1.071777, 0.854492, 0.818359, 0.871094, 1.193359, 0.974121, 0.847656, 0.839844, 0.810547, 0.852539, 0.84375, 0.822266, 0.824219, 0.89209, 0.842773, 1.339844, 0.900879, 0.802734, 0.847656, 0.862305, 0.845703, 0.811523, 0.839844, 1.308594, 0.832031, 0.867188, 0.845703, 0.84082, 0.819336, 0.854492, 0.829102, 0.827148, 0.866211, 1.097656, 0.892578, 0.885742, 0.881836, 0.850586, 0.832031, 0.847656, 0.848633, 0.934082, 0.831055, 0.884766, 1.050293, 0.866211, 0.831055, 0.833008, 0.864258, 0.900879, 0.898926, 0.894531, 0.931641, 0.84375, 0.834961, 0.858398, 1.349609, 0.830078, 0.864258, 0.866211, 0.853516, 0.811523, 0.833984, 0.80957, 0.837891, 0.801758, 0.982666, 0.868164, 0.822266, 0.845703, 1.308594, 0.853516, 0.875, 0.84082, 0.823242, 0.834961, 0.84668, 0.850586, 0.875, 0.833008, 0.892578, 0.824219, 1.217773, 0.860352, 0.910156, 0.836914, 1.261719, 0.831055, 1.105957, 0.859375, 1.320312, 0.859375, 0.909668, 0.96167, 1.013916, 0.932617, 0.845703, 0.848633, 0.884766, 0.826172, 0.884766, 0.830078, 0.87207, 1.40625, 1.137695, 0.969849, 0.833008, 0.833008, 0.861328, 0.819336, 0.817383, 0.842773, 0.952637, 0.850586, 0.838867, 0.881836, 0.818359, 0.896973, 0.859375, 0.865234, 0.854492, 0.980957, 0.853516, 0.855469, 0.819336, 0.837891, 0.826172, 0.964844, 0.806641, 0.865234, 0.903809, 0.864258, 0.807617, 0.848633, 0.849609, 0.978638, 1.167969, 0.84668, 0.871094, 0.84668, 1.083008, 0.831055, 0.828125, 0.848633, 1.207031, 0.87793, 0.973022, 0.865234, 0.880859, 0.894043, 1.349609, 0.84375, 0.837891, 0.829102, 1.328125, 1.006256, 1.180664, 0.967529, 0.862305, 0.966553, 0.824219, 0.833008, 0.838867, 0.87207, 0.855469, 0.878906, 1.105469, 1.084473, 0.824219, 0.921875, 0.879883, 0.849609, 0.850586, 0.858398, 0.839844, 0.928223, 0.84668, 0.869141, 0.831055, 1.126953, 0.833984, 0.84668, 0.930176, 0.853516, 0.886719, 1.183594, 0.896973, 1.178711, 0.850586, 0.84375, 0.859375, 0.908203, 0.84082, 0.913574, 0.863281, 0.829102, 0.84082, 0.836914, 0.845703, 0.890625, 0.857422, 0.857422, 0.833008, 0.870117, 0.797852, 0.828125, 0.994598, 0.888184, 0.875, 0.958984, 0.876465, 0.822266, 0.849609, 0.831055, 0.905273, 0.861328, 0.881348, 0.839844, 1.015076, 0.833984, 0.836914, 0.833984, 0.830078, 0.837891, 0.818359, 0.879883, 0.860352, 0.834961, 0.863281, 0.858398, 0.841797, 1.046875, 0.831055, 0.890625, 1.098145, 0.881836, 0.848633, 1.185547, 0.844727, 0.925293, 0.849609, 0.863281, 0.894043, 0.84082, 0.827148, 0.837891, 0.837891, 0.84668, 0.874023, 0.905762, 0.838867, 1.029541, 0.886719, 0.829102, 0.836914, 1.204102, 0.859375, 0.839844, 0.852539, 0.975464, 0.838867, 0.845703, 0.922852, 0.849609, 0.539062, 0.894043, 0.817383, 0.854492, 1.24707, 0.841797, 0.814453, 1.178711, 0.833008, 0.939697, 0.831055, 0.84668, 0.841797, 0.835938, 1.098633, 0.824219, 0.863281, 0.839844, 0.825195, 0.875977, 0.884766, 0.927734, 1.251953, 1.017212, 0.837891, 0.94165, 0.825195, 0.964111, 0.923828, 0.877441, 0.826172, 1.168945, 0.912598, 0.825195, 1.400391, 0.813477, 0.89209, 0.835938, 0.852539, 1.192383, 0.814453, 0.833008, 1.22168, 0.836914, 0.642578, 0.90332, 0.866211, 0.828125, 0.845703, 1.229492, 0.839844, 0.928223, 0.833984, 0.84082, 0.865234, 0.922852, 1.115723, 0.792969, 0.835938, 0.84668, 0.861328, 1.173828, 0.94165, 0.833984, 0.876465, 0.850586, 0.814453, 0.841797, 0.896484, 0.874023, 0.826172, 0.88916, 0.853516, 1.036865, 0.550781, 0.935059, 0.862305, 1.292969, 0.848633, 0.928223, 0.859375, 0.832031, 0.885742, 0.901367, 0.858398, 0.864258, 0.833984, 1.167969, 0.852539, 0.826172, 0.89209 ] }, "name": "onnx::Mul_8805", "outputIndexes": [ 2261 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2260, 2261 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_23/Mul_1_output_0", "outputIndexes": [ 2262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2262 ], "outputIndexes": [ 3150 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3150 ], "outputIndexes": [ 3151 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear", "inputIndexes": [ 3151 ], "outputIndexes": [ 3152 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1015238190, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3152 ], "outputIndexes": [ 3153 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3153 ], "outputIndexes": [ 2263 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2263, 2263 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_output_0", "outputIndexes": [ 2264 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2263, 2264 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_1_output_0", "outputIndexes": [ 2265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2265 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_2_output_0", "outputIndexes": [ 2266 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2263, 2266 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Add_output_0", "outputIndexes": [ 2267 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 2267 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_3_output_0", "outputIndexes": [ 2268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2268 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_23/Tanh_output_0", "outputIndexes": [ 2269 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 2269 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Add_1_output_0", "outputIndexes": [ 2270 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2263, 2270 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_4_output_0", "outputIndexes": [ 2271 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 2271 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_5_output_0", "outputIndexes": [ 2272 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2262 ], "outputIndexes": [ 3154 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3154 ], "outputIndexes": [ 3155 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear", "inputIndexes": [ 3155 ], "outputIndexes": [ 3156 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1027182148, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3156 ], "outputIndexes": [ 3157 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3157 ], "outputIndexes": [ 2273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2272, 2273 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_23/Mul_output_0", "outputIndexes": [ 2274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2274 ], "outputIndexes": [ 3158 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3158 ], "outputIndexes": [ 3159 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear", "inputIndexes": [ 3159 ], "outputIndexes": [ 3160 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1039126106, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3160 ], "outputIndexes": [ 3161 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3161 ], "outputIndexes": [ 2275 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2275 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_23/Mul_output_0", "outputIndexes": [ 2276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 5.15625, 5.28125, 5.34375, 5.53125, 5.40625, 5.21875, 5.1875, 3.296875, 5.125, 4.90625, 5.15625, 5.09375, 5.125, 5.28125, 5.34375, 4.96875, 5.96875, 5.0, 4.078125, 4.765625, 5.21875, 5.09375, 5.21875, 4.984375, 4.859375, 5.4375, 4.953125, 4.40625, 5.625, 5.25, 4.734375, 4.78125, 5.46875, 3.59375, 5.09375, 4.65625, 5.21875, 5.3125, 4.96875, 5.25, 5.46875, 5.15625, 5.0625, 4.609375, 3.90625, 4.96875, 5.21875, 5.15625, 5.25, 4.65625, 4.921875, 4.578125, 5.15625, 6.8125, 5.21875, 5.0, 5.09375, 5.28125, 4.796875, 4.40625, 4.40625, 7.46875, 5.21875, 5.25, 5.375, 4.84375, 4.546875, 5.46875, 4.890625, 5.03125, 5.15625, 5.125, 5.0625, 5.125, 5.15625, 4.625, 3.96875, 4.828125, 4.453125, 3.703125, 5.09375, 3.0625, 5.25, 4.171875, 5.25, 4.953125, 5.375, 4.65625, 4.0, 5.21875, 5.0625, 5.1875, 5.5625, 3.875, 5.34375, 3.125, 5.0, 5.15625, 6.65625, 5.25, 4.84375, 5.40625, 4.859375, 5.375, 5.21875, 5.1875, 5.21875, 4.53125, 5.25, 5.1875, 5.25, 5.28125, 5.21875, 3.59375, 5.15625, 4.953125, 5.09375, 6.6875, 5.03125, 5.375, 5.09375, 5.375, 5.0, 5.28125, 4.96875, 4.84375, 5.0625, 4.921875, 4.9375, 4.1875, 4.296875, 5.125, 4.921875, 5.09375, 5.46875, 5.3125, 4.65625, 4.328125, 4.984375, 5.40625, 7.375, 4.703125, 4.84375, 4.984375, 5.0, 4.703125, 4.890625, 5.28125, 4.890625, 5.21875, 5.09375, 4.90625, 4.890625, 6.0, 4.96875, 5.5625, 4.21875, 5.4375, 3.421875, 3.5625, 4.828125, 5.25, 4.546875, 4.15625, 5.53125, 5.28125, 5.4375, 3.625, 5.34375, 5.125, 5.15625, 3.8125, 5.53125, 3.59375, 5.03125, 0.630859, 5.03125, 2.953125, 5.15625, 4.90625, 5.25, 3.4375, 4.84375, 3.109375, 7.9375, 5.21875, 3.9375, 5.3125, 4.875, 4.53125, 5.1875, 5.65625, 5.0, 5.03125, 5.21875, 5.03125, 5.09375, 5.375, 5.5, 5.03125, 4.953125, 5.28125, 5.25, 4.796875, 5.375, 5.40625, 6.8125, 5.21875, 5.21875, 5.3125, 4.734375, 5.53125, 5.375, 4.875, 5.1875, 5.3125, 5.09375, 5.25, 5.15625, 5.25, 5.03125, 4.90625, 5.3125, 5.40625, 5.4375, 5.09375, 5.0625, 5.0625, 4.75, 4.6875, 5.0625, 5.0, 5.375, 5.375, 5.21875, 5.375, 4.9375, 5.3125, 4.984375, 5.25, 4.890625, 5.28125, 5.21875, 4.390625, 4.703125, 5.125, 5.1875, 4.859375, 5.125, 4.109375, 5.0625, 5.125, 3.90625, 5.40625, 5.09375, 5.1875, 4.90625, 5.125, 5.3125, 5.15625, 5.125, 5.40625, 4.984375, 5.1875, 5.3125, 4.65625, 5.125, 5.28125, 5.125, 5.09375, 5.1875, 5.21875, 5.1875, 5.125, 5.40625, 5.09375, 4.078125, 5.21875, 5.375, 5.21875, 4.421875, 5.0625, 3.96875, 5.0, 5.4375, 5.15625, 5.03125, 5.28125, 3.53125, 5.0625, 4.875, 3.078125, 4.984375, 5.09375, 5.21875, 5.0, 5.03125, 5.25, 5.53125, 5.15625, 5.34375, 5.0625, 3.296875, 5.125, 2.867188, 4.984375, 5.53125, 4.984375, 5.1875, 5.3125, 5.5, 3.21875, 5.1875, 5.125, 5.21875, 5.09375, 5.25, 5.46875, 5.0, 5.15625, 4.828125, 5.34375, 4.96875, 5.0625, 5.21875, 5.3125, 4.484375, 4.8125, 5.34375, 5.15625, 4.609375, 5.75, 5.3125, 5.0, 10.5625, 5.46875, 4.734375, 5.375, 5.21875, 4.96875, 4.984375, 4.78125, 5.21875, 5.21875, 4.671875, 4.609375, 5.0, 4.234375, 4.78125, 5.21875, 3.71875, 4.484375, 3.96875, 4.734375, 3.09375, 3.703125, 5.46875, 5.28125, 4.609375, 4.90625, 3.640625, 5.1875, 4.84375, 4.09375, 5.0625, 5.28125, 5.375, 4.109375, 5.15625, 5.09375, 5.375, 4.921875, 5.09375, 4.859375, 5.5625, 5.53125, 5.4375, 4.875, 5.0, 4.28125, 5.34375, 5.5, 3.953125, 3.84375, 5.4375, 4.921875, 4.765625, 4.453125, 5.5625, 5.15625, 4.984375, 4.90625, 3.28125, 5.03125, 5.3125, 5.28125, 5.03125, 3.390625, 5.09375, 5.15625, 5.28125, 5.25, 5.15625, 5.21875, 3.796875, 5.65625, 5.0625, 4.984375, 4.96875, 4.578125, 5.28125, 5.25, 5.28125, 5.28125, 4.71875, 4.90625, 4.9375, 5.09375, 4.859375, 5.03125, 5.09375, 5.125, 6.1875, 4.953125, 5.03125, 4.671875, 5.28125, 5.125, 5.21875, 5.1875, 6.875, 5.4375, 5.34375, 4.5, 4.171875, 5.34375, 5.25, 5.34375, 5.15625, 5.53125, 5.15625, 5.21875, 5.34375, 4.671875, 3.484375, 5.28125, 5.09375, 5.59375, 4.96875, 5.28125, 5.09375, 4.90625, 4.90625, 5.0, 5.09375, 5.125, 4.28125, 5.15625, 4.8125, 4.90625, 5.34375, 5.1875, 5.21875, 5.28125, 4.109375, 5.1875, 3.5625, 5.0625, 5.0, 5.21875, 5.0625, 5.09375, 5.28125, 4.703125, 5.0625, 5.1875, 3.953125, 4.984375, 5.0625, 5.25, 5.40625, 5.09375, 5.8125, 5.40625, 5.3125, 5.09375, 3.484375, 5.34375, 5.03125, 5.34375, 4.765625, 5.09375, 5.40625, 5.125, 4.6875, 5.1875, 3.109375, 3.46875, 4.703125, 3.5, 5.34375, 5.34375, 5.21875, 4.546875, 4.203125, 5.15625, 4.453125, 4.671875, 5.46875, 5.15625, 5.125, 5.53125, 5.1875, 5.03125, 5.25, 5.40625, 4.5625, 5.21875, 5.28125, 4.734375, 5.15625, 5.03125, 3.828125, 3.84375, 5.34375, 3.671875, 5.34375, 5.0, 4.734375, 5.28125, 5.15625, 5.0, 5.125, 3.1875, 5.1875, 5.71875, 5.15625, 6.53125, 5.3125, 3.453125, 2.578125, 4.796875, 5.03125, 5.125, 5.65625, 5.03125, 5.1875, 5.1875, 4.421875, 5.40625, 3.625, 5.125, 5.65625, 5.15625, 5.125, 5.28125, 5.375, 4.3125, 5.0, 5.09375, 4.9375, 2.125, 4.671875, 4.703125, 5.0, 5.28125, 5.21875, 3.15625, 4.953125, 5.0625, 5.09375, 5.53125, 5.25, 4.65625, 3.109375, 5.375, 4.90625, 4.890625, 3.90625, 5.1875, 7.71875, 4.71875, 5.25, 5.03125, 5.34375, 5.03125, 5.625, 5.03125, 4.09375, 4.515625, 5.1875, 5.125, 4.796875, 8.0, 4.78125, 4.921875, 4.984375, 5.28125, 5.28125, 4.65625, 5.5, 5.40625, 4.59375, 5.125, 5.3125, 5.03125, 4.96875, 5.53125, 4.953125, 4.75, 5.15625, 4.90625, 5.3125, 4.125, 4.890625, 5.03125, 5.125, 4.65625, 4.734375, 5.09375, 5.3125, 5.0625, 4.984375, 5.03125, 5.25, 4.78125, 5.09375, 5.5, 5.25, 4.953125, 4.8125, 5.25, 5.03125, 5.21875, 5.1875, 4.78125, 5.25, 4.734375, 5.28125, 4.296875, 5.65625, 5.40625, 4.453125, 3.65625, 5.0, 4.25, 5.125, 5.40625, 4.90625, 4.0625, 6.1875, 3.125, 5.375, 5.59375, 5.21875, 5.03125, 4.84375, 5.3125, 5.21875, 5.15625, 5.25, 4.984375, 5.25, 3.109375, 5.0, 5.15625, 5.1875, 5.09375, 5.21875, 5.375, 5.25, 4.984375, 4.875, 4.78125, 4.890625, 5.3125, 4.890625, 5.375, 4.515625, 5.59375, 5.21875, 2.984375, 3.609375, 4.921875, 4.671875, 5.40625, 4.796875, 5.1875, 5.09375, 7.4375, 5.1875, 5.0, 4.953125, 5.125, 5.21875, 4.78125, 4.859375, 4.96875, 5.25, 5.1875, 5.5625, 5.625, 4.921875, 4.71875, 5.1875, 4.953125, 5.28125, 4.75, 4.984375, 4.96875, 5.28125, 5.15625, 5.125, 5.21875, 2.789062, 5.4375, 5.4375, 4.484375, 5.21875, 4.984375, 5.3125, 5.25, 5.25, 5.0, 4.265625, 3.625, 4.015625, 5.375, 5.1875, 4.96875, 4.875, 5.09375, 5.0625, 5.15625, 4.921875, 5.40625, 5.0625, 5.34375, 5.40625, 5.3125, 5.5, 5.21875, 5.3125, 5.375, 4.984375, 4.859375, 5.53125, 5.03125, 5.46875, 5.34375, 5.1875, 5.09375, 5.125, 5.09375, 5.34375, 4.640625, 5.1875, 3.8125, 5.46875, 5.0, 4.9375, 4.734375, 5.03125, 5.5, 5.3125, 5.03125, 4.921875, 5.4375, 5.09375, 5.15625, 5.1875, 5.15625, 4.796875, 5.03125, 5.125, 5.03125, 5.21875, 5.25, 7.375, 4.75, 5.0625, 5.1875, 4.921875, 5.125, 3.71875, 5.03125, 5.40625, 4.53125, 4.109375, 5.59375, 5.15625, 4.96875, 4.75, 5.15625, 4.703125, 5.125, 5.375, 4.28125, 5.0, 5.3125, 3.8125, 5.375, 5.03125, 5.28125, 4.90625, 4.015625, 5.125, 5.21875, 3.78125, 5.1875, 4.90625, 5.21875, 3.453125, 5.125, 4.03125, 5.5, 7.53125, 4.796875, 4.3125, 5.0625, 5.0625, 4.96875, 5.0, 5.09375, 5.125, 5.0625, 5.09375, 5.0, 5.0625, 5.0, 5.375, 5.25, 4.984375, 7.71875, 5.25, 4.28125, 5.40625, 4.890625, 4.328125, 5.15625, 4.1875, 4.96875, 5.3125, 5.1875, 5.1875, 5.25, 5.0625, 5.09375, 5.0, 5.3125, 4.78125, 4.90625, 5.28125, 5.40625, 2.414062, 4.78125, 4.734375, 4.8125, 4.96875, 4.6875, 5.28125, 5.1875, 5.15625, 5.34375, 5.125, 3.203125, 5.03125, 4.859375, 4.96875, 3.28125, 5.0625, 5.34375, 4.609375, 3.453125, 4.671875, 5.1875, 4.890625, 5.21875, 5.03125, 5.34375, 4.78125, 6.0, 4.609375, 4.90625, 4.84375, 5.3125, 5.0625, 5.25, 4.984375, 5.03125, 3.703125, 5.03125, 5.21875, 4.90625, 4.96875, 5.09375, 4.9375, 5.5, 5.03125, 5.125, 4.515625, 4.828125, 5.40625, 5.25, 4.328125, 4.890625, 5.03125, 3.375, 2.640625, 4.328125, 5.09375, 4.859375, 5.28125, 5.40625, 5.59375, 3.34375, 3.1875, 4.765625, 6.375, 4.921875, 5.03125, 4.921875, 5.34375, 5.125, 4.90625, 3.390625, 5.21875, 5.09375, 4.859375, 4.15625, 4.828125, 5.09375, 4.84375, 4.78125, 5.625, 5.34375, 4.890625, 5.28125, 4.5, 5.375, 5.21875, 4.828125, 5.25, 5.25, 5.53125, 5.375, 4.375, 3.359375, 4.3125, 5.09375, 4.6875, 5.34375, 5.28125, 5.15625, 5.09375, 5.5, 2.984375, 5.0625, 4.578125, 5.4375, 5.09375, 3.59375, 5.125, 5.0625, 4.96875, 5.0625, 5.15625, 5.375, 4.6875, 3.734375, 4.96875, 4.859375, 5.1875, 3.421875, 5.09375, 5.34375, 7.09375, 5.375, 4.234375, 4.984375, 4.625, 5.28125, 5.0625, 4.234375, 5.125, 5.21875, 4.5625, 2.617188, 2.84375, 3.25, 4.78125, 5.28125, 5.25, 4.84375, 4.890625, 4.625, 4.921875, 3.171875, 5.21875, 5.125, 4.96875, 5.15625, 5.15625, 5.125, 5.21875, 3.484375, 5.0, 3.34375, 5.28125, 3.53125, 4.4375, 5.21875, 5.09375, 5.3125, 4.3125, 4.75, 4.671875, 4.890625, 3.1875, 4.734375, 4.671875, 4.09375, 4.09375, 5.1875, 5.09375, 4.578125, 3.796875, 5.75, 5.0625, 5.28125, 4.65625, 5.15625, 5.0625, 3.125, 5.125, 5.3125, 4.96875, 3.53125, 3.125, 5.34375, 5.375, 5.15625, 5.375, 5.34375, 5.21875, 4.703125, 2.914062, 5.0625, 5.15625, 1.675781, 4.71875, 5.375, 5.21875, 5.40625, 5.34375, 5.4375, 4.890625, 5.46875, 4.8125, 4.796875, 5.5, 5.28125, 4.515625, 5.28125, 5.3125, 5.1875, 5.25, 5.3125, 3.078125, 5.09375, 3.296875, 4.421875, 4.65625, 3.953125, 5.0625, 4.828125, 5.15625, 5.09375, 5.46875, 5.28125, 5.21875, 5.0625, 3.75, 4.6875, 5.09375, 4.84375, 5.0625, 5.1875, 4.609375, 5.3125, 5.15625, 4.96875, 5.25, 5.1875, 3.640625, 5.1875, 5.53125, 4.5, 4.953125, 5.40625, 5.21875, 6.6875, 5.125, 5.125, 5.15625, 5.3125, 5.125, 5.09375, 4.921875, 5.0625, 5.34375, 5.25, 5.25, 5.0, 3.671875, 5.59375, 3.5625, 5.03125, 4.953125, 4.734375, 5.125, 5.3125, 5.03125, 5.09375, 4.546875, 4.96875, 2.929688, 3.421875, 3.296875, 5.0625, 5.375, 3.890625, 5.03125, 5.0, 5.375, 3.625, 4.703125, 4.265625, 4.859375, 3.578125, 5.1875, 5.28125, 8.0, 5.21875, 4.671875, 4.65625, 5.21875, 4.953125, 3.265625, 4.609375, 2.734375, 4.984375, 5.28125, 5.3125, 5.1875, 4.53125, 4.09375, 4.890625, 3.28125, 5.5, 5.09375, 5.375, 5.0, 4.625, 5.21875, 5.1875, 5.125, 4.453125, 5.125, 5.0, 4.765625, 5.0625, 5.3125, 6.5625, 5.40625, 4.84375, 5.21875, 5.15625, 5.0, 5.4375, 5.21875, 5.1875, 4.84375, 5.09375, 5.09375, 4.984375, 5.03125, 5.125, 5.125, 5.25, 4.890625, 4.96875, 5.4375, 5.21875, 5.5, 5.375, 4.765625, 4.0625, 5.3125, 4.78125, 5.09375, 5.03125, 4.859375, 5.15625, 5.1875, 3.625, 5.03125, 3.46875, 5.1875, 4.65625, 5.0, 4.65625, 4.9375, 4.34375, 5.0, 3.375, 5.15625, 4.34375, 5.375, 5.21875, 5.0625, 5.0625, 5.28125, 5.15625, 4.953125, 4.984375, 5.03125, 5.34375, 3.234375, 5.1875, 4.953125, 4.90625, 5.09375, 5.0625, 5.40625, 5.3125, 4.375, 5.0625, 5.0, 5.0625, 5.8125, 5.25, 5.15625, 4.796875, 4.921875, 5.0, 3.34375, 5.4375, 4.96875, 5.375, 4.265625, 4.65625, 4.265625, 3.109375, 5.21875, 3.109375, 3.59375, 4.75, 5.15625, 5.0625, 5.375, 2.929688, 5.125, 4.78125, 5.375, 3.375, 5.1875, 5.28125, 5.375, 5.125, 5.09375, 5.375, 3.359375, 5.125, 5.4375, 4.21875, 3.609375, 5.28125, 5.1875, 3.78125, 5.25, 3.46875, 5.3125, 5.09375, 5.15625, 5.0, 3.484375, 5.1875, 5.0625, 4.984375, 5.0625, 4.90625, 3.984375, 2.84375, 5.125, 5.53125, 4.78125, 5.3125, 5.28125, 5.3125, 5.96875, 4.921875, 5.125, 5.03125, 6.8125, 5.03125, 5.21875, 5.28125, 5.09375, 4.828125, 5.21875, 4.9375, 5.0, 2.796875, 5.3125, 5.15625, 5.09375, 4.703125, 4.734375, 4.828125, 4.921875, 5.0625, 5.0, 5.21875, 5.1875, 5.21875, 5.25, 4.609375, 5.1875, 3.390625, 5.3125, 3.734375, 5.28125, 5.1875, 5.28125, 3.484375, 5.34375, 4.828125, 4.90625, 5.4375, 5.90625, 5.09375, 4.890625, 5.25, 5.09375, 4.859375, 4.0, 4.890625, 5.375, 7.71875, 5.40625, 4.71875, 5.125, 5.1875, 5.1875, 4.984375, 5.09375, 4.796875, 4.78125, 5.15625, 4.78125, 3.71875, 4.640625, 5.3125, 5.40625, 4.9375, 3.453125, 5.40625, 5.5, 5.4375, 5.25, 5.0625, 5.28125, 5.25, 5.125, 3.171875, 4.953125, 5.25, 5.375, 5.59375, 5.03125, 5.1875, 5.46875, 5.125, 5.40625, 4.9375, 5.25, 5.3125, 5.0625, 4.828125, 5.28125, 5.0, 4.078125, 7.6875, 4.890625, 5.09375, 5.34375, 5.0, 4.171875, 5.34375, 5.03125, 5.53125, 3.546875, 4.65625, 4.296875, 2.164062, 4.96875, 5.28125, 5.53125, 2.929688, 5.0625, 8.0625, 3.265625, 3.96875, 5.125, 5.125, 5.0625, 5.5, 5.125, 5.0, 5.0, 4.984375, 5.4375, 4.046875, 4.9375, 5.125, 5.25, 3.765625, 4.984375, 5.15625, 5.28125, 5.0625, 5.21875, 4.796875, 5.15625, 4.90625, 3.234375, 5.21875, 4.984375, 5.09375, 5.0625, 4.40625, 5.25, 3.75, 5.3125, 4.9375, 4.296875, 4.984375, 4.90625, 5.375, 5.4375, 5.09375, 5.125, 5.15625, 5.25, 4.5, 3.28125, 5.0625, 6.125, 5.0625, 4.828125, 5.25, 5.25, 5.0625, 3.484375, 4.8125, 5.625, 4.71875, 5.25, 5.0625, 5.6875, 4.875, 5.125, 4.96875, 5.21875, 4.90625, 5.0625, 5.21875, 5.5, 5.125, 4.75, 4.84375, 4.65625, 5.0625, 4.671875, 4.796875, 4.890625, 4.34375, 5.625, 4.953125, 5.3125, 5.125, 5.28125, 5.40625, 4.25, 5.09375, 5.46875, 5.40625, 5.21875, 5.3125, 4.390625, 5.0625, 5.1875, 5.34375, 5.34375, 5.53125, 4.203125, 5.3125, 4.703125, 5.21875, 4.921875, 4.0, 5.125, 5.09375, 5.8125, 5.75, 5.28125, 5.125, 4.890625, 5.25, 4.84375, 5.03125, 4.875, 4.828125, 4.1875, 4.859375, 5.09375, 5.03125, 5.09375, 5.3125, 5.40625, 5.1875, 5.15625, 5.28125, 4.953125, 7.3125, 5.0, 4.890625, 4.859375, 5.03125, 5.5, 5.0, 5.125, 5.375, 5.375, 5.21875, 1.9375, 6.21875, 4.96875, 4.40625, 4.890625, 5.25, 3.125, 4.9375, 5.1875, 5.15625, 3.96875, 5.09375, 5.3125, 4.09375, 3.640625, 5.03125, 4.90625, 5.28125, 5.0625, 4.875, 5.25, 4.96875, 5.21875, 4.796875, 3.3125, 5.09375, 4.265625, 5.5625, 5.21875, 3.5625, 3.09375, 5.3125, 5.5625, 5.28125, 4.0625, 5.375, 4.484375, 5.25, 5.15625, 3.859375, 5.34375, 5.34375, 4.84375, 4.6875, 5.15625, 5.34375, 4.09375, 3.59375, 4.125, 4.984375, 5.28125, 5.09375, 4.65625, 5.15625, 5.125, 4.8125, 4.109375, 5.3125, 5.09375, 4.921875, 5.125, 5.125, 5.0625, 4.890625, 4.796875, 3.25, 3.171875, 5.0, 4.921875, 5.0, 5.40625, 5.125, 5.34375, 3.84375, 5.15625, 4.046875, 4.265625, 5.0625, 5.34375, 5.0, 5.15625, 5.375, 5.1875, 3.796875, 5.21875, 5.0625, 4.703125, 5.15625, 5.0, 5.0625, 4.78125, 4.53125, 4.984375, 5.375, 5.21875, 4.84375, 4.75, 5.03125, 5.0625, 4.421875, 5.40625, 5.15625, 3.5625, 4.984375, 5.125, 3.515625, 4.984375, 4.828125, 5.125, 5.40625, 5.03125, 5.40625, 4.640625, 5.1875, 5.125, 5.125, 5.1875, 5.34375, 5.125, 5.0, 5.25, 5.09375, 5.34375, 5.15625, 3.9375, 2.757812, 4.890625, 5.15625, 5.28125, 5.0625, 5.1875, 3.125, 5.40625, 5.59375, 4.96875, 5.125, 3.9375, 5.5, 5.09375, 5.25, 5.0625, 5.21875, 7.625, 4.984375, 4.40625, 5.21875, 6.9375, 5.15625, 3.296875, 5.21875, 5.03125, 2.90625, 5.28125, 3.09375, 5.21875, 4.984375, 5.125, 5.03125, 3.09375, 4.984375, 5.09375, 5.09375, 5.1875, 5.21875, 5.09375, 4.8125, 5.625, 5.46875, 5.375, 5.25, 5.34375, 4.234375, 4.90625, 4.96875, 4.75, 4.84375, 4.390625, 5.28125, 3.984375, 4.875, 3.078125, 5.3125, 5.15625, 5.4375, 4.875, 5.0625, 5.125, 5.375, 5.25, 4.546875, 5.5, 5.375, 5.28125, 5.0625, 5.3125, 4.171875, 5.125, 4.546875, 3.59375, 5.3125, 5.40625, 5.5, 5.375, 5.5, 4.703125, 4.875, 5.28125, 4.375, 4.265625, 4.90625, 5.3125, 5.34375, 5.09375, 4.984375, 4.421875, 5.46875, 5.28125, 5.15625, 3.734375, 5.25, 5.28125, 5.125, 5.1875, 4.6875, 5.03125, 4.859375, 4.90625, 5.21875, 4.984375, 5.1875, 3.796875, 5.03125, 5.125, 5.09375, 5.46875, 5.4375, 5.09375, 4.90625, 4.78125, 5.3125, 5.5, 4.078125, 3.71875, 5.34375, 5.21875, 5.375, 5.03125, 5.4375, 2.992188, 5.125, 5.5625, 5.0, 5.375, 4.78125, 5.09375, 4.734375, 4.078125, 5.09375, 5.03125, 5.28125, 4.921875, 2.8125, 5.5625, 5.25, 5.34375, 5.03125, 5.59375, 5.25, 4.8125, 4.625, 4.25, 5.28125, 4.1875, 3.34375, 4.515625, 5.75, 5.28125, 5.5625, 3.0625, 5.03125, 5.0625, 5.125, 5.34375, 5.03125, 4.671875, 4.921875, 4.15625, 5.4375, 4.734375, 5.03125, 5.125, 4.953125, 5.0625, 5.34375, 5.125, 5.0625, 4.53125, 5.15625, 5.28125, 3.609375, 4.578125, 5.15625, 5.375, 5.15625, 3.71875, 5.03125, 5.40625, 4.875, 5.25, 5.125, 3.421875, 5.21875, 5.1875, 4.609375, 5.3125, 5.03125, 4.96875, 5.125, 5.21875, 4.890625, 5.28125, 5.0, 5.03125, 5.125, 5.125, 5.125, 3.359375, 4.84375, 4.734375, 5.25, 5.25, 5.53125, 5.65625, 4.984375, 4.078125, 5.03125, 5.34375, 5.28125, 5.15625, 4.015625, 4.875, 5.0, 5.09375, 5.0, 4.953125, 5.15625, 5.0, 5.1875, 4.890625, 5.15625, 4.703125, 5.125, 5.09375, 4.953125, 5.25, 5.28125, 4.875, 5.34375, 3.875, 2.679688, 5.15625, 4.8125, 5.4375, 5.15625, 5.1875, 5.21875, 4.578125, 5.15625, 4.96875, 5.09375, 5.46875, 5.375, 5.1875, 3.4375, 4.90625, 5.1875, 5.03125, 5.03125, 5.5625, 4.96875, 5.3125, 5.15625, 4.796875, 5.4375, 5.3125, 5.125, 4.484375, 5.15625, 4.640625, 5.125, 4.8125, 4.78125, 5.1875, 5.4375, 5.0, 5.0625, 5.25, 5.34375, 4.859375, 7.625, 4.5625, 5.21875, 4.46875, 4.046875, 5.25, 5.375, 5.0, 3.84375, 4.578125, 4.9375, 5.375, 5.15625, 5.34375, 5.1875, 5.375, 5.1875, 4.78125, 7.09375, 3.1875, 4.6875, 5.625, 5.21875, 5.3125, 5.15625, 5.125, 5.03125, 3.203125, 5.28125, 4.984375, 4.96875, 5.1875, 5.21875, 5.46875, 5.125, 5.3125, 5.0625, 3.84375, 4.859375, 5.09375, 4.90625, 5.03125, 5.40625, 5.09375, 5.28125, 4.78125, 5.1875, 4.921875, 4.9375, 5.0625, 5.25, 5.3125, 5.0, 4.84375, 5.09375, 4.828125, 7.09375, 5.4375, 5.1875, 4.8125, 3.046875, 5.3125, 5.15625, 5.25, 5.0, 5.34375, 5.15625, 5.1875, 5.3125, 5.28125, 4.40625, 4.984375, 5.3125, 5.0625, 3.328125, 5.15625, 4.65625, 5.28125, 5.15625, 4.984375, 5.0625, 5.28125, 4.875, 5.4375, 4.828125, 5.4375, 3.203125, 5.0, 4.765625, 5.21875, 3.453125, 5.40625, 3.65625, 4.828125, 3.15625, 5.15625, 4.84375, 3.796875, 4.21875, 4.578125, 5.625, 5.21875, 5.03125, 5.09375, 4.984375, 5.09375, 4.953125, 2.765625, 3.796875, 4.859375, 5.34375, 5.15625, 5.0, 5.375, 5.1875, 5.25, 4.53125, 5.25, 5.34375, 4.984375, 5.6875, 4.8125, 5.1875, 5.0625, 5.03125, 4.4375, 5.28125, 5.1875, 5.3125, 5.125, 5.3125, 4.34375, 5.375, 5.25, 4.734375, 5.25, 5.5, 5.25, 5.15625, 5.6875, 3.75, 5.0625, 4.9375, 4.921875, 4.046875, 6.125, 5.3125, 5.21875, 3.4375, 4.828125, 4.484375, 5.25, 5.03125, 4.65625, 2.898438, 5.0625, 5.0, 5.28125, 3.296875, 4.25, 3.578125, 3.0, 5.1875, 4.421875, 5.1875, 5.375, 5.15625, 4.984375, 5.375, 5.0625, 3.96875, 4.046875, 5.40625, 4.828125, 5.03125, 5.375, 5.03125, 5.0, 5.34375, 4.71875, 5.34375, 4.921875, 5.28125, 3.875, 5.59375, 5.3125, 6.1875, 5.1875, 4.796875, 3.703125, 5.125, 3.8125, 5.1875, 5.15625, 5.34375, 4.9375, 5.1875, 4.875, 5.0625, 5.15625, 5.09375, 5.3125, 4.953125, 5.125, 5.40625, 4.890625, 5.5625, 4.765625, 5.0625, 5.3125, 4.359375, 5.8125, 4.96875, 4.359375, 5.125, 5.28125, 5.15625, 4.984375, 4.953125, 5.15625, 4.75, 5.4375, 4.28125, 5.3125, 5.40625, 5.46875, 5.28125, 5.5, 5.375, 4.859375, 4.984375, 5.09375, 5.09375, 5.09375, 5.25, 4.078125, 5.46875, 5.15625, 4.1875, 5.125, 5.28125, 3.625, 5.125, 4.953125, 5.21875, 5.375, 4.859375, 5.09375, 5.25, 5.25, 5.25, 5.0625, 4.609375, 4.65625, 5.125, 4.109375, 4.828125, 5.40625, 5.4375, 3.578125, 5.03125, 5.09375, 5.1875, 5.84375, 5.21875, 5.375, 4.625, 5.28125, 4.203125, 4.90625, 5.15625, 4.984375, 3.421875, 4.984375, 5.46875, 3.6875, 5.28125, 4.9375, 5.25, 5.21875, 5.25, 5.1875, 4.078125, 5.375, 5.0625, 5.625, 5.4375, 4.84375, 4.90625, 4.859375, 3.609375, 4.109375, 5.3125, 4.734375, 5.21875, 4.46875, 4.875, 4.859375, 5.65625, 3.515625, 4.703125, 5.375, 3.0625, 5.625, 5.03125, 5.28125, 5.1875, 3.625, 5.1875, 5.1875, 3.234375, 5.375, 2.429688, 5.15625, 5.34375, 5.375, 5.1875, 3.5625, 5.53125, 4.59375, 5.09375, 5.25, 5.15625, 4.921875, 3.3125, 5.46875, 5.5, 5.4375, 5.125, 3.703125, 5.21875, 5.375, 4.890625, 5.125, 5.375, 5.15625, 4.859375, 4.859375, 5.0, 5.0, 4.8125, 3.71875, 4.375, 5.625, 5.28125, 3.34375, 5.125, 4.546875, 5.03125, 5.34375, 5.03125, 4.71875, 4.765625, 5.03125, 5.21875, 3.8125, 5.25, 5.53125, 5.0 ] }, "name": "onnx::Mul_8807", "outputIndexes": [ 2277 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2276, 2277 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_23/Mul_1_output_0", "outputIndexes": [ 2278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2259, 2278 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_119_output_0", "outputIndexes": [ 2279 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2279, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_216_output_0", "outputIndexes": [ 2280 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2280 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_24/Mul_output_0", "outputIndexes": [ 2281 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.248047, 1.223633, 1.21582, 1.217773, 1.203125, 1.229492, 1.351562, 2.921875, 1.283203, 1.308594, 1.179688, 1.277344, 1.330078, 1.222656, 1.21582, 1.277344, 1.166992, 1.230469, 1.742188, 1.355469, 1.211914, 1.402344, 1.222656, 1.363281, 1.316406, 1.161133, 1.527344, 1.558594, 1.149414, 1.310547, 1.376953, 1.539062, 1.18457, 2.742188, 1.216797, 1.535156, 1.188477, 1.1875, 1.283203, 1.228516, 1.136719, 1.213867, 1.236328, 1.542969, 2.265625, 1.349609, 1.234375, 1.339844, 1.953125, 1.574219, 1.308594, 2.109375, 1.292969, 1.898438, 1.251953, 1.414062, 1.341797, 1.253906, 1.431641, 1.396484, 1.734375, 1.224609, 1.211914, 1.257812, 1.507812, 1.3125, 1.6875, 1.222656, 1.482422, 1.261719, 1.263672, 1.253906, 1.300781, 1.209961, 1.15625, 1.289062, 1.851562, 1.324219, 1.582031, 2.390625, 1.197266, 3.4375, 1.308594, 1.558594, 1.277344, 1.490234, 1.230469, 1.535156, 1.941406, 1.241211, 1.34375, 1.210938, 1.222656, 1.960938, 1.166016, 3.375, 1.257812, 1.223633, 0.994781, 1.246094, 1.339844, 1.213867, 1.224609, 1.1875, 1.238281, 1.214844, 1.251953, 1.515625, 1.168945, 1.306641, 1.224609, 1.231445, 1.277344, 3.609375, 1.277344, 1.53125, 1.238281, 1.539062, 1.242188, 1.164062, 1.21582, 1.253906, 1.507812, 1.188477, 1.332031, 1.714844, 1.239258, 1.328125, 1.380859, 1.976562, 1.636719, 1.245117, 1.347656, 1.259766, 1.170898, 1.302734, 1.369141, 1.960938, 1.283203, 1.24707, 1.077637, 1.482422, 1.298828, 1.248047, 1.237305, 1.472656, 1.414062, 1.21582, 1.229492, 1.191406, 1.160156, 1.357422, 1.332031, 1.12207, 1.371094, 1.122559, 1.773438, 1.224609, 2.46875, 2.75, 2.90625, 1.21582, 1.632812, 1.71875, 1.217773, 1.238281, 1.15918, 2.421875, 1.234375, 1.265625, 1.296875, 2.328125, 1.207031, 2.242188, 1.236328, 1.203125, 1.458984, 3.75, 1.164062, 1.550781, 1.257812, 2.695312, 1.431641, 3.59375, 1.171875, 1.185547, 1.707031, 1.175781, 1.324219, 1.605469, 1.235352, 1.328125, 1.34375, 1.306641, 1.261719, 1.488281, 1.237305, 1.28125, 1.255859, 1.1875, 1.3125, 1.255859, 1.251953, 1.304688, 1.267578, 1.179688, 1.05835, 1.232422, 1.229492, 1.136719, 1.566406, 1.096191, 1.302734, 1.417969, 1.191406, 1.232422, 1.296875, 1.357422, 1.287109, 1.275391, 1.380859, 1.625, 1.21875, 1.134766, 1.161133, 1.369141, 1.199219, 1.185547, 1.402344, 1.337891, 2.914062, 1.257812, 1.302734, 1.209961, 1.216797, 1.235352, 1.800781, 1.154297, 1.396484, 1.255859, 2.1875, 1.242188, 1.130859, 1.867188, 1.242188, 1.324219, 1.373047, 1.455078, 1.189453, 1.664062, 1.277344, 1.328125, 1.972656, 1.167969, 1.239258, 1.230469, 1.279297, 1.386719, 1.287109, 1.255859, 1.273438, 1.109863, 1.239258, 1.19043, 1.197266, 1.402344, 1.261719, 1.203125, 1.269531, 1.275391, 1.273438, 1.229492, 1.230469, 1.261719, 1.164062, 1.206055, 1.789062, 1.333984, 1.199219, 1.213867, 1.691406, 1.277344, 2.46875, 1.292969, 1.326172, 1.259766, 1.357422, 1.292969, 2.351562, 1.225586, 1.277344, 3.53125, 1.412109, 1.246094, 1.378906, 1.287109, 1.347656, 1.267578, 1.188477, 1.291016, 1.341797, 1.416016, 3.453125, 1.292969, 4.171875, 1.443359, 1.349609, 1.421875, 1.178711, 1.210938, 1.168945, 3.171875, 1.186523, 1.292969, 1.355469, 1.255859, 1.246094, 1.11377, 1.402344, 1.228516, 1.287109, 1.267578, 1.314453, 1.188477, 1.21875, 1.291016, 1.460938, 1.4375, 1.243164, 1.294922, 1.388672, 1.550781, 1.291016, 1.224609, 0.832031, 1.19043, 1.34375, 1.169922, 1.230469, 1.316406, 1.302734, 1.433594, 1.228516, 1.273438, 1.478516, 1.511719, 1.378906, 2.1875, 1.417969, 1.207031, 3.34375, 1.498047, 3.046875, 1.466797, 3.546875, 2.140625, 1.265625, 1.173828, 1.585938, 1.265625, 2.578125, 1.277344, 1.285156, 1.882812, 1.341797, 1.202148, 1.135742, 2.523438, 1.279297, 1.244141, 1.285156, 1.382812, 1.203125, 1.412109, 1.152344, 1.209961, 1.238281, 1.363281, 1.322266, 1.785156, 1.189453, 1.183594, 1.859375, 2.140625, 1.168945, 1.231445, 1.316406, 1.722656, 1.180664, 1.257812, 1.333984, 1.229492, 2.617188, 1.337891, 1.253906, 1.287109, 1.376953, 2.53125, 1.294922, 1.164062, 1.269531, 1.202148, 1.271484, 1.269531, 2.234375, 1.205078, 1.212891, 1.273438, 1.212891, 2.3125, 1.219727, 1.204102, 1.263672, 1.202148, 1.691406, 1.232422, 1.273438, 1.269531, 1.294922, 1.265625, 1.326172, 1.287109, 1.482422, 1.231445, 1.296875, 1.738281, 1.105469, 1.242188, 1.208008, 1.292969, 1.263672, 1.192383, 1.233398, 1.585938, 3.09375, 1.196289, 1.203125, 1.183594, 1.243164, 1.177734, 1.273438, 1.519531, 1.219727, 1.425781, 3.8125, 1.223633, 1.292969, 1.208008, 1.246094, 1.211914, 1.289062, 1.384766, 1.365234, 1.386719, 1.298828, 1.308594, 1.921875, 1.235352, 1.273438, 1.392578, 1.228516, 1.355469, 1.243164, 1.237305, 2.164062, 1.21875, 2.578125, 1.304688, 1.351562, 1.236328, 1.180664, 1.227539, 1.242188, 1.46875, 1.223633, 1.180664, 2.273438, 1.443359, 1.3125, 1.237305, 1.302734, 1.191406, 1.445312, 1.204102, 1.243164, 1.189453, 2.773438, 1.191406, 1.287109, 1.330078, 1.419922, 1.240234, 1.180664, 1.173828, 1.582031, 1.205078, 3.125, 2.828125, 1.470703, 2.914062, 1.244141, 1.275391, 1.219727, 1.429688, 2.734375, 1.214844, 1.714844, 1.65625, 1.291016, 1.21875, 1.203125, 1.248047, 1.238281, 1.287109, 1.204102, 1.230469, 1.648438, 1.275391, 1.148438, 1.478516, 1.306641, 1.332031, 2.109375, 2.21875, 1.146484, 1.851562, 1.223633, 1.22168, 1.402344, 1.204102, 1.194336, 1.146484, 1.15918, 3.734375, 1.209961, 0.837891, 1.314453, 1.163086, 1.12793, 3.65625, 3.90625, 1.371094, 1.617188, 1.203125, 1.148438, 1.271484, 1.155273, 1.253906, 1.648438, 1.216797, 3.328125, 1.197266, 1.259766, 1.263672, 1.333984, 1.427734, 1.18457, 3.328125, 1.326172, 1.310547, 1.382812, 3.46875, 1.609375, 1.449219, 1.294922, 1.230469, 1.205078, 3.578125, 1.4375, 1.347656, 1.337891, 1.208008, 1.292969, 1.5625, 3.703125, 1.257812, 1.285156, 1.3125, 1.707031, 1.292969, 1.19043, 1.421875, 1.228516, 1.265625, 1.75, 1.239258, 1.355469, 1.308594, 3.3125, 1.773438, 1.302734, 1.205078, 1.589844, 1.176758, 2.046875, 1.333984, 1.445312, 1.365234, 1.289062, 1.417969, 1.172852, 1.178711, 1.453125, 1.271484, 1.197266, 1.1875, 1.283203, 1.263672, 1.326172, 1.318359, 1.217773, 1.25, 1.296875, 3.046875, 1.589844, 1.322266, 1.298828, 1.369141, 1.390625, 1.24707, 1.245117, 1.277344, 1.271484, 1.207031, 1.257812, 1.349609, 1.236328, 1.228516, 1.1875, 1.451172, 1.291016, 1.142578, 1.330078, 1.166992, 1.194336, 1.496094, 1.160156, 1.298828, 1.141602, 1.746094, 1.12793, 1.239258, 1.5, 2.398438, 1.21582, 2.492188, 1.152344, 1.231445, 1.460938, 2.085938, 1.894531, 2.804688, 1.192383, 1.109863, 1.246094, 1.173828, 1.357422, 1.132812, 1.330078, 1.376953, 1.302734, 1.433594, 1.170898, 3.625, 1.367188, 1.208008, 1.224609, 1.277344, 1.183594, 1.15625, 1.267578, 1.59375, 1.265625, 1.318359, 1.5, 1.243164, 1.308594, 1.302734, 1.734375, 1.227539, 1.203125, 3.96875, 2.273438, 1.232422, 1.294922, 1.155273, 1.433594, 1.21875, 1.199219, 1.172852, 1.402344, 1.310547, 1.24707, 1.298828, 1.228516, 1.462891, 1.400391, 1.162109, 1.279297, 1.255859, 2.703125, 1.162109, 1.455078, 1.283203, 1.205078, 1.275391, 1.324219, 1.357422, 1.230469, 1.337891, 1.202148, 1.209961, 1.3125, 1.267578, 3.1875, 1.910156, 1.15625, 1.835938, 1.214844, 1.382812, 1.188477, 1.161133, 1.195312, 1.363281, 1.679688, 3.703125, 1.722656, 1.188477, 1.3125, 1.227539, 1.320312, 1.53125, 1.263672, 1.263672, 1.294922, 1.341797, 1.304688, 1.196289, 1.181641, 1.200195, 1.271484, 1.269531, 1.24707, 1.294922, 1.400391, 1.464844, 1.211914, 1.337891, 1.213867, 1.21875, 1.207031, 1.261719, 1.294922, 1.306641, 1.199219, 1.392578, 1.335938, 2.125, 1.164062, 1.294922, 1.349609, 1.314453, 1.279297, 1.170898, 1.214844, 1.263672, 1.333984, 1.176758, 1.197266, 1.320312, 1.292969, 1.423828, 1.296875, 1.204102, 1.337891, 1.166992, 1.208008, 1.255859, 1.214844, 1.490234, 1.267578, 1.269531, 1.337891, 1.279297, 3.4375, 1.28125, 1.204102, 2.3125, 1.652344, 1.228516, 1.326172, 1.246094, 1.439453, 1.169922, 1.460938, 1.394531, 1.230469, 1.800781, 1.193359, 1.236328, 3.578125, 1.145508, 1.257812, 1.233398, 1.365234, 1.769531, 1.310547, 1.241211, 3.078125, 1.24707, 1.249023, 1.202148, 2.875, 1.328125, 2.015625, 1.660156, 1.371094, 1.376953, 1.855469, 1.25, 1.296875, 1.341797, 1.302734, 1.21875, 1.208984, 1.265625, 1.283203, 1.220703, 1.287109, 1.265625, 1.170898, 1.21875, 1.328125, 0.986633, 1.259766, 1.773438, 1.183594, 1.289062, 2.164062, 1.259766, 1.695312, 1.306641, 1.193359, 1.304688, 1.257812, 1.242188, 1.277344, 1.285156, 1.239258, 1.191406, 1.404297, 1.322266, 1.310547, 1.241211, 4.09375, 1.412109, 1.527344, 1.353516, 1.287109, 1.871094, 1.208984, 1.263672, 1.227539, 1.226562, 1.261719, 3.78125, 1.275391, 1.353516, 1.285156, 3.796875, 1.28125, 1.123047, 1.443359, 2.382812, 1.439453, 1.25, 1.316406, 1.255859, 1.302734, 1.137695, 1.621094, 1.351562, 1.447266, 1.261719, 1.396484, 1.176758, 1.25, 1.232422, 1.357422, 1.375, 2.328125, 1.24707, 1.185547, 1.390625, 1.25, 1.195312, 1.269531, 1.175781, 1.294922, 1.287109, 1.400391, 1.249023, 1.226562, 1.224609, 1.800781, 1.349609, 1.324219, 2.625, 4.0, 1.640625, 1.400391, 1.392578, 1.242188, 1.310547, 1.135742, 2.625, 3.625, 1.267578, 1.049805, 1.5625, 1.357422, 1.339844, 1.180664, 1.287109, 1.726562, 2.820312, 1.255859, 1.273438, 1.318359, 2.039062, 1.298828, 1.320312, 1.355469, 1.316406, 1.275391, 1.208984, 1.324219, 1.194336, 1.753906, 1.202148, 1.169922, 1.255859, 1.21875, 1.416016, 1.208984, 1.233398, 1.605469, 2.90625, 3.15625, 1.208008, 1.251953, 1.271484, 1.202148, 1.213867, 1.326172, 1.177734, 3.53125, 1.289062, 1.574219, 1.173828, 1.193359, 2.804688, 1.3125, 1.386719, 1.339844, 1.137695, 1.253906, 1.542969, 1.490234, 2.367188, 1.337891, 1.333984, 1.316406, 3.171875, 1.245117, 1.152344, 1.157227, 1.253906, 2.984375, 1.214844, 1.410156, 1.169922, 1.273438, 1.691406, 1.320312, 1.277344, 1.589844, 3.359375, 4.421875, 4.078125, 1.376953, 1.28125, 1.214844, 1.359375, 1.341797, 1.462891, 1.214844, 3.296875, 1.263672, 1.310547, 1.3125, 1.199219, 1.898438, 1.208008, 1.248047, 3.375, 1.28125, 2.960938, 1.245117, 2.734375, 1.441406, 1.251953, 1.1875, 1.259766, 1.527344, 1.332031, 2.453125, 1.302734, 3.15625, 1.714844, 1.515625, 2.015625, 1.800781, 1.204102, 1.1875, 1.542969, 3.46875, 1.179688, 1.392578, 1.194336, 1.511719, 1.363281, 1.335938, 3.3125, 1.251953, 1.292969, 1.416016, 3.234375, 3.234375, 1.253906, 1.21875, 1.300781, 1.199219, 1.169922, 1.353516, 1.625, 3.890625, 1.34375, 1.176758, 1.166992, 1.408203, 1.283203, 1.279297, 1.135742, 1.34375, 1.137695, 1.378906, 1.154297, 1.367188, 1.402344, 1.279297, 1.220703, 1.566406, 1.161133, 1.267578, 1.228516, 1.24707, 1.19043, 3.015625, 1.347656, 3.265625, 1.484375, 1.625, 2.539062, 1.186523, 1.417969, 1.216797, 1.404297, 1.217773, 1.133789, 1.341797, 1.166992, 2.867188, 1.34375, 1.28125, 1.480469, 1.243164, 1.324219, 1.427734, 1.130859, 1.212891, 1.209961, 1.287109, 1.371094, 2.859375, 1.150391, 1.152344, 1.503906, 1.236328, 1.227539, 1.349609, 1.116211, 1.326172, 1.279297, 1.178711, 1.183594, 1.223633, 1.227539, 1.59375, 1.255859, 1.209961, 1.140625, 1.249023, 1.421875, 3.328125, 1.242188, 2.398438, 1.302734, 1.353516, 1.53125, 1.21875, 1.223633, 1.208984, 1.245117, 1.773438, 1.3125, 4.328125, 2.8125, 3.375, 1.294922, 1.222656, 2.578125, 1.271484, 1.279297, 1.347656, 2.34375, 1.408203, 1.703125, 1.359375, 2.304688, 1.201172, 1.230469, 1.196289, 1.191406, 1.351562, 1.365234, 1.18457, 1.253906, 4.0, 2.351562, 4.515625, 1.34375, 1.246094, 1.263672, 1.167969, 1.796875, 2.726562, 1.523438, 2.492188, 1.369141, 1.234375, 1.292969, 1.22168, 1.691406, 1.209961, 1.239258, 1.242188, 1.439453, 1.201172, 1.339844, 1.792969, 1.259766, 1.151367, 1.335938, 1.191406, 1.3125, 1.235352, 1.320312, 1.223633, 1.337891, 1.257812, 1.283203, 1.263672, 1.225586, 1.209961, 1.330078, 1.194336, 1.227539, 1.283203, 1.242188, 1.304688, 1.412109, 1.240234, 1.453125, 1.287109, 1.291016, 1.306641, 2.179688, 1.240234, 1.369141, 1.233398, 1.376953, 1.337891, 1.316406, 1.212891, 2.75, 1.236328, 2.335938, 1.251953, 1.355469, 1.302734, 1.632812, 1.294922, 1.59375, 1.267578, 2.734375, 1.326172, 1.792969, 1.289062, 1.287109, 1.306641, 1.300781, 1.110352, 1.233398, 1.275391, 1.240234, 1.306641, 1.175781, 3.78125, 1.155273, 1.285156, 1.261719, 1.275391, 1.341797, 1.168945, 1.363281, 1.75, 1.310547, 1.273438, 1.289062, 1.320312, 1.231445, 1.255859, 1.277344, 1.392578, 1.376953, 3.09375, 1.263672, 1.251953, 1.129883, 3.15625, 1.400391, 2.109375, 3.21875, 1.308594, 3.46875, 3.328125, 1.310547, 1.199219, 1.380859, 1.239258, 4.3125, 1.172852, 1.464844, 1.275391, 2.617188, 1.269531, 1.271484, 1.261719, 1.226562, 1.261719, 1.140625, 3.328125, 1.196289, 1.220703, 2.148438, 2.507812, 1.240234, 1.225586, 2.367188, 1.168945, 3.296875, 1.239258, 1.447266, 1.200195, 1.355469, 2.578125, 1.324219, 1.292969, 1.224609, 1.241211, 1.275391, 1.878906, 4.125, 1.172852, 1.172852, 1.394531, 1.259766, 1.208984, 1.208008, 1.380859, 1.324219, 1.283203, 1.328125, 1.253906, 1.203125, 1.179688, 1.314453, 1.255859, 1.617188, 1.285156, 1.283203, 1.267578, 4.0, 1.310547, 1.236328, 1.239258, 1.375, 1.345703, 1.337891, 1.318359, 1.283203, 1.480469, 1.269531, 1.233398, 1.261719, 1.204102, 1.921875, 1.302734, 2.695312, 1.212891, 2.320312, 1.275391, 1.224609, 1.292969, 2.4375, 1.244141, 1.380859, 1.289062, 1.165039, 1.217773, 1.28125, 1.333984, 1.357422, 1.24707, 1.261719, 2.15625, 1.337891, 1.188477, 1.064941, 1.163086, 1.326172, 1.238281, 1.263672, 1.347656, 1.277344, 1.261719, 1.578125, 1.392578, 1.261719, 1.298828, 2.0, 1.375, 1.263672, 1.142578, 1.304688, 2.789062, 1.132812, 1.212891, 1.244141, 1.220703, 1.480469, 1.269531, 1.193359, 1.255859, 3.59375, 1.196289, 1.145508, 1.359375, 1.207031, 1.404297, 1.210938, 1.208008, 1.298828, 1.166016, 1.349609, 1.208008, 1.214844, 1.192383, 1.202148, 1.15332, 1.292969, 1.742188, 1.652344, 1.347656, 1.269531, 1.239258, 1.277344, 1.765625, 1.198242, 1.24707, 1.261719, 3.359375, 1.554688, 1.726562, 3.890625, 1.255859, 1.196289, 1.138672, 3.59375, 1.253906, 0.931641, 3.078125, 2.375, 1.216797, 1.18457, 1.28125, 1.259766, 1.231445, 1.279297, 1.302734, 1.318359, 1.130859, 2.046875, 1.236328, 1.261719, 1.168945, 3.5, 1.265625, 1.275391, 1.175781, 1.292969, 1.209961, 1.357422, 1.261719, 1.378906, 3.71875, 1.175781, 1.261719, 1.234375, 1.296875, 1.648438, 1.251953, 3.390625, 1.19043, 1.291016, 1.75, 1.306641, 1.273438, 1.267578, 2.679688, 1.375, 1.259766, 1.261719, 1.265625, 1.601562, 3.296875, 1.287109, 1.265625, 1.314453, 1.664062, 1.257812, 1.157227, 1.271484, 2.90625, 1.503906, 1.169922, 1.333984, 1.294922, 1.480469, 1.161133, 1.269531, 1.198242, 1.460938, 1.267578, 1.322266, 1.207031, 1.277344, 1.166992, 1.59375, 1.503906, 1.416016, 1.482422, 1.423828, 1.351562, 2.335938, 1.257812, 1.664062, 1.170898, 1.253906, 1.236328, 1.121582, 1.230469, 1.239258, 1.976562, 1.369141, 1.223633, 1.287109, 1.24707, 1.170898, 1.765625, 1.255859, 1.271484, 1.275391, 1.175781, 1.24707, 1.890625, 1.212891, 1.300781, 1.347656, 1.285156, 2.46875, 1.257812, 1.271484, 1.144531, 1.929688, 1.163086, 1.175781, 1.535156, 1.210938, 1.335938, 1.283203, 1.283203, 1.435547, 1.574219, 1.257812, 1.230469, 1.241211, 1.222656, 1.229492, 1.208984, 1.181641, 1.197266, 1.219727, 1.298828, 1.107422, 1.277344, 1.210938, 1.820312, 1.326172, 1.212891, 1.273438, 1.245117, 1.220703, 1.237305, 1.233398, 2.757812, 1.212891, 1.285156, 1.398438, 1.302734, 1.261719, 3.453125, 1.384766, 1.207031, 1.261719, 2.1875, 1.265625, 1.233398, 1.832031, 2.4375, 1.378906, 1.25, 1.285156, 1.238281, 1.326172, 1.273438, 1.320312, 1.243164, 1.277344, 3.09375, 1.267578, 1.65625, 1.212891, 1.244141, 2.3125, 3.546875, 1.231445, 1.186523, 1.192383, 1.917969, 1.178711, 1.480469, 1.365234, 1.229492, 1.114258, 1.191406, 1.24707, 1.292969, 1.414062, 1.207031, 1.201172, 1.359375, 2.070312, 1.777344, 1.251953, 1.25, 1.242188, 1.443359, 1.384766, 1.239258, 1.392578, 1.792969, 1.21875, 1.230469, 1.269531, 1.294922, 1.369141, 1.443359, 1.257812, 1.609375, 3.703125, 3.125, 1.257812, 1.291016, 1.359375, 1.198242, 1.239258, 1.133789, 2.09375, 1.146484, 1.777344, 2.03125, 1.398438, 1.176758, 1.275391, 1.229492, 1.28125, 1.357422, 2.382812, 1.225586, 1.291016, 1.414062, 1.143555, 1.244141, 1.326172, 1.470703, 1.328125, 1.316406, 1.261719, 1.232422, 1.472656, 1.894531, 1.308594, 1.380859, 1.494141, 1.181641, 1.208008, 2.664062, 1.355469, 1.261719, 3.71875, 1.302734, 1.523438, 1.324219, 1.285156, 1.322266, 1.644531, 1.664062, 1.15918, 1.292969, 1.219727, 1.208984, 1.208984, 1.235352, 1.279297, 1.322266, 1.213867, 1.196289, 1.355469, 3.078125, 4.40625, 1.253906, 1.287109, 1.217773, 1.263672, 1.310547, 3.796875, 1.200195, 1.206055, 1.378906, 1.21875, 2.046875, 1.172852, 1.269531, 1.238281, 1.225586, 1.21875, 1.112793, 1.373047, 1.554688, 1.318359, 1.044434, 1.347656, 2.828125, 1.229492, 1.427734, 4.0, 1.222656, 3.390625, 1.177734, 1.245117, 1.445312, 1.253906, 4.09375, 1.232422, 1.275391, 1.25, 1.238281, 1.191406, 1.333984, 1.539062, 1.216797, 1.140625, 1.287109, 1.183594, 1.176758, 2.265625, 1.204102, 1.349609, 1.474609, 1.421875, 2.851562, 1.248047, 2.382812, 1.542969, 3.53125, 1.166016, 1.285156, 1.219727, 1.259766, 1.292969, 1.227539, 1.216797, 1.255859, 1.365234, 1.216797, 1.261719, 1.177734, 1.474609, 1.133789, 1.855469, 1.214844, 1.492188, 2.671875, 1.255859, 1.170898, 1.146484, 1.203125, 1.144531, 1.371094, 1.240234, 1.242188, 1.695312, 1.625, 1.242188, 1.211914, 1.21582, 1.322266, 1.318359, 2.078125, 1.129883, 1.164062, 1.232422, 2.390625, 1.470703, 1.382812, 1.235352, 1.255859, 1.511719, 1.34375, 1.245117, 1.404297, 1.201172, 1.398438, 1.196289, 3.296875, 1.380859, 1.269531, 1.227539, 1.193359, 1.183594, 1.300781, 1.248047, 1.429688, 1.15625, 1.136719, 1.921875, 2.351562, 1.24707, 1.271484, 1.176758, 1.277344, 1.298828, 4.0625, 1.308594, 1.214844, 1.223633, 1.195312, 1.558594, 1.200195, 1.589844, 2.609375, 1.273438, 1.357422, 1.298828, 1.291016, 2.84375, 1.206055, 1.207031, 1.259766, 1.238281, 1.202148, 1.196289, 1.445312, 1.5625, 1.832031, 1.378906, 1.515625, 3.046875, 1.632812, 1.161133, 1.201172, 1.192383, 3.625, 1.339844, 1.197266, 1.189453, 1.273438, 1.306641, 1.878906, 1.257812, 1.933594, 1.242188, 1.695312, 1.353516, 1.186523, 1.275391, 1.519531, 1.129883, 1.243164, 1.206055, 1.59375, 1.236328, 1.210938, 2.929688, 1.5, 1.316406, 1.146484, 1.404297, 2.539062, 1.3125, 1.433594, 1.273438, 1.235352, 1.263672, 2.984375, 1.259766, 1.251953, 1.746094, 1.240234, 1.425781, 1.404297, 1.289062, 1.277344, 1.318359, 1.314453, 1.294922, 1.271484, 1.182617, 1.230469, 1.192383, 2.835938, 1.332031, 1.308594, 1.269531, 1.233398, 1.144531, 1.242188, 1.355469, 1.71875, 1.283203, 1.21582, 1.21582, 1.241211, 2.195312, 1.261719, 1.457031, 1.261719, 1.261719, 1.275391, 1.271484, 1.243164, 1.222656, 1.273438, 1.227539, 1.421875, 1.261719, 1.308594, 1.589844, 1.238281, 1.283203, 1.605469, 1.22168, 2.078125, 4.34375, 1.243164, 1.458984, 1.193359, 1.185547, 1.261719, 1.255859, 1.484375, 1.240234, 1.345703, 1.355469, 1.242188, 1.138672, 1.308594, 2.6875, 1.326172, 1.186523, 1.367188, 1.386719, 1.439453, 1.246094, 1.225586, 1.306641, 1.345703, 1.185547, 1.178711, 1.182617, 1.554688, 1.277344, 1.824219, 1.214844, 1.621094, 1.363281, 1.322266, 1.175781, 1.213867, 1.283203, 1.169922, 1.304688, 1.296875, 1.097656, 1.671875, 1.216797, 1.789062, 1.984375, 1.246094, 1.322266, 1.216797, 2.25, 1.644531, 1.300781, 1.200195, 1.229492, 1.289062, 1.355469, 1.194336, 1.476562, 1.451172, 1.46875, 3.21875, 1.371094, 1.398438, 1.292969, 1.261719, 1.210938, 1.208984, 1.367188, 3.265625, 1.24707, 1.279297, 1.304688, 1.285156, 1.243164, 1.318359, 1.170898, 1.216797, 1.507812, 1.820312, 1.447266, 1.205078, 1.238281, 1.271484, 1.251953, 1.333984, 1.194336, 1.408203, 1.222656, 1.466797, 1.96875, 1.314453, 1.220703, 1.168945, 1.205078, 1.613281, 1.235352, 1.486328, 1.423828, 1.15332, 1.224609, 1.423828, 3.390625, 1.172852, 1.208008, 1.226562, 1.257812, 1.209961, 1.390625, 1.208008, 1.214844, 1.176758, 1.867188, 1.233398, 1.223633, 1.261719, 2.632812, 1.241211, 1.644531, 1.220703, 1.263672, 1.246094, 1.253906, 1.199219, 1.326172, 1.131836, 1.347656, 1.253906, 4.078125, 1.292969, 1.382812, 1.237305, 2.515625, 1.208984, 3.15625, 1.292969, 3.515625, 1.289062, 1.550781, 3.03125, 1.765625, 1.392578, 1.318359, 1.185547, 1.28125, 1.154297, 1.349609, 1.244141, 1.255859, 4.828125, 2.296875, 1.746094, 1.170898, 1.217773, 1.277344, 1.246094, 1.261719, 1.195312, 1.640625, 1.373047, 1.191406, 1.245117, 1.162109, 1.300781, 1.285156, 1.269531, 1.235352, 1.585938, 1.200195, 1.191406, 1.304688, 1.208984, 1.225586, 1.714844, 1.211914, 1.239258, 1.359375, 1.269531, 1.15918, 1.308594, 1.223633, 1.5625, 2.09375, 1.371094, 1.382812, 1.554688, 2.203125, 1.137695, 1.172852, 1.213867, 2.554688, 1.285156, 1.429688, 1.239258, 1.314453, 1.542969, 3.921875, 1.322266, 1.267578, 1.200195, 3.140625, 1.558594, 3.15625, 3.59375, 1.176758, 1.431641, 1.15332, 1.162109, 1.248047, 1.339844, 1.22168, 1.367188, 2.039062, 1.949219, 1.21875, 1.287109, 1.220703, 1.201172, 1.259766, 1.304688, 1.154297, 1.613281, 1.223633, 1.265625, 1.194336, 2.617188, 1.171875, 1.228516, 1.193359, 1.251953, 1.324219, 2.382812, 1.443359, 2.804688, 1.349609, 1.162109, 1.314453, 1.219727, 1.261719, 1.498047, 1.326172, 1.217773, 1.28125, 1.275391, 1.28125, 1.328125, 1.222656, 1.339844, 1.169922, 1.400391, 1.851562, 1.208984, 1.925781, 1.400391, 1.345703, 1.486328, 1.320312, 1.231445, 1.316406, 1.333984, 1.279297, 1.19043, 1.300781, 1.199219, 1.789062, 1.238281, 1.186523, 1.382812, 1.230469, 1.118164, 1.28125, 1.386719, 1.253906, 1.226562, 1.28125, 1.191406, 1.238281, 1.839844, 1.165039, 1.234375, 2.078125, 1.298828, 1.337891, 2.695312, 1.337891, 1.316406, 1.217773, 1.242188, 1.353516, 1.246094, 1.150391, 1.236328, 1.214844, 1.257812, 1.337891, 1.5, 1.188477, 1.8125, 1.357422, 1.233398, 1.285156, 2.414062, 1.376953, 1.271484, 1.244141, 1.289062, 1.285156, 1.263672, 1.466797, 1.367188, 3.296875, 1.341797, 1.230469, 1.261719, 2.625, 1.296875, 1.316406, 1.847656, 1.224609, 1.328125, 1.279297, 1.182617, 1.246094, 1.196289, 1.800781, 1.173828, 1.289062, 1.302734, 1.201172, 1.464844, 1.351562, 1.365234, 2.710938, 1.597656, 1.178711, 1.457031, 1.163086, 1.443359, 1.373047, 1.271484, 1.211914, 2.757812, 1.462891, 1.206055, 3.65625, 1.176758, 1.285156, 1.199219, 1.291016, 2.640625, 1.294922, 1.130859, 4.046875, 1.177734, 4.09375, 1.251953, 1.230469, 1.198242, 1.3125, 2.664062, 1.285156, 1.447266, 1.337891, 1.273438, 1.205078, 1.542969, 3.453125, 1.186523, 1.167969, 1.151367, 1.306641, 2.351562, 1.458984, 1.203125, 1.425781, 1.263672, 1.119141, 1.22168, 1.498047, 1.375, 1.244141, 1.388672, 1.208008, 3.03125, 3.03125, 1.214844, 1.253906, 3.03125, 1.200195, 1.441406, 1.283203, 1.133789, 1.322266, 1.357422, 1.789062, 1.287109, 1.24707, 2.242188, 1.345703, 1.259766, 1.339844 ] }, "name": "onnx::Mul_8809", "outputIndexes": [ 2282 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2281, 2282 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_24/Mul_1_output_0", "outputIndexes": [ 2283 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2283 ], "outputIndexes": [ 3162 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3162 ], "outputIndexes": [ 3163 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear", "inputIndexes": [ 3163 ], "outputIndexes": [ 3164 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 1051070064, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3164 ], "outputIndexes": [ 3165 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3165 ], "outputIndexes": [ 2284 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2283 ], "main_type": "NONE", "name": "/Shape_337_output_0", "outputIndexes": [ 2285 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2285 ], "main_type": "NONE", "name": "Shape6632", "outputIndexes": [ 2286 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2285 ], "main_type": "NONE", "name": "Rank6634", "outputIndexes": [ 2287 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2287, 2287 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6636", "outputIndexes": [ 2288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2288 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6637", "outputIndexes": [ 2289 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2288, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6639", "outputIndexes": [ 2290 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2290 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6640", "outputIndexes": [ 2291 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2286, 2289, 2291, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6643", "outputIndexes": [ 2292 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2292 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6644", "outputIndexes": [ 2293 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2293 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6645", "outputIndexes": [ 2294 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2294, 2293 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6646", "outputIndexes": [ 2295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2285, 2295, 2288 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_364_output_0", "outputIndexes": [ 2296 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2296, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_769_output_0", "outputIndexes": [ 2297 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2297, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_312_output_0", "outputIndexes": [ 2298 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2284, 2298 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_217_output_0", "outputIndexes": [ 2299 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2299, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_192_output_0", "outputIndexes": [ 2300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2299 ], "main_type": "NONE", "name": "/Shape_338_output_0", "outputIndexes": [ 2301 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2301 ], "main_type": "NONE", "name": "Shape6653", "outputIndexes": [ 2302 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2301 ], "main_type": "NONE", "name": "Rank6655", "outputIndexes": [ 2303 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2303, 2303 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6657", "outputIndexes": [ 2304 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6658", "outputIndexes": [ 2305 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6660", "outputIndexes": [ 2306 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2306 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6661", "outputIndexes": [ 2307 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2302, 2305, 2307, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6664", "outputIndexes": [ 2308 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2308 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6665", "outputIndexes": [ 2309 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2309 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6666", "outputIndexes": [ 2310 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2310, 2309 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6667", "outputIndexes": [ 2311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2301, 2311, 2304 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_365_output_0", "outputIndexes": [ 2312 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2312, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_72_output_0", "outputIndexes": [ 2313 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2313, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_774_output_0", "outputIndexes": [ 2314 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2299, 2314, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_97_output_0", "outputIndexes": [ 2315 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2315 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_48_output_0", "outputIndexes": [ 2316 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2299, 21, 2314, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_96_output_0", "outputIndexes": [ 2317 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2316, 2317 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_315_output_0", "outputIndexes": [ 2318 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2318, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_193_output_0", "outputIndexes": [ 2319 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2300, 2319 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_120_output_0", "outputIndexes": [ 2320 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2283 ], "outputIndexes": [ 3166 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3166 ], "outputIndexes": [ 3167 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear", "inputIndexes": [ 3167 ], "outputIndexes": [ 3168 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 1053724294, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3168 ], "outputIndexes": [ 3169 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3169 ], "outputIndexes": [ 2321 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2297, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_313_output_0", "outputIndexes": [ 2322 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2321, 2322 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_218_output_0", "outputIndexes": [ 2323 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2323, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_194_output_0", "outputIndexes": [ 2324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2323 ], "main_type": "NONE", "name": "/Shape_339_output_0", "outputIndexes": [ 2325 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2325 ], "main_type": "NONE", "name": "Shape6716", "outputIndexes": [ 2326 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2325 ], "main_type": "NONE", "name": "Rank6718", "outputIndexes": [ 2327 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2327, 2327 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6720", "outputIndexes": [ 2328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6721", "outputIndexes": [ 2329 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6723", "outputIndexes": [ 2330 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2330 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6724", "outputIndexes": [ 2331 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2326, 2329, 2331, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6727", "outputIndexes": [ 2332 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2332 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6728", "outputIndexes": [ 2333 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2333 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6729", "outputIndexes": [ 2334 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2334, 2333 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6730", "outputIndexes": [ 2335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2325, 2335, 2328 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_366_output_0", "outputIndexes": [ 2336 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2336, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_73_output_0", "outputIndexes": [ 2337 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2337, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_776_output_0", "outputIndexes": [ 2338 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2323, 2338, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_99_output_0", "outputIndexes": [ 2339 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2339 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_49_output_0", "outputIndexes": [ 2340 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2323, 21, 2338, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_98_output_0", "outputIndexes": [ 2341 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2340, 2341 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_316_output_0", "outputIndexes": [ 2342 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2342, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_195_output_0", "outputIndexes": [ 2343 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2324, 2343 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_121_output_0", "outputIndexes": [ 2344 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2283 ], "outputIndexes": [ 3170 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3170 ], "outputIndexes": [ 3171 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear", "inputIndexes": [ 3171 ], "outputIndexes": [ 3172 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 1055051420, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3172 ], "outputIndexes": [ 3173 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3173 ], "outputIndexes": [ 2345 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2345, 2322 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_219_output_0", "outputIndexes": [ 2346 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2320, 2344, 2346, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_224_output_0", "outputIndexes": [ 2347 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2347 ], "outputIndexes": [ 3174 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3174 ], "outputIndexes": [ 3175 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear", "inputIndexes": [ 3175 ], "outputIndexes": [ 3176 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 1056378546, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3176 ], "outputIndexes": [ 3177 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3177 ], "outputIndexes": [ 2348 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2348 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_24/Mul_output_0", "outputIndexes": [ 2349 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.5625, 3.40625, 3.515625, 3.78125, 3.734375, 3.765625, 3.71875, 3.265625, 3.5, 3.359375, 3.359375, 3.3125, 3.25, 3.671875, 3.484375, 3.546875, 3.59375, 3.265625, 2.851562, 3.125, 3.484375, 3.6875, 3.65625, 3.5625, 3.34375, 3.625, 3.59375, 3.203125, 3.65625, 3.5625, 3.328125, 3.5, 3.515625, 3.375, 3.546875, 3.484375, 3.53125, 3.5625, 3.46875, 3.546875, 3.5625, 3.375, 3.4375, 3.453125, 3.15625, 3.46875, 3.640625, 3.5625, 3.71875, 3.453125, 3.375, 4.078125, 3.65625, 5.09375, 3.625, 3.5625, 3.6875, 3.453125, 3.359375, 3.4375, 3.453125, 5.15625, 3.421875, 3.421875, 3.921875, 3.390625, 3.328125, 3.4375, 3.390625, 3.484375, 3.421875, 3.59375, 3.78125, 3.453125, 3.328125, 3.328125, 3.171875, 3.296875, 3.265625, 3.1875, 3.625, 3.28125, 3.734375, 3.09375, 3.359375, 3.6875, 3.5625, 3.4375, 3.140625, 3.34375, 3.640625, 3.4375, 3.421875, 3.109375, 3.484375, 3.34375, 3.515625, 3.34375, 4.171875, 3.609375, 3.25, 3.6875, 3.3125, 3.625, 3.59375, 3.484375, 3.65625, 3.296875, 3.375, 3.4375, 3.625, 3.359375, 3.46875, 6.875, 3.671875, 3.65625, 3.59375, 4.96875, 3.46875, 3.640625, 3.515625, 3.796875, 3.53125, 3.65625, 3.53125, 3.75, 3.53125, 3.5625, 3.515625, 3.359375, 3.28125, 3.609375, 3.28125, 3.53125, 3.59375, 3.40625, 3.484375, 3.703125, 3.40625, 3.875, 4.734375, 3.3125, 3.328125, 3.40625, 3.546875, 3.3125, 3.484375, 3.484375, 3.46875, 3.46875, 3.46875, 3.21875, 3.359375, 4.265625, 3.609375, 3.453125, 3.25, 3.546875, 2.976562, 3.296875, 5.90625, 3.71875, 3.46875, 3.3125, 3.515625, 3.421875, 3.5625, 3.140625, 3.5625, 3.46875, 3.40625, 3.25, 3.703125, 3.09375, 3.453125, 0.591797, 3.671875, 3.34375, 3.515625, 3.25, 3.65625, 3.3125, 3.625, 3.46875, 5.28125, 3.578125, 3.015625, 3.53125, 3.484375, 3.453125, 3.671875, 3.828125, 3.546875, 3.65625, 3.515625, 3.671875, 3.3125, 3.34375, 3.546875, 3.4375, 3.5625, 3.671875, 3.546875, 3.484375, 3.53125, 3.65625, 5.09375, 3.546875, 3.453125, 3.578125, 3.28125, 3.609375, 3.546875, 3.515625, 3.40625, 3.59375, 3.578125, 3.421875, 3.53125, 3.546875, 3.5, 3.890625, 3.5625, 3.53125, 3.46875, 3.671875, 3.484375, 3.421875, 3.5, 3.3125, 5.78125, 3.53125, 3.40625, 3.765625, 3.59375, 3.578125, 3.640625, 3.5625, 3.5, 3.453125, 3.640625, 3.625, 3.46875, 2.757812, 3.4375, 3.359375, 3.59375, 3.34375, 3.5625, 3.125, 3.546875, 3.5, 3.25, 3.46875, 3.578125, 3.453125, 3.421875, 3.40625, 3.5625, 3.34375, 3.546875, 3.53125, 3.234375, 3.375, 3.609375, 3.296875, 3.453125, 3.625, 3.53125, 3.234375, 3.671875, 3.5625, 3.4375, 3.453125, 3.25, 3.5625, 3.171875, 3.640625, 3.546875, 3.609375, 3.546875, 3.421875, 3.578125, 3.546875, 3.671875, 3.65625, 3.578125, 3.515625, 3.1875, 3.328125, 3.34375, 3.890625, 3.46875, 3.375, 3.71875, 3.484375, 3.625, 3.515625, 3.59375, 3.5, 3.703125, 3.5, 3.875, 3.515625, 3.46875, 3.515625, 3.859375, 3.5625, 3.546875, 3.578125, 3.34375, 3.359375, 3.234375, 3.65625, 3.5625, 3.484375, 3.46875, 3.59375, 3.546875, 3.546875, 3.4375, 3.453125, 3.515625, 3.375, 3.515625, 3.75, 3.28125, 3.453125, 3.765625, 3.671875, 3.234375, 3.8125, 3.546875, 3.640625, 3.953125, 3.625, 3.46875, 3.71875, 3.40625, 3.421875, 3.546875, 3.171875, 3.46875, 3.484375, 3.421875, 3.359375, 3.453125, 3.484375, 3.34375, 3.5, 4.21875, 3.3125, 3.8125, 3.4375, 3.40625, 3.21875, 3.609375, 3.59375, 3.265625, 3.25, 3.40625, 3.625, 3.4375, 3.34375, 3.34375, 3.46875, 3.46875, 3.671875, 3.359375, 3.421875, 3.609375, 3.421875, 3.390625, 3.375, 3.65625, 3.453125, 3.703125, 3.53125, 3.578125, 3.484375, 3.546875, 3.5625, 3.265625, 3.203125, 3.421875, 3.375, 3.359375, 3.390625, 3.734375, 3.40625, 3.453125, 3.28125, 3.171875, 3.390625, 3.65625, 3.578125, 3.5, 3.09375, 3.546875, 3.578125, 3.5625, 3.671875, 3.59375, 3.5625, 3.234375, 3.78125, 3.5, 3.390625, 3.171875, 4.03125, 3.609375, 3.546875, 3.671875, 3.75, 3.734375, 3.234375, 3.34375, 3.609375, 3.28125, 3.515625, 3.4375, 3.59375, 3.859375, 3.328125, 3.65625, 3.609375, 3.390625, 3.609375, 3.546875, 3.65625, 4.421875, 3.578125, 3.46875, 3.4375, 5.09375, 3.703125, 3.609375, 3.671875, 3.671875, 3.84375, 3.515625, 3.65625, 3.5625, 3.25, 5.46875, 3.265625, 3.671875, 3.8125, 3.359375, 3.671875, 3.4375, 3.46875, 3.546875, 3.578125, 3.3125, 3.515625, 3.703125, 3.484375, 3.234375, 3.5, 3.546875, 3.46875, 3.609375, 3.375, 3.578125, 3.4375, 3.375, 3.53125, 3.390625, 3.625, 3.296875, 3.5, 3.71875, 3.15625, 3.359375, 3.4375, 3.4375, 3.71875, 3.484375, 3.78125, 3.484375, 3.421875, 4.015625, 3.75, 3.53125, 3.71875, 3.453125, 3.515625, 3.578125, 3.46875, 3.5, 3.515625, 3.4375, 3.484375, 3.109375, 3.546875, 3.171875, 3.578125, 3.46875, 3.4375, 3.75, 3.59375, 3.515625, 3.296875, 3.8125, 3.515625, 3.515625, 3.5625, 3.625, 3.609375, 3.484375, 3.6875, 3.453125, 3.53125, 3.5, 3.71875, 3.515625, 3.46875, 3.375, 3.578125, 3.390625, 3.71875, 3.140625, 3.375, 3.4375, 3.046875, 3.65625, 3.484375, 3.375, 3.515625, 3.484375, 3.40625, 3.34375, 3.6875, 3.484375, 3.21875, 3.515625, 4.265625, 3.53125, 3.828125, 2.226562, 3.484375, 4.03125, 3.4375, 3.703125, 3.40625, 3.453125, 3.578125, 3.375, 3.6875, 4.0625, 3.53125, 3.796875, 3.625, 3.578125, 3.921875, 3.65625, 5.75, 3.53125, 3.53125, 3.515625, 3.3125, 3.09375, 3.109375, 3.59375, 3.453125, 3.484375, 4.28125, 3.71875, 3.625, 3.765625, 3.765625, 3.515625, 3.34375, 3.546875, 3.484375, 3.3125, 3.6875, 3.0625, 3.5625, 5.28125, 2.96875, 3.5625, 3.4375, 3.578125, 3.421875, 3.875, 3.5, 4.921875, 3.53125, 3.578125, 3.421875, 3.640625, 5.03125, 3.40625, 3.578125, 3.609375, 3.59375, 3.5, 3.046875, 3.5625, 3.71875, 3.46875, 3.46875, 3.515625, 3.4375, 3.484375, 3.5625, 3.4375, 3.28125, 3.578125, 3.328125, 3.625, 4.328125, 3.4375, 3.4375, 3.40625, 3.296875, 3.484375, 3.484375, 3.59375, 3.609375, 3.453125, 3.515625, 3.484375, 3.40625, 3.453125, 3.6875, 3.3125, 3.625, 3.4375, 3.3125, 3.234375, 3.390625, 3.671875, 3.65625, 3.578125, 3.421875, 3.59375, 3.0625, 3.6875, 3.796875, 3.03125, 3.234375, 3.484375, 3.484375, 3.3125, 3.65625, 3.765625, 3.59375, 4.328125, 3.109375, 3.640625, 3.5625, 3.640625, 3.453125, 3.09375, 3.546875, 3.515625, 3.625, 3.640625, 3.703125, 3.59375, 3.359375, 3.59375, 3.40625, 3.421875, 3.4375, 3.40625, 3.4375, 3.5, 3.546875, 3.40625, 3.484375, 3.734375, 3.515625, 3.328125, 3.5, 3.453125, 3.34375, 3.625, 3.71875, 2.984375, 3.28125, 3.09375, 3.546875, 3.34375, 3.578125, 3.5, 4.75, 3.40625, 3.28125, 3.453125, 3.4375, 3.53125, 3.578125, 3.421875, 3.375, 3.609375, 3.53125, 6.21875, 3.671875, 3.734375, 3.515625, 3.390625, 3.609375, 3.671875, 3.171875, 3.359375, 3.40625, 3.625, 3.515625, 3.5625, 3.59375, 3.0, 4.640625, 3.421875, 3.5625, 3.28125, 3.421875, 3.625, 3.703125, 3.578125, 3.484375, 3.40625, 4.828125, 3.203125, 3.5625, 3.6875, 3.5625, 3.3125, 3.609375, 3.40625, 3.75, 3.328125, 3.6875, 3.5625, 3.546875, 3.6875, 3.546875, 3.78125, 3.609375, 3.6875, 3.6875, 3.53125, 3.5, 3.765625, 3.390625, 3.671875, 3.3125, 3.5625, 3.40625, 3.34375, 3.5, 3.65625, 2.8125, 3.65625, 3.21875, 3.609375, 3.265625, 3.484375, 3.5625, 3.59375, 3.5625, 3.515625, 3.484375, 3.59375, 3.6875, 3.578125, 3.546875, 3.3125, 3.75, 3.34375, 3.515625, 3.453125, 3.484375, 3.484375, 3.578125, 4.6875, 3.40625, 3.59375, 3.421875, 3.40625, 3.375, 4.75, 3.25, 3.609375, 3.984375, 3.265625, 3.78125, 3.71875, 3.3125, 3.546875, 3.5625, 3.5, 3.578125, 3.71875, 3.34375, 3.40625, 3.46875, 4.125, 3.484375, 3.578125, 3.578125, 3.59375, 3.25, 3.515625, 3.578125, 3.890625, 3.671875, 3.28125, 3.484375, 3.484375, 3.390625, 3.21875, 3.65625, 5.34375, 3.453125, 3.359375, 3.40625, 3.421875, 3.40625, 3.421875, 3.515625, 3.4375, 3.625, 3.515625, 3.5625, 3.484375, 3.390625, 3.640625, 3.640625, 3.40625, 5.125, 3.59375, 3.390625, 3.53125, 3.3125, 3.796875, 3.53125, 3.1875, 3.390625, 3.46875, 3.671875, 3.609375, 3.5625, 3.328125, 3.40625, 3.46875, 3.53125, 3.421875, 3.390625, 3.59375, 3.5625, 3.296875, 3.34375, 3.484375, 3.515625, 3.59375, 3.828125, 3.65625, 3.40625, 3.5, 3.484375, 3.546875, 3.859375, 3.34375, 3.703125, 3.328125, 4.671875, 3.625, 3.46875, 3.34375, 3.109375, 3.390625, 3.453125, 3.515625, 3.765625, 3.40625, 3.578125, 3.6875, 3.609375, 3.234375, 3.296875, 3.359375, 3.671875, 3.484375, 3.578125, 3.484375, 3.59375, 3.34375, 3.421875, 3.53125, 3.703125, 3.5, 3.453125, 3.5625, 3.5625, 3.53125, 3.5625, 3.359375, 3.484375, 3.546875, 3.546875, 3.171875, 3.296875, 3.703125, 3.21875, 3.140625, 3.34375, 3.609375, 3.46875, 3.453125, 3.625, 3.59375, 3.28125, 3.5625, 3.28125, 4.5625, 3.796875, 3.5625, 3.421875, 3.359375, 3.59375, 3.921875, 3.34375, 3.609375, 3.4375, 3.359375, 3.421875, 3.453125, 3.5625, 3.640625, 3.03125, 3.71875, 3.578125, 3.328125, 3.59375, 3.515625, 3.671875, 3.390625, 3.375, 3.578125, 3.5, 3.3125, 3.765625, 3.25, 3.328125, 7.5, 3.484375, 3.296875, 3.59375, 3.4375, 3.546875, 3.515625, 3.703125, 3.25, 3.609375, 3.40625, 3.6875, 3.578125, 3.625, 3.53125, 3.5625, 3.390625, 3.234375, 3.359375, 3.34375, 3.421875, 3.3125, 3.390625, 3.453125, 3.5625, 3.21875, 3.40625, 3.53125, 4.578125, 3.484375, 4.96875, 3.15625, 3.375, 3.359375, 3.546875, 3.359375, 3.703125, 3.546875, 3.265625, 3.078125, 3.75, 5.46875, 3.359375, 3.671875, 3.546875, 3.34375, 3.484375, 3.203125, 3.46875, 3.3125, 3.328125, 3.515625, 3.515625, 3.515625, 4.09375, 3.34375, 3.546875, 3.71875, 3.28125, 3.453125, 3.578125, 3.34375, 3.203125, 3.40625, 3.46875, 3.421875, 3.078125, 3.546875, 4.15625, 3.484375, 3.28125, 3.375, 3.4375, 3.21875, 3.25, 3.625, 3.203125, 3.3125, 3.71875, 3.59375, 3.4375, 3.46875, 3.375, 3.5625, 3.640625, 3.484375, 3.484375, 3.734375, 3.5, 3.53125, 3.375, 3.703125, 3.65625, 3.640625, 3.546875, 3.5625, 3.5625, 3.484375, 6.21875, 3.671875, 3.1875, 0.548828, 3.4375, 3.703125, 3.609375, 3.71875, 3.59375, 3.28125, 3.609375, 3.640625, 3.109375, 3.375, 3.6875, 3.390625, 3.53125, 3.546875, 3.75, 3.546875, 3.578125, 3.4375, 2.554688, 3.53125, 3.453125, 3.171875, 3.75, 3.640625, 3.53125, 3.4375, 3.640625, 3.734375, 3.734375, 3.609375, 3.765625, 3.40625, 3.5625, 3.359375, 3.5625, 3.484375, 3.3125, 3.515625, 3.34375, 3.484375, 3.609375, 3.53125, 3.46875, 3.4375, 3.6875, 3.53125, 3.84375, 3.234375, 3.5, 3.6875, 3.53125, 4.421875, 3.6875, 3.578125, 3.53125, 3.6875, 3.40625, 3.578125, 3.734375, 3.625, 3.5, 3.546875, 3.671875, 3.328125, 4.15625, 3.71875, 3.265625, 3.578125, 3.484375, 3.453125, 3.59375, 3.546875, 3.6875, 3.4375, 2.960938, 3.609375, 3.875, 3.3125, 3.546875, 3.46875, 3.640625, 3.28125, 3.484375, 3.203125, 3.578125, 3.265625, 3.3125, 3.515625, 3.421875, 3.171875, 3.671875, 3.5625, 5.40625, 3.515625, 3.234375, 3.484375, 3.4375, 3.21875, 4.984375, 4.1875, 3.671875, 3.4375, 3.671875, 3.4375, 3.59375, 3.578125, 4.296875, 3.125, 3.234375, 3.9375, 3.5, 3.703125, 3.375, 3.40625, 3.546875, 3.578125, 3.59375, 3.359375, 3.640625, 3.21875, 3.296875, 3.421875, 3.359375, 4.171875, 3.5, 3.5, 3.578125, 3.5625, 3.578125, 3.796875, 3.625, 3.59375, 3.53125, 3.484375, 3.515625, 3.515625, 3.46875, 3.359375, 3.609375, 3.46875, 3.46875, 3.40625, 3.53125, 3.984375, 3.890625, 3.6875, 3.484375, 3.59375, 3.5625, 3.546875, 3.53125, 3.546875, 3.25, 3.8125, 3.46875, 3.671875, 3.578125, 2.984375, 3.734375, 3.4375, 3.546875, 3.390625, 3.515625, 3.109375, 3.59375, 3.3125, 3.640625, 3.40625, 3.53125, 3.640625, 3.546875, 3.390625, 3.546875, 3.671875, 3.3125, 3.40625, 3.421875, 3.53125, 4.0, 3.5, 3.375, 3.09375, 3.5, 3.25, 3.609375, 3.53125, 3.5625, 3.484375, 3.328125, 3.484375, 4.0, 3.390625, 3.34375, 3.21875, 3.5, 3.546875, 3.578125, 3.59375, 3.3125, 3.578125, 4.375, 3.140625, 3.734375, 3.3125, 3.515625, 3.34375, 4.171875, 3.4375, 3.34375, 3.6875, 3.53125, 4.25, 3.265625, 3.453125, 3.828125, 3.125, 3.53125, 3.578125, 3.671875, 3.515625, 3.625, 3.375, 3.671875, 3.609375, 3.375, 3.546875, 3.359375, 3.5, 3.484375, 3.359375, 3.5625, 4.59375, 3.59375, 3.59375, 3.5, 3.625, 3.34375, 3.5625, 3.5, 3.28125, 3.359375, 3.546875, 3.0625, 3.53125, 3.34375, 3.6875, 3.40625, 3.59375, 3.5, 3.3125, 3.6875, 3.578125, 3.53125, 3.546875, 4.25, 3.28125, 3.53125, 3.640625, 3.390625, 3.625, 3.4375, 3.59375, 3.640625, 3.453125, 3.796875, 3.359375, 3.6875, 3.40625, 3.375, 3.3125, 3.53125, 3.6875, 3.640625, 3.625, 3.5, 3.375, 3.484375, 3.625, 3.578125, 3.28125, 3.375, 3.25, 3.640625, 3.71875, 3.609375, 3.25, 3.859375, 3.296875, 3.421875, 3.640625, 4.125, 3.515625, 3.40625, 3.65625, 3.46875, 3.484375, 3.296875, 3.53125, 3.71875, 4.96875, 3.578125, 3.46875, 3.578125, 3.359375, 3.6875, 3.375, 3.515625, 3.6875, 3.421875, 3.65625, 3.15625, 3.109375, 3.171875, 3.53125, 3.546875, 3.484375, 3.328125, 3.6875, 3.59375, 3.78125, 3.53125, 3.546875, 3.6875, 3.46875, 3.5625, 3.8125, 3.453125, 3.515625, 3.5625, 3.546875, 3.484375, 3.40625, 3.5625, 3.71875, 3.609375, 3.421875, 3.703125, 3.515625, 3.46875, 2.992188, 3.609375, 3.390625, 3.265625, 4.703125, 3.375, 3.4375, 3.546875, 3.359375, 3.25, 3.578125, 3.5, 3.6875, 3.625, 3.265625, 3.203125, 2.054688, 3.484375, 3.4375, 3.65625, 3.359375, 3.609375, 5.5, 3.3125, 3.59375, 3.5625, 3.453125, 3.625, 3.515625, 3.5, 3.390625, 3.5, 3.53125, 3.65625, 3.21875, 3.296875, 3.390625, 3.296875, 4.6875, 3.34375, 3.578125, 3.5, 3.703125, 3.5, 3.40625, 3.671875, 3.59375, 4.140625, 3.53125, 3.53125, 3.484375, 3.609375, 3.484375, 3.640625, 3.34375, 3.515625, 3.5, 3.453125, 3.46875, 3.546875, 3.9375, 7.875, 3.609375, 3.203125, 3.53125, 3.546875, 3.28125, 3.5, 3.40625, 4.34375, 3.5, 3.609375, 3.65625, 3.515625, 3.53125, 3.375, 3.328125, 3.53125, 3.5, 3.640625, 3.203125, 3.609375, 3.34375, 3.46875, 3.75, 3.5, 3.421875, 3.390625, 3.625, 3.578125, 3.671875, 3.46875, 3.453125, 3.359375, 3.5625, 3.25, 4.5, 3.546875, 3.25, 4.0625, 3.203125, 3.28125, 3.296875, 3.59375, 3.703125, 3.578125, 3.421875, 3.609375, 3.546875, 3.5, 3.53125, 3.421875, 3.578125, 3.53125, 3.515625, 3.5625, 3.78125, 3.0625, 3.640625, 3.1875, 3.46875, 3.40625, 3.546875, 3.578125, 3.53125, 3.78125, 4.734375, 3.5, 3.1875, 3.75, 3.515625, 3.375, 3.484375, 3.484375, 3.640625, 3.109375, 3.359375, 3.296875, 3.46875, 3.34375, 3.671875, 3.609375, 3.4375, 3.515625, 3.671875, 3.515625, 4.75, 3.4375, 3.390625, 4.03125, 3.65625, 3.6875, 3.3125, 3.578125, 3.453125, 3.609375, 3.4375, 1.8125, 3.921875, 3.390625, 3.34375, 3.46875, 3.609375, 3.46875, 3.390625, 3.5, 3.515625, 3.40625, 3.4375, 3.640625, 3.125, 3.3125, 3.421875, 3.390625, 3.5, 3.4375, 3.34375, 3.59375, 3.453125, 3.421875, 3.21875, 3.328125, 3.375, 3.296875, 3.671875, 3.515625, 3.234375, 3.484375, 3.609375, 3.765625, 3.546875, 3.265625, 3.5625, 3.21875, 3.609375, 3.671875, 0.308594, 3.671875, 3.671875, 3.265625, 3.359375, 3.546875, 3.8125, 0.242188, 3.109375, 2.945312, 3.421875, 3.609375, 3.53125, 3.296875, 3.859375, 3.625, 3.46875, 3.375, 3.5, 3.375, 3.46875, 3.265625, 3.625, 3.59375, 3.296875, 3.34375, 3.8125, 3.390625, 3.5, 3.28125, 3.375, 3.625, 3.390625, 3.265625, 3.328125, 3.65625, 3.078125, 3.34375, 3.65625, 3.359375, 3.0625, 3.46875, 3.515625, 3.6875, 3.34375, 3.65625, 3.40625, 3.578125, 3.484375, 3.53125, 3.625, 3.53125, 3.328125, 3.453125, 3.453125, 3.53125, 3.640625, 3.90625, 3.609375, 3.5, 3.140625, 3.703125, 3.25, 3.375, 3.625, 3.40625, 5.0625, 3.6875, 3.484375, 3.40625, 3.703125, 3.34375, 3.953125, 3.375, 3.4375, 3.6875, 3.5, 3.5625, 3.625, 3.390625, 3.484375, 3.828125, 3.296875, 3.390625, 3.71875, 4.078125, 3.765625, 3.46875, 3.703125, 3.609375, 3.421875, 3.5, 3.515625, 3.546875, 3.703125, 3.5, 3.59375, 3.390625, 3.65625, 3.53125, 3.5625, 3.484375, 3.546875, 4.578125, 3.40625, 3.078125, 3.546875, 4.5, 3.78125, 3.328125, 3.390625, 3.59375, 3.5625, 3.640625, 4.484375, 3.4375, 3.421875, 3.546875, 3.40625, 4.03125, 3.421875, 3.484375, 3.375, 3.640625, 3.5, 3.421875, 3.09375, 3.8125, 3.578125, 3.71875, 3.421875, 3.6875, 3.703125, 3.25, 3.46875, 3.515625, 3.59375, 5.21875, 3.5, 3.375, 3.4375, 3.390625, 3.46875, 3.453125, 3.65625, 3.515625, 3.34375, 3.40625, 3.640625, 3.53125, 3.265625, 3.390625, 3.640625, 3.625, 3.765625, 3.546875, 3.3125, 3.375, 3.328125, 3.34375, 3.59375, 3.265625, 3.53125, 3.65625, 3.6875, 3.375, 3.390625, 3.578125, 3.171875, 3.421875, 3.421875, 3.6875, 3.6875, 3.515625, 3.546875, 3.453125, 3.4375, 3.375, 3.75, 3.3125, 3.796875, 3.703125, 3.640625, 3.71875, 3.34375, 3.546875, 3.203125, 3.515625, 3.4375, 3.421875, 3.484375, 4.234375, 3.546875, 3.515625, 3.5, 3.609375, 3.53125, 3.34375, 3.09375, 3.546875, 3.5625, 3.6875, 3.359375, 3.46875, 3.640625, 3.609375, 3.359375, 3.515625, 3.71875, 3.53125, 3.59375, 3.5625, 3.578125, 3.578125, 3.515625, 3.546875, 3.609375, 4.0, 3.671875, 3.296875, 3.765625, 3.265625, 3.875, 3.703125, 3.515625, 3.671875, 3.5, 3.65625, 3.578125, 3.6875, 3.421875, 3.28125, 3.203125, 3.1875, 3.390625, 3.359375, 3.546875, 3.5625, 3.75, 3.640625, 3.546875, 3.53125, 3.640625, 3.609375, 3.625, 3.890625, 3.046875, 3.296875, 3.578125, 3.765625, 3.671875, 3.453125, 3.375, 3.875, 3.53125, 3.59375, 3.484375, 3.3125, 3.515625, 3.359375, 3.640625, 3.40625, 3.578125, 3.5625, 3.59375, 3.453125, 3.515625, 4.109375, 3.28125, 3.546875, 3.421875, 3.40625, 3.59375, 3.609375, 3.5625, 3.625, 3.65625, 3.375, 3.546875, 3.59375, 3.53125, 3.75, 3.4375, 3.484375, 3.296875, 3.515625, 3.515625, 3.21875, 3.546875, 3.390625, 3.578125, 3.484375, 3.65625, 3.65625, 3.28125, 3.21875, 3.4375, 3.421875, 3.6875, 3.515625, 3.515625, 3.3125, 3.890625, 3.1875, 3.609375, 3.5625, 3.46875, 3.5, 3.5625, 3.40625, 3.65625, 3.515625, 3.65625, 3.390625, 3.171875, 3.421875, 3.640625, 3.640625, 3.484375, 3.234375, 3.71875, 3.28125, 3.5, 3.609375, 3.5, 3.515625, 3.625, 3.40625, 3.578125, 3.375, 3.390625, 3.5, 3.21875, 3.71875, 3.140625, 3.234375, 3.59375, 3.703125, 3.640625, 4.21875, 3.4375, 3.625, 3.609375, 3.3125, 3.75, 3.453125, 3.40625, 2.929688, 3.515625, 3.5625, 3.515625, 3.4375, 3.5, 3.625, 3.5625, 3.609375, 3.46875, 3.46875, 3.265625, 3.546875, 4.40625, 3.375, 3.390625, 3.3125, 3.375, 3.609375, 3.78125, 3.5, 3.28125, 3.3125, 3.484375, 3.8125, 3.484375, 3.625, 3.625, 3.796875, 3.84375, 3.578125, 4.65625, 3.328125, 3.109375, 4.21875, 3.578125, 3.5625, 3.578125, 3.703125, 3.71875, 3.4375, 3.5, 3.484375, 3.59375, 3.765625, 3.640625, 3.75, 3.546875, 3.59375, 3.78125, 3.1875, 3.609375, 3.34375, 3.390625, 3.53125, 3.703125, 3.484375, 3.421875, 3.5, 3.546875, 3.6875, 3.1875, 3.40625, 3.578125, 3.53125, 3.421875, 3.6875, 3.390625, 3.578125, 3.84375, 3.484375, 3.65625, 3.65625, 3.453125, 3.46875, 3.390625, 3.609375, 3.390625, 3.59375, 3.765625, 3.65625, 3.65625, 3.703125, 3.453125, 3.515625, 3.578125, 3.421875, 3.09375, 3.421875, 3.859375, 3.453125, 3.640625, 3.609375, 3.375, 3.421875, 3.3125, 3.375, 3.390625, 3.59375, 4.453125, 3.609375, 3.515625, 3.390625, 3.21875, 3.609375, 4.046875, 3.546875, 3.515625, 3.453125, 3.796875, 3.90625, 3.28125, 3.4375, 3.84375, 3.53125, 3.484375, 3.5625, 3.46875, 3.375, 3.46875, 3.609375, 3.1875, 3.375, 3.4375, 3.53125, 3.5, 3.671875, 3.765625, 3.453125, 3.53125, 3.84375, 3.625, 3.359375, 3.703125, 3.328125, 3.609375, 3.1875, 3.546875, 3.140625, 3.5, 3.375, 3.796875, 3.421875, 3.703125, 3.421875, 3.640625, 3.59375, 3.421875, 3.453125, 3.59375, 3.53125, 3.40625, 3.921875, 3.109375, 3.703125, 3.46875, 3.875, 3.609375, 3.453125, 3.640625, 3.578125, 3.25, 3.390625, 3.21875, 3.546875, 3.328125, 3.578125, 3.90625, 3.265625, 3.625, 3.40625, 3.28125, 3.109375, 3.796875, 3.578125, 3.5, 3.125, 3.59375, 3.625, 3.59375, 3.40625, 3.5, 3.46875, 3.40625, 3.421875, 3.796875, 3.296875, 3.46875, 3.59375, 3.484375, 3.609375, 3.515625, 3.546875, 3.640625, 3.5, 3.546875, 3.59375, 3.53125, 3.609375, 4.3125, 3.390625, 3.421875, 3.359375, 3.734375, 3.6875, 3.390625, 3.546875, 3.59375, 3.34375, 3.625, 3.453125, 3.5, 3.609375, 3.84375, 3.828125, 3.515625, 3.59375, 3.6875, 3.265625, 3.625, 3.484375, 4.171875, 3.53125, 3.609375, 3.625, 3.46875, 3.15625, 3.484375, 3.609375, 3.625, 3.59375, 3.28125, 3.5, 3.375, 3.703125, 3.421875, 3.53125, 3.59375, 3.96875, 3.5, 3.28125, 3.796875, 3.453125, 3.390625, 3.46875, 3.515625, 3.484375, 3.5, 3.3125, 3.546875, 3.375, 3.390625, 3.453125, 3.6875, 3.546875, 3.390625, 3.46875, 3.5625, 3.640625, 3.234375, 3.53125, 3.390625, 3.703125, 3.65625, 3.59375, 3.484375, 3.4375, 3.4375, 3.21875, 3.375, 3.65625, 3.640625, 3.3125, 3.453125, 3.59375, 3.375, 4.0625, 3.640625, 3.5, 3.453125, 3.734375, 5.375, 3.5, 3.515625, 3.609375, 3.140625, 3.4375, 3.84375, 3.0, 3.484375, 3.203125, 3.6875, 3.46875, 3.75, 3.40625, 3.265625, 3.453125, 3.5, 3.65625, 3.671875, 3.515625, 3.34375, 3.421875, 3.59375, 3.234375, 3.609375, 3.390625, 3.53125, 3.296875, 3.1875, 3.421875, 3.703125, 3.546875, 3.390625, 3.59375, 3.46875, 3.734375, 3.34375, 3.4375, 3.515625, 3.265625, 3.796875, 3.546875, 4.1875, 3.546875, 3.65625, 3.40625, 3.578125, 3.453125, 3.640625, 3.328125, 3.84375, 3.46875, 3.546875, 3.625, 3.46875, 3.328125, 4.3125, 3.65625, 3.640625, 3.515625, 3.34375, 3.234375, 3.546875, 3.46875, 3.4375, 3.59375, 3.484375, 3.4375, 3.546875, 3.375, 3.484375, 3.390625, 3.1875, 4.140625, 5.5625, 3.859375, 3.515625, 3.25, 3.421875, 3.25, 3.03125, 3.375, 3.15625, 3.328125, 3.953125, 3.53125, 3.625, 3.296875, 3.625, 3.765625, 3.46875 ] }, "name": "onnx::Mul_8832", "outputIndexes": [ 2350 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2349, 2350 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_24/Mul_1_output_0", "outputIndexes": [ 2351 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2280, 2351 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_123_output_0", "outputIndexes": [ 2352 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2352 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_24/Mul_output_0", "outputIndexes": [ 2353 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.811523, 0.830078, 0.80957, 0.793945, 0.790039, 0.800781, 0.834961, 1.416016, 0.821289, 0.866211, 0.827148, 0.841797, 0.821289, 0.785156, 0.805664, 0.838867, 0.818359, 0.845703, 1.271484, 0.893066, 0.832031, 0.852539, 0.801758, 0.862305, 0.881348, 0.814453, 0.853516, 0.985474, 0.771484, 0.84375, 0.885742, 0.900879, 0.806641, 1.308594, 0.824219, 0.902832, 0.829102, 0.798828, 0.865234, 0.833008, 0.774414, 0.823242, 0.825195, 0.928711, 1.223633, 0.838867, 0.816406, 0.842773, 1.306641, 0.914551, 0.864258, 0.932617, 0.841797, 0.87207, 0.805664, 0.835938, 0.823242, 0.817383, 0.880859, 0.893555, 0.963135, 0.84082, 0.819336, 0.804688, 0.825195, 0.849609, 0.973267, 0.794922, 0.864258, 0.834961, 0.831055, 0.84375, 0.824219, 0.832031, 0.818359, 0.883789, 1.114258, 0.880371, 0.933105, 1.183594, 0.802734, 1.523438, 0.832031, 0.982422, 0.823242, 0.84375, 0.796875, 0.921387, 1.115234, 0.853516, 0.84668, 0.829102, 0.818359, 1.136719, 0.816406, 1.472656, 0.834961, 0.838867, 0.662109, 0.818359, 0.911133, 0.785156, 0.831055, 0.806641, 0.80957, 0.842773, 0.828125, 0.945801, 0.801758, 0.838867, 0.804688, 0.820312, 0.810547, 0.480469, 0.8125, 0.888184, 0.826172, 0.993561, 0.84082, 0.787109, 0.814453, 0.796875, 0.917969, 0.783203, 0.855469, 0.899902, 0.84668, 0.826172, 0.875, 1.067383, 1.001411, 0.823242, 0.890137, 0.834961, 0.791016, 0.800781, 0.885254, 1.000645, 0.848633, 0.787109, 0.804688, 0.980591, 0.857422, 0.818359, 0.854492, 0.970337, 0.890625, 0.830078, 0.825195, 0.803711, 0.836914, 0.878418, 0.84375, 0.746094, 0.855469, 0.78418, 1.06543, 0.814453, 1.332031, 1.294922, 0.501953, 0.794922, 0.916504, 1.020752, 0.817383, 0.8125, 0.798828, 1.236328, 0.807617, 0.833008, 0.827148, 1.210938, 0.823242, 1.191406, 0.850586, 0.829102, 0.834961, 1.550781, 0.820312, 0.897461, 0.799805, 1.347656, 0.877441, 1.515625, 0.708984, 0.819336, 1.088867, 0.833008, 0.877441, 0.929199, 0.823242, 0.88623, 0.832031, 0.836914, 0.80957, 0.84668, 0.850586, 0.816406, 0.799805, 0.826172, 0.847656, 0.805664, 0.817383, 0.847656, 0.833984, 0.807617, 0.855469, 0.831055, 0.80957, 0.795898, 0.974976, 0.774414, 0.81543, 0.903809, 0.803711, 0.792969, 0.849609, 0.837891, 0.796875, 0.829102, 0.857422, 0.859375, 0.805664, 0.799805, 0.808594, 0.837891, 0.81543, 0.80957, 0.911621, 0.88623, 0.480469, 0.854492, 0.817383, 0.791992, 0.80957, 0.794922, 0.917969, 0.786133, 0.863281, 0.838867, 0.855469, 0.817383, 0.813477, 1.130859, 0.865234, 0.837891, 0.849609, 0.904297, 0.798828, 1.039062, 0.826172, 0.856445, 1.105469, 0.818359, 0.813477, 0.831055, 0.831055, 0.927734, 0.836914, 0.84668, 0.807617, 0.791992, 0.858398, 0.826172, 0.817383, 0.92041, 0.800781, 0.808594, 0.833984, 0.855469, 0.814453, 0.816406, 0.822266, 0.837891, 0.826172, 0.801758, 1.048096, 0.820312, 0.814453, 0.803711, 0.967529, 0.832031, 1.178711, 0.832031, 0.857422, 0.841797, 0.822266, 0.838867, 1.214844, 0.838867, 0.871094, 1.542969, 0.870117, 0.833984, 0.830078, 0.828125, 0.849609, 0.842773, 0.807617, 0.816406, 0.804688, 0.893066, 1.380859, 0.825195, 1.703125, 0.857422, 0.816406, 0.858398, 0.826172, 0.817383, 0.796875, 1.429688, 0.806641, 0.821289, 0.823242, 0.844727, 0.821289, 0.794922, 0.865234, 0.803711, 0.870117, 0.825195, 0.876465, 0.84668, 0.795898, 0.791016, 0.912598, 0.884766, 0.794922, 0.823242, 0.908203, 0.989807, 0.834961, 0.833984, 0.28125, 0.791992, 0.862305, 0.766602, 0.806641, 0.842773, 0.848633, 0.933105, 0.820312, 0.84668, 0.884766, 0.915527, 0.847656, 1.080078, 0.909668, 0.806641, 1.261719, 0.923828, 1.217773, 0.889648, 1.482422, 1.160156, 0.814453, 0.797852, 0.951904, 0.857422, 1.261719, 0.822266, 0.878418, 1.084961, 0.916992, 0.811523, 0.801758, 1.144531, 0.833984, 0.827148, 0.804688, 0.885254, 0.841797, 0.878418, 0.773438, 0.797852, 0.801758, 0.868164, 0.822266, 1.010864, 0.801758, 0.805664, 1.053955, 1.146484, 0.783203, 0.830078, 0.890625, 0.978638, 0.791016, 0.836914, 0.864258, 0.857422, 1.335938, 0.833984, 0.806641, 0.822266, 0.848633, 1.337891, 0.837891, 0.774414, 0.825195, 0.800781, 0.818359, 0.835938, 1.171875, 0.772461, 0.802734, 0.831055, 0.850586, 0.972534, 0.814453, 0.819336, 0.810547, 0.794922, 0.90625, 0.871094, 0.875488, 0.831055, 0.883301, 0.834961, 0.833984, 0.828125, 0.854492, 0.84668, 0.84082, 0.916992, 0.810547, 0.799805, 0.810547, 0.823242, 0.776367, 0.794922, 0.807617, 0.917969, 0.760742, 0.800781, 0.794922, 0.792969, 0.806641, 0.782227, 0.823242, 0.842773, 0.800781, 0.910645, 0.991394, 0.823242, 0.810547, 0.798828, 0.851562, 0.791016, 0.810547, 0.856445, 0.860352, 0.844727, 0.830078, 0.831055, 1.02063, 0.811523, 0.868164, 0.863281, 0.814453, 0.833984, 0.802734, 0.834961, 1.052002, 0.810547, 1.302734, 0.862305, 0.841797, 0.803711, 0.844727, 0.833984, 0.807617, 0.914551, 0.849609, 0.813477, 1.128906, 0.879395, 0.865234, 0.799805, 0.833984, 0.849609, 0.797852, 0.799805, 0.796875, 0.804688, 1.291016, 0.832031, 0.819336, 0.822266, 0.890625, 0.813477, 0.804688, 0.80957, 0.908203, 0.811523, 1.496094, 1.326172, 0.926758, 1.322266, 0.811523, 0.808594, 0.803711, 0.942383, 1.161133, 0.824219, 0.951416, 0.915527, 0.811523, 0.816406, 0.813477, 0.785156, 0.857422, 0.839844, 0.833984, 0.807617, 0.974976, 0.821289, 0.802734, 0.916016, 0.829102, 0.844727, 1.15625, 1.154297, 0.807617, 1.136719, 0.794922, 0.823242, 0.869141, 0.795898, 0.817383, 0.829102, 0.80957, 1.5, 0.810547, 1.050781, 0.830078, 0.947998, 0.787109, 1.398438, 0.903809, 0.87207, 0.800781, 0.830078, 0.793945, 0.859375, 0.799805, 0.833008, 0.997986, 0.789062, 1.170898, 0.80957, 0.791992, 0.813477, 0.852539, 0.817383, 0.798828, 0.830078, 0.850586, 0.839844, 0.84082, 1.609375, 0.925781, 0.95459, 0.835938, 0.829102, 0.807617, 0.959473, 0.836914, 0.852539, 0.810547, 0.791016, 0.811523, 0.916992, 1.507812, 0.814453, 0.850586, 0.823242, 1.091309, 0.822266, 0.830078, 0.988708, 0.813477, 0.866211, 0.94165, 0.84668, 0.803711, 0.84375, 0.882812, 0.948242, 0.806641, 0.828125, 0.876953, 0.802734, 1.227539, 0.844727, 0.849609, 0.820312, 0.814453, 0.949463, 0.791992, 0.785156, 0.908203, 0.824219, 0.794922, 0.813477, 0.837891, 0.800781, 0.837891, 0.899414, 0.807617, 0.834961, 0.822266, 1.051514, 0.90625, 0.830078, 0.825195, 0.873047, 0.88623, 0.81543, 0.813477, 0.818359, 0.834961, 0.838867, 0.818359, 0.890625, 0.833008, 0.807617, 0.837891, 0.880371, 0.860352, 0.801758, 0.911133, 0.833984, 0.797852, 0.896973, 0.805664, 0.84668, 0.798828, 1.120605, 0.763672, 0.796875, 0.984131, 1.208008, 0.818359, 1.216797, 0.816406, 0.807617, 0.858398, 1.05957, 1.069336, 1.472656, 0.801758, 0.802734, 0.805664, 0.810547, 0.896973, 0.801758, 0.827148, 0.824219, 0.819336, 0.857422, 0.820312, 1.527344, 0.838867, 0.798828, 0.84668, 0.861328, 0.816406, 0.808594, 0.825195, 0.883301, 0.847656, 0.900879, 0.891113, 0.808594, 0.855469, 0.802734, 0.935547, 0.81543, 0.796875, 1.625, 1.478516, 0.833984, 0.912109, 0.825195, 0.909668, 0.789062, 0.865234, 0.834961, 0.87207, 0.84375, 0.837891, 0.827148, 0.806641, 0.887695, 0.883789, 0.830078, 0.836914, 0.869141, 0.484375, 0.799805, 0.868164, 0.849609, 0.81543, 0.841797, 0.819336, 0.90625, 0.84082, 0.887695, 0.804688, 0.801758, 0.825195, 0.833984, 1.423828, 0.732422, 0.817383, 0.994049, 0.833984, 0.866211, 0.804688, 0.78125, 0.816406, 0.879883, 0.983276, 1.169922, 1.04834, 0.793945, 0.819336, 0.81543, 0.873047, 0.896484, 0.824219, 0.814453, 0.864258, 0.962402, 0.84668, 0.806641, 0.776367, 0.796875, 0.833008, 0.832031, 0.807617, 0.814453, 0.847656, 0.873047, 0.792969, 0.855469, 0.810547, 0.827148, 0.807617, 0.830078, 0.84668, 0.838867, 0.791016, 0.956787, 0.848633, 1.175781, 0.800781, 0.852539, 0.884766, 0.862305, 0.833984, 0.831055, 0.829102, 0.854492, 0.842773, 0.77832, 0.80957, 0.824219, 0.818359, 0.829102, 0.869141, 0.804688, 0.832031, 0.796875, 0.81543, 0.81543, 0.826172, 0.949951, 0.836914, 0.816406, 0.875488, 0.823242, 0.402344, 0.81543, 0.788086, 0.986328, 1.026245, 0.788086, 0.818359, 0.838867, 0.892578, 0.802734, 0.894043, 0.858398, 0.80957, 0.99868, 0.81543, 0.854492, 1.10791, 0.798828, 0.831055, 0.822266, 0.860352, 1.059082, 0.839844, 0.8125, 1.167969, 0.822266, 0.858398, 0.802734, 1.310547, 0.825195, 1.188477, 1.075684, 0.819336, 0.862305, 1.028198, 0.850586, 0.849609, 0.877441, 0.84375, 0.816406, 0.792969, 0.821289, 0.836914, 0.829102, 0.841797, 0.851562, 0.780273, 0.807617, 0.860352, 0.814453, 0.80957, 0.999485, 0.81543, 0.848633, 0.952393, 0.833008, 1.045898, 0.849609, 0.811523, 0.838867, 0.80957, 0.8125, 0.890625, 0.831055, 0.814453, 0.771484, 0.894531, 0.856445, 0.873047, 0.789062, 1.835938, 0.887207, 0.885254, 0.871094, 0.841797, 0.905762, 0.802734, 0.81543, 0.826172, 0.826172, 0.833008, 1.462891, 0.836914, 0.859375, 0.864258, 1.166992, 0.81543, 0.799805, 0.932617, 1.275391, 0.915039, 0.854492, 0.859375, 0.80957, 0.849609, 0.797852, 0.902832, 0.808594, 0.918945, 0.861328, 0.864258, 0.816406, 0.827148, 0.793945, 0.87793, 0.861328, 1.196289, 0.826172, 0.826172, 0.833984, 0.834961, 0.818359, 0.847656, 0.792969, 0.869141, 0.814453, 0.908203, 0.859375, 0.827148, 0.81543, 1.044678, 0.857422, 0.865234, 1.322266, 1.773438, 0.977905, 0.905762, 0.862305, 0.820312, 0.81543, 0.783203, 1.337891, 1.433594, 0.865234, 0.819336, 0.879883, 0.869141, 0.869141, 0.827148, 0.830078, 0.903809, 1.355469, 0.814453, 0.864258, 0.868164, 1.05249, 0.857422, 0.864258, 0.873047, 0.881836, 0.818359, 0.80957, 0.868164, 0.807617, 0.936035, 0.788086, 0.818359, 0.874023, 0.80957, 0.924805, 0.80957, 0.802734, 0.977539, 1.363281, 0.300781, 0.825195, 0.883789, 0.802734, 0.842773, 0.800781, 0.850586, 0.803711, 1.527344, 0.855469, 0.933594, 0.805664, 0.804688, 1.275391, 0.817383, 0.841797, 0.879883, 0.836914, 0.827148, 0.863281, 0.932129, 1.199219, 0.84668, 0.838867, 0.849609, 1.447266, 0.833008, 0.819336, 0.805664, 0.81543, 0.746094, 0.880371, 0.901367, 0.834961, 0.833984, 1.015747, 0.818359, 0.818359, 0.975586, 1.061035, 1.632812, 0.626953, 0.894531, 0.828125, 0.813477, 0.900879, 0.854492, 0.924316, 0.856445, 1.507812, 0.821289, 0.826172, 0.84668, 0.803711, 0.936523, 0.823242, 0.8125, 1.423828, 0.869141, 1.373047, 0.816406, 1.292969, 0.94165, 0.826172, 0.816406, 0.828125, 0.960449, 0.856445, 0.871094, 0.858398, 1.431641, 1.027222, 0.940186, 1.137695, 1.054443, 0.804688, 0.823242, 0.929199, 1.074707, 0.793945, 0.898926, 0.80957, 0.914062, 0.898926, 0.825195, 1.447266, 0.827148, 0.799805, 0.84668, 1.347656, 1.451172, 0.829102, 0.793945, 0.829102, 0.796875, 0.798828, 0.833984, 0.939209, 0.230469, 0.864258, 0.84668, 0.935059, 0.884766, 0.817383, 0.817383, 0.787109, 0.792969, 0.791016, 0.862305, 0.786133, 0.880371, 0.921387, 0.827148, 0.811523, 0.920898, 0.8125, 0.8125, 0.81543, 0.810547, 0.805664, 0.87207, 0.844727, 1.419922, 0.994141, 0.923828, 1.216797, 0.830078, 0.900391, 0.802734, 0.828125, 0.819336, 0.807617, 0.824219, 0.838867, 1.300781, 0.897949, 0.842773, 0.893066, 0.818359, 0.839844, 0.925293, 0.813477, 0.818359, 0.841797, 0.828125, 0.824219, 1.267578, 0.78418, 0.777344, 0.958984, 0.811523, 0.805664, 0.84668, 0.770508, 0.81543, 0.832031, 0.819336, 0.81543, 0.810547, 0.819336, 0.887207, 0.833984, 0.813477, 0.801758, 0.80957, 0.857422, 1.138672, 0.800781, 1.237305, 0.829102, 0.863281, 0.91748, 0.822266, 0.828125, 0.804688, 0.810547, 1.040283, 0.833984, 1.566406, 1.378906, 1.474609, 0.824219, 0.808594, 1.231445, 0.833984, 0.865234, 0.81543, 1.201172, 0.898926, 0.953857, 0.883301, 1.230469, 0.799805, 0.827148, 0.925781, 0.823242, 0.907715, 0.890137, 0.824219, 0.848633, 1.279297, 1.404297, 1.667969, 0.84082, 0.818359, 0.823242, 0.786133, 0.960693, 1.096191, 0.933594, 1.304688, 0.81543, 0.830078, 0.856445, 0.826172, 0.955811, 0.8125, 0.805664, 0.825195, 0.913574, 0.832031, 0.890625, 1.081543, 0.837891, 0.789062, 0.911133, 0.804688, 0.857422, 0.794922, 0.833984, 0.819336, 0.788086, 0.805664, 0.810547, 0.84668, 0.820312, 0.810547, 0.870117, 0.824219, 0.835938, 0.84082, 0.833984, 0.842773, 0.892578, 0.829102, 0.816406, 0.793945, 0.830078, 0.857422, 1.083984, 0.801758, 0.873047, 0.822266, 0.860352, 0.883301, 0.818359, 0.813477, 1.246094, 0.87207, 1.24707, 0.817383, 0.876953, 0.870117, 0.934082, 0.849609, 0.984863, 0.814453, 1.365234, 0.810547, 0.976562, 0.830078, 0.829102, 0.866211, 0.858398, 0.791992, 0.817383, 0.858398, 0.841797, 0.847656, 0.800781, 1.523438, 0.817383, 0.855469, 0.864258, 0.851562, 0.878906, 0.802734, 0.854492, 0.967529, 0.833008, 0.838867, 0.84082, 0.786133, 0.862305, 0.818359, 0.867188, 0.887695, 0.850586, 1.400391, 0.821289, 0.861328, 0.794922, 0.837891, 0.903809, 1.035645, 1.447266, 0.853516, 1.535156, 1.257812, 0.887207, 0.833008, 0.834961, 0.81543, 1.519531, 0.842773, 0.905273, 0.792969, 1.296875, 0.802734, 0.814453, 0.821289, 0.823242, 0.816406, 0.798828, 1.410156, 0.793945, 0.822266, 1.019897, 1.224609, 0.824219, 0.819336, 1.223633, 0.799805, 1.158203, 0.794922, 0.87207, 0.813477, 0.848633, 1.253906, 0.831055, 0.833008, 0.84082, 0.830078, 0.841797, 1.037598, 1.605469, 0.810547, 0.788086, 0.89502, 0.818359, 0.796875, 0.806641, 0.800781, 0.849609, 0.831055, 0.871094, 0.791992, 0.837891, 0.80957, 0.834961, 0.844727, 0.906738, 0.835938, 0.818359, 0.832031, 1.671875, 0.803711, 0.838867, 0.802734, 0.888184, 0.849609, 0.901855, 0.850586, 0.826172, 0.844727, 0.796875, 0.830078, 0.818359, 0.806641, 0.954834, 0.824219, 1.363281, 0.827148, 1.169922, 0.798828, 0.813477, 0.808594, 1.257812, 0.789062, 0.878906, 0.879395, 0.785156, 0.748047, 0.842773, 0.84375, 0.817383, 0.845703, 0.857422, 1.142578, 0.864258, 0.78418, 0.771484, 0.785156, 0.861328, 0.814453, 0.828125, 0.823242, 0.84668, 0.810547, 0.874023, 0.901855, 0.826172, 0.862305, 1.126953, 0.908203, 0.825195, 0.783203, 0.880859, 1.365234, 0.779297, 0.825195, 0.804688, 0.804688, 0.835938, 0.80957, 0.819336, 0.836914, 1.523438, 0.816406, 0.817383, 0.821289, 0.787109, 0.84668, 0.808594, 0.787109, 0.819336, 0.800781, 0.855469, 0.808594, 0.80957, 0.818359, 0.845703, 0.77832, 0.834961, 1.021484, 0.214844, 0.828125, 0.860352, 0.799805, 0.838867, 1.049316, 0.793945, 0.835938, 0.80957, 1.386719, 0.940918, 1.041748, 1.328125, 0.842773, 0.831055, 0.788086, 1.535156, 0.833984, 0.673828, 1.451172, 1.07373, 0.807617, 0.841797, 0.833008, 0.795898, 0.829102, 0.853516, 0.833984, 0.849609, 0.793945, 1.082031, 0.844727, 0.826172, 0.807617, 1.150391, 0.819336, 0.833008, 0.8125, 0.823242, 0.827148, 0.868164, 0.8125, 0.866211, 1.382812, 0.802734, 0.84082, 0.813477, 0.848633, 0.953125, 0.813477, 1.15332, 0.804688, 0.822266, 1.025635, 0.849609, 0.831055, 0.794922, 0.320312, 0.876465, 0.857422, 0.835938, 0.817383, 0.977051, 1.449219, 0.845703, 0.884277, 0.84668, 0.912598, 0.811523, 0.818359, 0.819336, 1.347656, 0.907227, 0.795898, 0.861328, 0.844727, 0.931641, 0.791016, 0.833008, 0.816406, 0.851562, 0.823242, 0.874023, 0.80957, 0.823242, 0.783203, 0.833008, 0.894043, 0.882324, 0.904785, 0.860352, 0.899414, 0.80957, 0.829102, 0.996414, 0.8125, 0.84668, 0.834961, 0.819336, 0.800781, 0.798828, 0.996521, 0.884277, 0.820312, 0.836914, 0.818359, 0.80957, 0.983643, 0.818359, 0.828125, 0.84668, 0.805664, 0.795898, 1.166016, 0.798828, 0.89209, 0.828125, 0.84082, 1.134766, 0.816406, 0.847656, 0.766602, 0.708984, 0.798828, 0.818359, 0.88623, 0.80957, 0.875488, 0.855469, 0.837891, 0.856445, 1.013733, 0.867188, 0.833008, 0.811523, 0.841797, 0.811523, 0.808594, 0.831055, 0.822266, 0.795898, 0.856445, 0.878418, 0.865234, 0.834961, 0.831055, 0.839844, 0.797852, 0.845703, 0.819336, 0.798828, 0.789062, 0.80957, 1.357422, 0.882324, 0.84082, 0.915527, 0.845703, 0.804688, 1.484375, 0.858398, 0.799805, 0.827148, 1.129883, 0.833008, 0.827148, 1.068359, 1.230469, 0.854492, 0.841797, 0.826172, 0.826172, 0.875488, 0.822266, 0.853516, 0.820312, 0.870117, 1.166992, 0.825195, 1.02417, 0.792969, 0.81543, 1.238281, 1.476562, 0.833984, 0.77832, 0.816406, 1.042236, 0.803711, 0.950195, 0.830078, 0.806641, 0.870117, 0.8125, 0.807617, 0.875488, 0.894043, 0.811523, 0.788086, 1.046143, 1.183594, 1.071777, 0.833984, 0.804688, 0.841797, 0.904785, 0.830078, 0.807617, 0.893066, 1.028931, 0.822266, 0.819336, 0.878418, 0.838867, 0.833008, 0.863281, 0.870117, 0.993988, 1.523438, 1.441406, 0.824219, 0.853516, 0.871094, 0.796875, 0.836914, 0.811523, 1.139648, 0.798828, 1.105957, 1.05127, 0.826172, 0.800781, 0.84082, 0.833984, 0.842773, 0.808594, 1.161133, 0.811523, 0.870117, 0.873047, 0.798828, 0.841797, 0.844727, 0.873047, 0.919922, 0.850586, 0.825195, 0.830078, 0.880371, 0.892578, 0.852539, 0.844727, 0.476562, 0.78418, 0.819336, 1.320312, 0.830078, 0.842773, 1.369141, 0.822266, 0.950439, 0.868164, 0.792969, 0.84375, 1.029785, 0.983521, 0.814453, 0.819336, 0.826172, 0.8125, 0.797852, 0.848633, 0.832031, 0.81543, 0.802734, 0.825195, 0.832031, 1.193359, 1.734375, 0.865234, 0.823242, 0.807617, 0.84082, 0.844727, 1.511719, 0.804688, 0.802734, 0.875488, 0.807617, 1.111816, 0.782227, 0.848633, 0.796875, 0.837891, 0.817383, 0.827148, 0.871094, 0.94458, 0.831055, 0.786133, 0.811523, 1.355469, 0.814453, 0.885742, 1.59375, 0.796875, 0.95752, 0.805664, 0.839844, 0.88623, 0.847656, 0.991028, 0.819336, 0.823242, 0.833984, 0.824219, 0.799805, 0.842773, 1.03125, 0.80957, 0.794922, 0.798828, 0.803711, 0.80957, 1.031128, 0.862305, 0.847656, 0.965576, 0.874023, 0.775391, 0.836914, 1.114746, 0.957764, 1.527344, 0.795898, 0.841797, 0.785156, 0.855469, 0.84082, 0.836914, 0.802734, 0.838867, 0.881348, 0.845703, 0.811523, 0.785156, 0.857422, 0.801758, 1.02832, 0.853516, 0.925781, 1.306641, 0.814453, 0.820312, 0.800781, 0.807617, 0.801758, 0.885254, 0.862305, 0.811523, 1.001266, 0.964111, 0.838867, 0.768555, 0.787109, 0.848633, 0.833984, 1.003586, 0.775391, 0.802734, 0.794922, 1.188477, 0.834961, 0.80957, 0.823242, 0.824219, 0.919434, 0.835938, 0.866211, 0.908203, 0.823242, 0.841797, 0.829102, 1.196289, 0.862305, 0.80957, 0.828125, 0.787109, 0.818359, 0.81543, 0.857422, 0.881348, 0.780273, 0.787109, 1.073242, 1.170898, 0.817383, 0.831055, 0.806641, 0.837891, 0.804688, 1.617188, 0.825195, 0.787109, 0.823242, 0.804688, 0.913574, 0.838867, 0.893555, 1.165039, 0.805664, 0.855469, 0.789062, 0.87207, 1.601562, 0.791992, 0.834961, 0.794922, 0.841797, 0.793945, 0.793945, 0.855469, 0.925293, 0.990845, 0.878906, 0.980469, 1.371094, 0.953125, 0.78418, 0.800781, 0.773438, 0.521484, 0.825195, 0.823242, 0.811523, 0.816406, 0.84668, 0.897461, 0.851562, 1.053711, 0.8125, 0.931152, 0.841797, 0.816406, 0.850586, 0.834961, 0.803711, 0.798828, 0.833984, 0.958496, 0.851562, 0.810547, 1.246094, 0.923828, 0.836914, 0.790039, 0.844727, 1.277344, 0.856445, 0.804688, 0.832031, 0.808594, 0.84375, 1.314453, 0.826172, 0.824219, 0.961914, 0.802734, 0.84668, 0.861328, 0.823242, 0.826172, 0.855469, 0.830078, 0.834961, 0.833984, 0.81543, 0.800781, 0.808594, 1.363281, 0.848633, 0.857422, 0.794922, 0.802734, 0.774414, 0.8125, 0.860352, 1.017212, 0.841797, 0.800781, 0.798828, 0.826172, 1.056885, 0.875, 0.821289, 0.852539, 0.831055, 0.84668, 0.816406, 0.841797, 0.805664, 0.875, 0.822266, 0.883301, 0.819336, 0.857422, 0.951172, 0.821289, 0.799805, 0.90918, 0.813477, 1.129883, 1.679688, 0.847656, 0.90332, 0.795898, 0.808594, 0.818359, 0.819336, 0.92627, 0.831055, 0.898926, 0.836914, 0.816406, 0.810547, 0.833008, 1.316406, 0.848633, 0.808594, 0.935059, 0.838867, 0.782227, 0.833984, 0.791016, 0.820312, 0.901367, 0.779297, 0.822266, 0.823242, 1.026123, 0.84668, 0.92334, 0.824219, 0.91748, 0.876953, 0.8125, 0.802734, 0.816406, 0.832031, 0.819336, 0.821289, 0.853516, 0.707031, 0.975952, 0.845703, 1.004669, 1.079102, 0.806641, 0.8125, 0.842773, 1.167969, 0.990784, 0.831055, 0.822266, 0.807617, 0.831055, 0.825195, 0.792969, 0.816406, 0.886719, 0.867188, 1.419922, 0.893555, 0.791992, 0.832031, 0.834961, 0.818359, 0.799805, 0.834961, 1.464844, 0.834961, 0.836914, 0.841797, 0.837891, 0.80957, 0.819336, 0.806641, 0.802734, 0.841797, 1.098145, 0.867188, 0.858398, 0.857422, 0.824219, 0.802734, 0.84082, 0.811523, 0.896973, 0.811523, 0.845703, 1.054199, 0.849609, 0.804688, 0.80957, 0.836914, 0.885254, 0.865234, 0.902344, 0.918945, 0.805664, 0.823242, 0.868164, 1.496094, 0.805664, 0.825195, 0.84082, 0.84082, 0.789062, 0.819336, 0.802734, 0.801758, 0.780273, 0.95874, 0.841797, 0.811523, 0.816406, 1.363281, 0.825195, 0.90918, 0.814453, 0.8125, 0.821289, 0.833008, 0.816406, 0.87207, 0.807617, 0.866211, 0.801758, 1.455078, 0.825195, 0.889648, 0.803711, 1.298828, 0.791992, 1.242188, 0.842773, 1.519531, 0.838867, 0.88916, 1.036865, 1.013062, 0.936523, 0.823242, 0.811523, 0.864258, 0.801758, 0.847656, 0.816406, 0.850586, 1.789062, 1.142578, 0.94165, 0.801758, 0.826172, 0.84668, 0.797852, 0.805664, 0.819336, 0.954102, 0.829102, 0.794922, 0.859375, 0.792969, 0.87207, 0.839844, 0.826172, 0.838867, 0.977051, 0.813477, 0.832031, 0.795898, 0.829102, 0.797852, 0.964111, 0.800781, 0.821289, 0.89502, 0.825195, 0.791016, 0.814453, 0.833984, 0.971924, 1.202148, 0.831055, 0.859375, 0.866211, 1.098145, 0.795898, 0.792969, 0.817383, 1.255859, 0.860352, 0.934082, 0.832031, 0.869141, 0.900391, 1.589844, 0.841797, 0.81543, 0.807617, 1.472656, 1.018677, 1.300781, 1.165039, 0.821289, 0.936035, 0.791992, 0.805664, 0.819336, 0.84668, 0.824219, 0.849609, 1.121094, 1.095703, 0.801758, 0.893555, 0.844727, 0.81543, 0.833008, 0.834961, 0.816406, 0.918457, 0.80957, 0.84668, 0.804688, 1.204102, 0.814453, 0.822266, 0.926758, 0.830078, 0.874023, 1.199219, 0.897949, 1.239258, 0.836914, 0.820312, 0.829102, 0.862305, 0.810547, 0.898926, 0.841797, 0.796875, 0.81543, 0.804688, 0.833008, 0.849609, 0.798828, 0.833984, 0.791992, 0.859375, 0.825195, 0.808594, 0.982422, 0.845703, 0.871094, 0.94873, 0.835938, 0.802734, 0.808594, 0.830078, 0.881348, 0.833008, 0.859375, 0.801758, 1.02832, 0.816406, 0.798828, 0.81543, 0.820312, 0.806641, 0.8125, 0.871094, 0.852539, 0.825195, 0.84082, 0.831055, 0.826172, 1.053467, 0.800781, 0.835938, 1.078125, 0.862305, 0.817383, 1.275391, 0.833984, 0.881348, 0.823242, 0.803711, 0.895996, 0.811523, 0.794922, 0.81543, 0.803711, 0.81543, 0.855469, 0.913086, 0.814453, 1.068848, 0.881348, 0.793945, 0.780273, 1.253906, 0.858398, 0.820312, 0.805664, 0.984497, 0.80957, 0.811523, 0.897949, 0.825195, 0.652344, 0.879883, 0.810547, 0.810547, 1.326172, 0.839844, 0.790039, 1.15918, 0.818359, 0.893555, 0.801758, 0.822266, 0.808594, 0.80957, 1.05957, 0.825195, 0.833008, 0.807617, 0.804688, 0.879395, 0.877441, 0.900391, 1.353516, 1.004608, 0.807617, 0.94043, 0.81543, 0.953125, 0.901855, 0.849609, 0.803711, 1.246094, 0.901367, 0.80957, 1.550781, 0.78125, 0.864258, 0.810547, 0.824219, 1.238281, 0.801758, 0.816406, 1.476562, 0.801758, 0.820312, 0.865234, 0.826172, 0.799805, 0.824219, 1.263672, 0.800781, 0.897949, 0.834961, 0.814453, 0.84082, 0.914551, 1.347656, 0.77832, 0.804688, 0.816406, 0.848633, 1.202148, 0.887695, 0.805664, 0.869141, 0.827148, 0.789062, 0.827148, 0.87207, 0.870117, 0.818359, 0.859375, 0.830078, 1.182617, 0.693359, 0.897949, 0.84082, 1.376953, 0.822266, 0.922852, 0.84668, 0.800781, 0.876953, 0.869141, 0.862305, 0.853516, 0.819336, 1.194336, 0.841797, 0.804688, 0.857422 ] }, "name": "onnx::Mul_8834", "outputIndexes": [ 2354 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2353, 2354 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_24/Mul_1_output_0", "outputIndexes": [ 2355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2355 ], "outputIndexes": [ 3178 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3178 ], "outputIndexes": [ 3179 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear", "inputIndexes": [ 3179 ], "outputIndexes": [ 3180 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1059032776, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3180 ], "outputIndexes": [ 3181 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3181 ], "outputIndexes": [ 2356 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2356, 2356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_output_0", "outputIndexes": [ 2357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2356, 2357 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_1_output_0", "outputIndexes": [ 2358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2358 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_2_output_0", "outputIndexes": [ 2359 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2356, 2359 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Add_output_0", "outputIndexes": [ 2360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 2360 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_3_output_0", "outputIndexes": [ 2361 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2361 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_24/Tanh_output_0", "outputIndexes": [ 2362 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 2362 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Add_1_output_0", "outputIndexes": [ 2363 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2356, 2363 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_4_output_0", "outputIndexes": [ 2364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 2364 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_5_output_0", "outputIndexes": [ 2365 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2355 ], "outputIndexes": [ 3182 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3182 ], "outputIndexes": [ 3183 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear", "inputIndexes": [ 3183 ], "outputIndexes": [ 3184 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1070976734, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3184 ], "outputIndexes": [ 3185 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3185 ], "outputIndexes": [ 2366 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2365, 2366 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_24/Mul_output_0", "outputIndexes": [ 2367 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2367 ], "outputIndexes": [ 3186 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3186 ], "outputIndexes": [ 3187 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear", "inputIndexes": [ 3187 ], "outputIndexes": [ 3188 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1082920692, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3188 ], "outputIndexes": [ 3189 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3189 ], "outputIndexes": [ 2368 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2368 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_24/Mul_output_0", "outputIndexes": [ 2369 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 5.75, 5.78125, 5.90625, 6.21875, 5.90625, 5.875, 5.71875, 3.6875, 5.625, 5.46875, 5.6875, 5.59375, 5.75, 5.84375, 5.9375, 5.65625, 7.21875, 5.4375, 5.6875, 5.5, 5.96875, 5.875, 5.84375, 5.65625, 5.40625, 6.03125, 5.5, 4.984375, 6.21875, 5.875, 5.15625, 5.40625, 5.96875, 4.015625, 5.6875, 5.1875, 5.78125, 5.90625, 5.46875, 5.84375, 5.96875, 5.65625, 5.65625, 5.25, 4.265625, 5.4375, 5.59375, 5.8125, 5.9375, 5.34375, 5.5625, 5.28125, 5.6875, 8.625, 5.9375, 5.53125, 5.84375, 5.875, 5.59375, 5.15625, 4.90625, 10.1875, 5.90625, 5.78125, 6.03125, 5.5625, 5.09375, 6.03125, 5.46875, 5.75, 6.0, 5.5625, 5.8125, 5.65625, 5.71875, 5.375, 4.640625, 5.28125, 5.3125, 4.203125, 5.5, 3.4375, 6.09375, 4.78125, 5.65625, 5.71875, 5.9375, 5.15625, 4.4375, 5.65625, 5.5625, 5.75, 5.96875, 4.296875, 5.9375, 3.546875, 5.59375, 5.65625, 7.1875, 5.875, 5.25, 6.03125, 5.5625, 6.0625, 5.78125, 5.5625, 5.78125, 5.3125, 5.65625, 5.71875, 5.8125, 6.03125, 5.78125, 5.15625, 5.84375, 5.59375, 5.78125, 8.90625, 5.5625, 5.71875, 5.6875, 5.9375, 6.1875, 5.71875, 5.4375, 5.53125, 5.625, 5.53125, 5.53125, 4.765625, 4.859375, 5.625, 5.46875, 5.75, 6.0625, 5.8125, 5.25, 5.0, 5.625, 6.15625, 8.46875, 5.3125, 5.21875, 5.65625, 5.65625, 5.375, 5.625, 5.78125, 5.625, 5.71875, 5.65625, 5.4375, 5.5625, 6.53125, 5.59375, 6.09375, 4.5625, 6.0625, 3.84375, 4.015625, 6.8125, 5.75, 5.1875, 4.71875, 6.125, 6.03125, 5.90625, 3.890625, 6.03125, 5.6875, 5.84375, 4.203125, 6.1875, 4.03125, 5.65625, 3.640625, 5.78125, 3.390625, 5.75, 5.59375, 5.875, 3.96875, 5.3125, 3.796875, 9.8125, 5.65625, 4.421875, 5.75, 5.59375, 5.25, 5.875, 7.25, 5.71875, 5.65625, 5.9375, 5.59375, 5.78125, 5.875, 6.0625, 5.6875, 5.5, 5.84375, 5.8125, 5.5625, 5.96875, 6.09375, 9.0625, 5.59375, 5.6875, 5.9375, 5.4375, 6.09375, 6.125, 5.8125, 5.90625, 5.8125, 5.65625, 5.78125, 5.90625, 5.5625, 5.65625, 5.53125, 5.8125, 6.0625, 6.0, 5.6875, 5.46875, 5.46875, 5.34375, 5.28125, 7.78125, 5.625, 6.1875, 5.875, 5.90625, 6.0, 5.65625, 5.875, 5.65625, 6.03125, 5.8125, 5.75, 5.75, 5.15625, 5.25, 5.75, 5.6875, 5.84375, 5.625, 4.640625, 5.53125, 5.6875, 4.328125, 5.90625, 5.8125, 5.8125, 5.53125, 5.8125, 6.125, 5.8125, 5.34375, 6.0625, 5.59375, 5.6875, 6.0, 5.375, 5.71875, 5.78125, 5.71875, 5.59375, 5.6875, 5.6875, 5.875, 5.65625, 5.8125, 5.71875, 4.65625, 5.8125, 5.78125, 5.875, 5.03125, 5.5625, 4.5625, 5.53125, 6.40625, 5.78125, 5.625, 5.875, 3.96875, 5.625, 5.4375, 3.921875, 5.6875, 5.5625, 6.0625, 5.5625, 5.8125, 6.03125, 6.0625, 5.5625, 5.96875, 5.59375, 3.90625, 5.875, 3.546875, 5.5625, 6.21875, 5.46875, 5.71875, 5.84375, 6.03125, 3.625, 5.65625, 5.65625, 5.84375, 5.8125, 5.75, 6.0625, 5.5625, 5.71875, 5.5, 5.8125, 5.625, 5.53125, 5.78125, 6.09375, 5.03125, 5.5, 6.0, 5.875, 5.21875, 6.8125, 5.9375, 5.625, 9.6875, 5.875, 5.46875, 5.96875, 5.875, 5.53125, 5.5625, 5.25, 5.65625, 5.8125, 5.34375, 5.15625, 5.75, 4.875, 5.25, 5.78125, 4.421875, 5.0625, 4.953125, 5.3125, 3.609375, 4.296875, 6.125, 5.75, 5.125, 5.40625, 4.03125, 5.84375, 5.375, 4.609375, 6.34375, 5.96875, 5.9375, 4.75, 5.90625, 5.65625, 6.03125, 5.40625, 5.5625, 5.46875, 6.25, 6.21875, 5.84375, 5.5, 5.59375, 4.828125, 6.0, 6.125, 4.59375, 4.171875, 5.96875, 5.40625, 5.375, 5.09375, 6.25, 5.90625, 5.53125, 5.5625, 3.59375, 5.4375, 5.96875, 5.84375, 5.53125, 3.71875, 5.71875, 5.65625, 5.78125, 5.75, 5.75, 5.84375, 4.34375, 6.28125, 5.6875, 5.53125, 5.65625, 5.28125, 5.71875, 5.8125, 5.9375, 6.0, 5.34375, 5.34375, 5.6875, 5.6875, 5.53125, 5.625, 5.65625, 6.03125, 7.3125, 5.5, 5.75, 5.65625, 5.75, 5.75, 5.6875, 5.65625, 10.0625, 6.0625, 5.9375, 5.25, 5.875, 6.0, 5.6875, 6.0625, 5.65625, 6.03125, 5.875, 6.53125, 5.96875, 5.1875, 5.40625, 5.8125, 5.75, 6.28125, 5.59375, 5.96875, 5.8125, 5.625, 5.5, 5.65625, 5.625, 5.75, 4.65625, 5.84375, 5.3125, 5.625, 5.78125, 5.84375, 5.9375, 5.84375, 4.640625, 5.6875, 3.953125, 5.5625, 5.625, 5.90625, 5.59375, 5.5625, 5.90625, 5.3125, 5.6875, 5.84375, 4.421875, 5.8125, 5.65625, 6.0625, 6.1875, 5.65625, 6.71875, 6.09375, 5.84375, 5.71875, 4.046875, 5.8125, 5.6875, 5.9375, 5.40625, 5.6875, 5.96875, 5.8125, 5.21875, 5.84375, 3.40625, 4.03125, 5.21875, 4.0, 5.875, 6.03125, 5.875, 4.9375, 5.03125, 5.71875, 5.09375, 5.34375, 5.96875, 5.875, 5.84375, 6.0, 5.8125, 5.65625, 5.96875, 5.96875, 5.25, 5.8125, 5.75, 5.3125, 5.78125, 5.71875, 4.28125, 4.234375, 5.6875, 4.15625, 5.84375, 5.5, 5.34375, 5.65625, 5.5625, 5.6875, 5.8125, 3.875, 5.875, 6.375, 5.78125, 8.09375, 5.9375, 4.125, 3.046875, 5.3125, 5.71875, 5.78125, 6.21875, 5.59375, 5.65625, 5.8125, 4.90625, 6.15625, 4.546875, 5.625, 5.96875, 5.8125, 5.875, 5.96875, 5.84375, 5.875, 5.5, 5.78125, 5.53125, 3.0625, 5.1875, 5.25, 5.59375, 6.0625, 5.78125, 4.59375, 5.8125, 5.75, 5.875, 6.03125, 5.8125, 5.3125, 3.609375, 6.03125, 5.4375, 5.65625, 4.375, 5.90625, 9.625, 5.34375, 5.8125, 5.65625, 7.09375, 5.65625, 6.375, 5.71875, 5.4375, 5.28125, 5.75, 5.65625, 5.5, 10.875, 5.25, 5.4375, 5.78125, 5.9375, 5.71875, 5.4375, 6.0625, 5.84375, 5.34375, 5.875, 6.0, 5.6875, 5.59375, 6.0625, 5.71875, 5.46875, 5.8125, 5.5625, 5.90625, 5.03125, 5.375, 5.65625, 5.5, 5.3125, 5.34375, 5.6875, 5.90625, 5.75, 5.40625, 5.71875, 5.78125, 5.28125, 5.78125, 5.96875, 5.84375, 5.71875, 5.3125, 5.90625, 5.9375, 5.875, 5.9375, 5.53125, 5.71875, 5.34375, 5.75, 4.84375, 6.1875, 6.0625, 5.0, 4.078125, 5.40625, 5.0625, 5.40625, 5.96875, 5.625, 4.609375, 7.90625, 3.421875, 5.8125, 6.15625, 5.875, 5.59375, 5.34375, 5.84375, 5.84375, 5.8125, 5.875, 5.5625, 5.71875, 3.5625, 5.53125, 5.75, 5.71875, 5.65625, 5.9375, 5.9375, 5.78125, 5.6875, 5.5625, 5.28125, 5.46875, 5.84375, 5.625, 5.96875, 5.09375, 6.375, 5.875, 3.8125, 4.046875, 5.5625, 5.34375, 5.9375, 5.375, 5.78125, 5.8125, 9.25, 5.6875, 5.625, 5.75, 5.59375, 5.90625, 5.53125, 5.53125, 5.71875, 6.0, 5.6875, 7.71875, 6.09375, 5.59375, 5.1875, 5.71875, 5.625, 6.0625, 5.25, 5.25, 5.71875, 5.875, 5.75, 5.71875, 5.75, 3.765625, 6.15625, 6.09375, 5.09375, 5.75, 5.625, 5.9375, 5.6875, 5.84375, 5.75, 4.8125, 4.9375, 4.46875, 6.0625, 5.8125, 5.53125, 5.46875, 5.875, 5.71875, 5.78125, 5.5, 6.625, 5.75, 5.8125, 6.03125, 5.9375, 6.03125, 5.8125, 5.8125, 6.34375, 5.46875, 5.375, 6.125, 6.1875, 6.0625, 5.78125, 5.875, 5.78125, 5.59375, 5.71875, 6.03125, 5.46875, 5.8125, 4.125, 6.125, 5.5, 5.6875, 5.3125, 5.65625, 6.0, 6.03125, 5.75, 5.6875, 5.8125, 5.75, 5.9375, 5.75, 5.59375, 5.40625, 5.8125, 5.78125, 5.59375, 5.65625, 5.78125, 9.0, 5.28125, 5.5625, 5.75, 5.34375, 5.6875, 5.40625, 5.71875, 6.03125, 5.03125, 4.515625, 6.09375, 5.78125, 5.5625, 5.4375, 5.75, 5.34375, 5.71875, 6.03125, 4.84375, 5.625, 6.0625, 4.984375, 6.03125, 5.65625, 5.71875, 5.46875, 4.609375, 5.65625, 5.84375, 4.375, 5.78125, 5.625, 5.875, 3.890625, 5.78125, 4.609375, 6.4375, 8.5625, 5.5, 4.984375, 5.5, 5.6875, 5.71875, 5.625, 5.71875, 5.75, 5.78125, 5.78125, 5.65625, 5.71875, 5.5625, 5.96875, 5.6875, 5.5625, 9.5625, 5.71875, 4.921875, 6.125, 5.53125, 5.125, 5.71875, 4.75, 5.5, 6.6875, 5.96875, 5.71875, 5.75, 5.9375, 5.78125, 5.75, 5.90625, 5.25, 5.5625, 6.28125, 5.90625, 3.34375, 5.21875, 5.375, 5.3125, 5.65625, 5.46875, 5.875, 5.75, 5.71875, 5.96875, 5.71875, 3.859375, 5.6875, 5.40625, 5.4375, 4.328125, 5.4375, 6.03125, 5.40625, 3.6875, 5.3125, 5.5625, 5.40625, 5.78125, 5.59375, 5.96875, 5.46875, 7.3125, 5.125, 5.34375, 5.53125, 5.78125, 5.6875, 5.84375, 5.5625, 5.5625, 4.140625, 5.75, 5.90625, 5.625, 5.59375, 5.75, 5.4375, 6.1875, 5.65625, 5.8125, 5.0625, 5.375, 6.0, 5.84375, 4.828125, 5.3125, 5.4375, 3.796875, 3.234375, 4.9375, 5.875, 5.53125, 5.875, 6.09375, 6.1875, 3.6875, 3.890625, 5.46875, 8.0625, 5.40625, 5.90625, 5.5, 5.9375, 5.90625, 5.5, 3.671875, 5.875, 5.625, 5.6875, 4.75, 5.71875, 5.5, 5.40625, 5.40625, 6.1875, 6.03125, 5.5625, 5.71875, 5.15625, 5.90625, 5.6875, 5.375, 5.9375, 7.03125, 6.09375, 6.03125, 4.734375, 3.875, 6.84375, 5.53125, 5.21875, 5.96875, 5.8125, 5.84375, 5.6875, 6.21875, 3.453125, 5.5, 5.125, 6.15625, 5.53125, 4.140625, 5.53125, 5.78125, 5.78125, 5.0625, 5.78125, 6.46875, 5.25, 4.21875, 5.625, 5.34375, 5.8125, 3.8125, 6.15625, 5.875, 8.6875, 6.03125, 5.78125, 5.59375, 5.1875, 6.0625, 5.65625, 4.75, 5.75, 5.71875, 5.09375, 3.328125, 4.125, 5.03125, 5.375, 5.75, 5.875, 5.4375, 5.46875, 5.21875, 5.5625, 3.59375, 5.75, 5.5, 5.375, 5.78125, 6.09375, 5.65625, 5.90625, 4.265625, 5.6875, 3.765625, 5.71875, 4.09375, 5.03125, 5.96875, 5.53125, 5.875, 4.734375, 5.25, 5.625, 5.59375, 3.640625, 5.375, 5.1875, 4.640625, 4.453125, 5.96875, 5.75, 5.0625, 5.25, 6.34375, 5.71875, 5.9375, 5.28125, 6.96875, 5.84375, 3.625, 5.78125, 5.84375, 5.3125, 4.28125, 3.65625, 5.9375, 5.875, 5.625, 5.8125, 5.65625, 5.8125, 5.5, 4.328125, 5.5, 5.5625, 2.804688, 5.3125, 6.0, 5.8125, 6.0, 6.0, 5.9375, 5.59375, 6.21875, 5.40625, 5.1875, 6.3125, 5.34375, 5.1875, 5.6875, 5.96875, 5.8125, 5.90625, 5.5625, 3.671875, 5.59375, 3.921875, 4.953125, 5.1875, 4.453125, 5.71875, 5.75, 5.78125, 5.65625, 6.15625, 5.96875, 5.6875, 5.6875, 4.171875, 5.15625, 5.71875, 5.4375, 5.75, 5.78125, 5.09375, 5.84375, 5.78125, 5.59375, 5.8125, 5.875, 4.078125, 5.71875, 6.15625, 5.1875, 5.65625, 6.09375, 5.96875, 8.5625, 5.84375, 5.59375, 5.875, 5.84375, 5.71875, 5.59375, 5.71875, 5.5625, 5.9375, 5.90625, 5.71875, 5.4375, 4.375, 6.40625, 4.03125, 5.75, 5.65625, 5.1875, 5.71875, 5.90625, 5.25, 5.6875, 4.984375, 5.625, 3.828125, 3.75, 3.734375, 5.6875, 5.9375, 4.359375, 5.5625, 5.625, 6.28125, 4.140625, 5.40625, 4.828125, 5.3125, 3.96875, 5.59375, 5.90625, 10.5, 5.9375, 4.9375, 5.0625, 5.6875, 5.46875, 4.84375, 5.21875, 3.703125, 5.5625, 6.0, 5.8125, 5.78125, 5.09375, 4.90625, 5.59375, 3.71875, 6.34375, 5.71875, 6.4375, 5.5625, 5.125, 5.6875, 5.75, 5.6875, 5.0625, 5.75, 5.625, 5.625, 5.71875, 5.78125, 8.125, 6.03125, 5.25, 5.84375, 5.65625, 5.8125, 6.03125, 5.53125, 5.90625, 5.4375, 5.375, 5.75, 5.40625, 5.6875, 5.75, 5.75, 5.9375, 5.5625, 5.5625, 6.0, 5.96875, 5.90625, 6.03125, 5.1875, 4.53125, 5.75, 5.4375, 5.71875, 5.6875, 5.5, 5.8125, 5.71875, 4.265625, 5.4375, 3.953125, 5.96875, 5.09375, 5.5, 5.21875, 5.5625, 4.90625, 5.6875, 3.921875, 5.65625, 4.984375, 5.90625, 5.84375, 5.65625, 5.625, 5.71875, 5.84375, 5.375, 5.625, 5.5625, 6.125, 3.96875, 5.71875, 5.65625, 5.53125, 5.5, 5.5, 6.0, 5.84375, 4.9375, 5.75, 5.78125, 5.78125, 6.875, 5.8125, 5.875, 5.3125, 5.4375, 5.5, 3.765625, 6.125, 5.6875, 6.0, 5.5625, 5.28125, 4.921875, 3.578125, 5.9375, 3.75, 4.515625, 5.3125, 5.75, 5.59375, 5.75, 4.703125, 5.65625, 5.4375, 5.90625, 3.734375, 5.5625, 5.96875, 6.03125, 5.625, 5.78125, 5.8125, 3.9375, 5.65625, 5.9375, 4.890625, 4.15625, 6.125, 5.6875, 4.234375, 5.8125, 4.78125, 5.8125, 5.71875, 5.6875, 5.5, 3.859375, 5.6875, 5.75, 5.53125, 5.625, 5.375, 4.59375, 3.609375, 5.71875, 6.0625, 5.5625, 5.9375, 5.875, 5.96875, 7.40625, 5.53125, 5.65625, 5.8125, 9.5, 5.59375, 5.8125, 5.65625, 5.78125, 5.46875, 5.71875, 5.5, 5.6875, 3.453125, 5.84375, 5.53125, 5.78125, 5.53125, 5.375, 5.40625, 5.5625, 5.71875, 5.6875, 5.84375, 5.71875, 5.75, 5.90625, 5.21875, 5.90625, 3.765625, 5.84375, 4.203125, 6.0, 5.9375, 6.0, 3.890625, 6.15625, 5.375, 5.34375, 6.0, 6.78125, 5.6875, 5.46875, 5.90625, 5.65625, 5.65625, 4.53125, 5.59375, 5.84375, 10.5625, 5.8125, 5.28125, 5.75, 5.71875, 5.90625, 5.625, 5.71875, 5.4375, 5.34375, 5.6875, 5.125, 4.15625, 5.03125, 5.5625, 5.84375, 5.46875, 3.984375, 6.09375, 6.65625, 6.0625, 5.625, 5.78125, 5.78125, 5.9375, 5.625, 3.828125, 5.53125, 5.75, 5.90625, 6.125, 6.4375, 5.6875, 5.84375, 5.6875, 6.0625, 5.5625, 5.9375, 5.78125, 5.65625, 5.4375, 5.84375, 5.59375, 4.640625, 12.0625, 5.34375, 5.625, 5.9375, 5.78125, 4.734375, 5.875, 5.5625, 5.96875, 4.296875, 5.1875, 4.765625, 2.921875, 5.3125, 5.75, 6.15625, 3.484375, 5.71875, 9.9375, 3.6875, 4.53125, 5.625, 5.5625, 5.75, 6.0625, 5.6875, 5.625, 5.6875, 5.53125, 5.875, 4.5625, 5.46875, 5.6875, 5.75, 5.21875, 5.625, 5.71875, 5.96875, 5.78125, 5.65625, 5.6875, 5.6875, 5.71875, 3.984375, 5.9375, 5.5625, 5.71875, 5.96875, 4.921875, 5.90625, 4.703125, 5.8125, 5.5625, 4.890625, 5.59375, 5.625, 6.0625, 8.6875, 5.6875, 5.375, 5.40625, 5.9375, 5.03125, 3.8125, 5.5, 7.71875, 5.40625, 5.21875, 5.96875, 5.84375, 5.78125, 4.015625, 5.40625, 6.0, 5.3125, 5.96875, 5.59375, 5.96875, 5.1875, 5.84375, 5.59375, 5.75, 5.65625, 5.71875, 5.59375, 6.15625, 5.9375, 5.375, 5.46875, 5.09375, 5.53125, 4.984375, 5.84375, 5.5, 4.984375, 7.4375, 5.75, 5.84375, 5.65625, 5.8125, 5.90625, 4.90625, 5.71875, 5.90625, 6.0625, 5.75, 6.0, 4.875, 5.5625, 5.75, 5.96875, 5.625, 6.1875, 5.03125, 5.9375, 5.28125, 5.84375, 5.5625, 4.671875, 5.875, 5.625, 7.0625, 6.8125, 5.90625, 5.59375, 5.78125, 5.75, 5.46875, 5.59375, 5.375, 5.5, 4.6875, 5.5, 5.75, 5.59375, 5.8125, 5.875, 6.0, 5.78125, 5.8125, 5.90625, 5.53125, 9.6875, 5.65625, 5.28125, 5.75, 5.625, 6.125, 5.4375, 5.84375, 5.96875, 5.8125, 5.65625, 2.335938, 8.1875, 5.5, 4.984375, 5.5, 5.65625, 3.5625, 5.5625, 5.8125, 5.71875, 4.59375, 5.6875, 5.78125, 4.65625, 4.046875, 5.65625, 5.40625, 5.9375, 5.71875, 5.4375, 5.84375, 5.375, 5.71875, 5.15625, 4.0625, 5.65625, 4.8125, 6.15625, 5.875, 4.0, 3.515625, 5.375, 5.96875, 5.96875, 4.578125, 5.84375, 5.09375, 5.71875, 5.84375, 0.660156, 5.90625, 5.8125, 5.46875, 5.25, 5.65625, 5.9375, 4.609375, 4.03125, 4.609375, 5.53125, 5.90625, 5.59375, 5.09375, 5.625, 5.84375, 5.53125, 4.703125, 6.0, 5.75, 5.40625, 5.78125, 5.6875, 5.71875, 5.53125, 5.34375, 4.0625, 3.625, 5.71875, 5.4375, 5.46875, 5.875, 5.65625, 5.8125, 4.4375, 5.6875, 4.671875, 4.890625, 5.84375, 5.96875, 5.59375, 5.78125, 5.9375, 6.0, 4.125, 5.84375, 5.65625, 5.28125, 5.8125, 5.59375, 5.5625, 5.375, 5.15625, 5.625, 6.03125, 5.875, 5.46875, 5.4375, 5.6875, 5.4375, 3.796875, 6.0625, 5.59375, 3.828125, 5.65625, 5.6875, 4.625, 5.5, 6.0625, 5.8125, 6.03125, 5.75, 6.28125, 5.21875, 5.65625, 5.78125, 5.71875, 5.90625, 5.875, 5.6875, 5.625, 5.65625, 5.71875, 5.78125, 6.03125, 5.28125, 3.65625, 5.625, 5.5625, 5.9375, 5.75, 5.71875, 3.828125, 6.03125, 6.15625, 5.5625, 5.8125, 4.5, 6.1875, 5.5, 6.03125, 5.71875, 5.90625, 9.625, 5.40625, 4.921875, 6.21875, 9.5625, 5.78125, 3.625, 5.78125, 5.78125, 3.546875, 5.875, 4.53125, 5.75, 5.59375, 6.0625, 5.53125, 4.75, 5.65625, 5.8125, 5.625, 5.8125, 5.875, 5.625, 5.4375, 7.34375, 5.9375, 6.09375, 5.875, 5.96875, 4.921875, 5.375, 5.5625, 5.1875, 5.3125, 5.96875, 5.90625, 4.484375, 5.84375, 3.5625, 5.8125, 5.625, 6.0, 5.5625, 5.59375, 5.78125, 5.8125, 5.9375, 5.125, 6.15625, 6.125, 6.125, 5.59375, 5.8125, 4.71875, 5.5625, 5.03125, 4.21875, 6.03125, 6.03125, 6.0, 5.9375, 6.0, 5.3125, 5.53125, 5.875, 4.9375, 4.78125, 5.46875, 6.21875, 5.90625, 5.5625, 5.6875, 5.09375, 5.90625, 5.875, 5.84375, 4.09375, 6.0, 6.03125, 5.84375, 5.75, 5.25, 5.5625, 5.5625, 5.5, 5.71875, 5.5, 5.8125, 4.859375, 5.625, 5.90625, 5.59375, 6.0, 6.09375, 5.78125, 5.40625, 5.1875, 6.0, 6.21875, 4.578125, 4.296875, 5.875, 5.78125, 5.9375, 5.53125, 6.15625, 3.828125, 5.65625, 6.34375, 5.46875, 5.9375, 5.34375, 5.65625, 5.5, 4.671875, 5.78125, 5.75, 5.875, 5.5625, 3.96875, 6.0625, 5.75, 5.8125, 5.65625, 6.1875, 5.84375, 5.40625, 5.28125, 4.828125, 5.90625, 4.796875, 3.796875, 5.3125, 6.40625, 5.96875, 5.9375, 4.890625, 5.59375, 5.71875, 5.75, 5.78125, 5.78125, 5.4375, 5.375, 4.65625, 6.0625, 5.3125, 5.5, 5.6875, 5.6875, 5.71875, 5.96875, 5.78125, 5.71875, 5.03125, 5.8125, 5.9375, 4.1875, 5.25, 5.5, 5.9375, 5.71875, 4.28125, 5.6875, 6.125, 5.375, 5.96875, 5.84375, 3.890625, 5.8125, 5.8125, 5.15625, 5.90625, 5.78125, 5.65625, 5.6875, 6.03125, 5.53125, 5.90625, 5.75, 5.8125, 5.6875, 5.84375, 5.53125, 3.640625, 5.5, 5.46875, 5.875, 5.9375, 6.03125, 6.15625, 5.3125, 4.5, 5.6875, 6.0, 5.78125, 5.84375, 4.78125, 5.4375, 5.96875, 5.6875, 5.6875, 5.5, 5.8125, 5.53125, 5.875, 5.59375, 5.65625, 5.34375, 5.84375, 5.75, 5.6875, 5.78125, 5.90625, 5.5, 5.78125, 4.453125, 3.71875, 5.65625, 5.5625, 5.9375, 5.5, 5.65625, 5.875, 4.984375, 5.84375, 5.4375, 5.65625, 6.09375, 5.9375, 5.71875, 3.734375, 5.59375, 6.0, 5.875, 5.6875, 6.3125, 5.625, 5.65625, 5.8125, 5.28125, 6.0625, 5.875, 5.6875, 5.5, 5.78125, 5.53125, 5.6875, 5.5, 5.5, 5.5, 6.0, 5.625, 5.75, 5.90625, 5.75, 5.4375, 8.4375, 5.0, 5.90625, 5.09375, 4.5, 5.84375, 5.96875, 5.4375, 4.203125, 5.25, 5.5, 5.96875, 5.875, 6.03125, 5.71875, 5.96875, 5.90625, 5.53125, 9.625, 3.546875, 5.3125, 6.1875, 5.90625, 6.03125, 5.8125, 5.78125, 5.625, 3.5625, 5.875, 5.5625, 5.71875, 5.78125, 5.65625, 6.34375, 5.71875, 5.9375, 5.71875, 4.359375, 5.6875, 5.8125, 5.53125, 5.53125, 5.875, 5.84375, 5.90625, 5.375, 5.75, 5.5625, 5.8125, 5.71875, 5.84375, 5.71875, 5.59375, 5.40625, 5.71875, 5.65625, 8.59375, 6.125, 5.71875, 5.40625, 3.65625, 5.875, 5.625, 5.75, 5.5625, 5.8125, 5.90625, 5.84375, 5.96875, 5.90625, 5.1875, 5.65625, 5.84375, 5.65625, 3.609375, 5.8125, 5.375, 5.90625, 5.78125, 5.78125, 5.75, 5.625, 5.5, 6.03125, 5.5625, 6.15625, 4.53125, 5.53125, 5.25, 5.71875, 3.875, 5.96875, 4.46875, 5.5, 3.75, 5.5625, 5.53125, 4.890625, 4.765625, 5.34375, 6.125, 5.71875, 5.53125, 5.6875, 5.5625, 5.8125, 5.6875, 3.859375, 4.390625, 5.59375, 5.9375, 5.8125, 5.46875, 5.90625, 5.78125, 5.71875, 5.21875, 5.75, 5.84375, 5.59375, 6.28125, 5.4375, 5.6875, 5.78125, 5.4375, 5.125, 5.75, 5.625, 6.09375, 5.71875, 5.8125, 4.859375, 6.0, 5.78125, 5.25, 5.78125, 5.875, 5.9375, 5.78125, 6.96875, 4.21875, 5.625, 5.4375, 5.5625, 4.5625, 7.9375, 5.96875, 5.625, 3.84375, 5.4375, 5.125, 5.90625, 5.59375, 5.3125, 3.859375, 5.84375, 5.75, 6.0625, 3.53125, 4.875, 4.171875, 3.65625, 5.625, 5.09375, 5.75, 6.09375, 5.84375, 5.5, 6.0625, 5.84375, 4.46875, 4.515625, 5.84375, 5.40625, 5.9375, 6.03125, 5.6875, 5.625, 5.875, 5.4375, 6.09375, 5.4375, 5.8125, 4.53125, 6.28125, 5.875, 7.625, 5.90625, 5.375, 4.125, 5.59375, 4.484375, 6.125, 5.59375, 5.90625, 5.625, 5.84375, 5.65625, 5.46875, 5.6875, 5.65625, 5.96875, 5.4375, 5.71875, 6.3125, 5.4375, 6.0625, 5.53125, 6.0, 5.8125, 4.96875, 6.71875, 5.625, 4.875, 5.84375, 6.0, 5.8125, 5.6875, 5.59375, 5.8125, 5.40625, 6.25, 4.984375, 5.90625, 5.90625, 6.0625, 5.84375, 6.09375, 6.125, 5.3125, 5.59375, 5.8125, 5.65625, 5.78125, 5.9375, 4.671875, 6.03125, 5.625, 4.75, 5.6875, 5.875, 4.140625, 5.8125, 5.46875, 5.90625, 5.90625, 5.375, 5.78125, 5.6875, 5.71875, 5.65625, 5.625, 5.25, 5.3125, 5.8125, 4.71875, 5.40625, 5.96875, 7.34375, 4.015625, 5.625, 5.65625, 5.6875, 6.90625, 5.875, 6.0, 5.40625, 5.9375, 6.0, 5.5, 5.8125, 5.71875, 3.890625, 5.6875, 6.125, 4.03125, 5.90625, 5.71875, 5.96875, 5.8125, 5.6875, 5.6875, 4.640625, 6.09375, 5.6875, 6.59375, 5.9375, 5.5625, 5.46875, 5.375, 4.078125, 4.546875, 5.875, 5.28125, 5.875, 5.03125, 5.34375, 5.59375, 6.75, 4.03125, 4.953125, 6.1875, 3.59375, 6.3125, 5.59375, 6.0, 5.75, 4.15625, 5.9375, 5.75, 4.6875, 5.84375, 3.9375, 5.53125, 6.03125, 6.125, 5.71875, 3.953125, 6.09375, 5.28125, 5.65625, 5.9375, 5.40625, 5.59375, 4.546875, 6.0, 6.09375, 6.09375, 5.6875, 4.046875, 6.4375, 6.0625, 5.46875, 5.875, 5.875, 5.6875, 5.5625, 5.375, 5.5625, 5.625, 5.4375, 4.78125, 6.40625, 7.15625, 5.90625, 3.71875, 5.5, 4.984375, 5.84375, 5.96875, 5.9375, 5.3125, 5.53125, 5.71875, 5.53125, 4.21875, 6.59375, 6.34375, 5.6875 ] }, "name": "onnx::Mul_8836", "outputIndexes": [ 2370 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2369, 2370 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_24/Mul_1_output_0", "outputIndexes": [ 2371 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2352, 2371 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_124_output_0", "outputIndexes": [ 2372 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2372, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_225_output_0", "outputIndexes": [ 2373 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2373 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_25/Mul_output_0", "outputIndexes": [ 2374 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.296875, 1.261719, 1.265625, 1.292969, 1.367188, 1.240234, 1.306641, 2.78125, 1.507812, 1.355469, 1.239258, 1.361328, 1.384766, 1.253906, 1.445312, 1.261719, 1.189453, 1.291016, 2.140625, 1.486328, 1.214844, 1.421875, 1.232422, 1.337891, 1.472656, 1.186523, 1.589844, 1.574219, 1.235352, 1.361328, 1.628906, 1.470703, 1.228516, 2.679688, 1.230469, 1.570312, 1.332031, 1.271484, 1.449219, 1.335938, 1.201172, 1.28125, 1.249023, 1.539062, 2.40625, 1.478516, 1.378906, 1.474609, 1.71875, 1.519531, 1.3125, 1.871094, 1.287109, 1.738281, 1.310547, 1.507812, 1.404297, 1.330078, 1.494141, 1.480469, 1.808594, 1.251953, 1.304688, 1.400391, 1.382812, 1.310547, 1.863281, 1.269531, 1.503906, 1.441406, 1.365234, 1.386719, 1.243164, 1.292969, 1.233398, 1.390625, 1.925781, 1.558594, 1.621094, 2.335938, 1.314453, 3.078125, 1.279297, 1.683594, 1.269531, 1.507812, 1.257812, 1.675781, 2.023438, 1.287109, 1.507812, 1.423828, 1.24707, 2.0625, 1.214844, 3.109375, 1.365234, 1.265625, 1.039795, 1.378906, 1.498047, 1.296875, 1.310547, 1.209961, 1.263672, 1.380859, 1.34375, 1.785156, 1.212891, 1.308594, 1.371094, 1.341797, 1.380859, 3.609375, 1.507812, 1.416016, 1.306641, 1.648438, 1.443359, 1.404297, 1.378906, 1.213867, 1.648438, 1.226562, 1.462891, 1.482422, 1.332031, 1.386719, 1.365234, 2.125, 1.824219, 1.279297, 1.449219, 1.277344, 1.271484, 1.484375, 1.359375, 1.929688, 1.324219, 1.22168, 1.378906, 1.439453, 1.617188, 1.396484, 1.302734, 1.478516, 1.511719, 1.324219, 1.253906, 1.292969, 1.244141, 1.535156, 1.318359, 1.091309, 1.373047, 1.310547, 1.816406, 1.206055, 2.601562, 2.492188, 2.796875, 1.271484, 1.664062, 1.855469, 1.439453, 1.206055, 1.143555, 2.570312, 1.503906, 1.302734, 1.496094, 2.3125, 1.257812, 2.273438, 1.330078, 1.84375, 1.490234, 3.203125, 1.328125, 1.605469, 1.275391, 2.421875, 1.46875, 2.882812, 1.484375, 1.25, 2.125, 1.359375, 1.34375, 1.710938, 1.302734, 1.365234, 1.371094, 1.324219, 1.242188, 1.427734, 1.361328, 1.371094, 1.324219, 1.28125, 1.388672, 1.223633, 1.337891, 1.287109, 1.291016, 1.175781, 1.324219, 1.470703, 1.328125, 1.28125, 1.597656, 1.144531, 1.550781, 1.4375, 1.231445, 1.232422, 1.408203, 1.330078, 1.300781, 1.304688, 1.410156, 1.458984, 1.361328, 1.332031, 1.328125, 1.365234, 1.347656, 1.289062, 1.396484, 1.431641, 2.96875, 1.402344, 1.496094, 1.172852, 1.224609, 1.224609, 1.648438, 1.226562, 1.333984, 1.269531, 2.054688, 1.28125, 1.207031, 1.867188, 1.392578, 1.396484, 1.417969, 1.355469, 1.241211, 1.902344, 1.632812, 1.589844, 2.054688, 1.253906, 1.246094, 1.294922, 1.275391, 1.515625, 1.349609, 1.388672, 1.289062, 1.210938, 1.34375, 1.332031, 1.28125, 1.480469, 1.380859, 1.271484, 1.386719, 1.511719, 1.24707, 1.289062, 1.261719, 1.375, 1.248047, 1.233398, 1.929688, 1.298828, 1.198242, 1.220703, 1.640625, 1.339844, 2.273438, 1.373047, 1.359375, 1.322266, 1.367188, 1.365234, 2.429688, 1.345703, 1.396484, 3.15625, 1.546875, 1.416016, 1.361328, 1.333984, 1.314453, 1.314453, 1.255859, 1.265625, 1.371094, 1.667969, 2.765625, 1.34375, 3.625, 1.484375, 1.417969, 1.511719, 1.3125, 1.267578, 1.271484, 2.828125, 1.292969, 1.253906, 1.337891, 1.304688, 1.263672, 1.18457, 1.679688, 1.227539, 1.367188, 1.390625, 1.396484, 1.398438, 1.347656, 1.227539, 1.605469, 1.494141, 1.271484, 1.324219, 1.451172, 1.664062, 1.275391, 1.34375, 0.589844, 1.232422, 1.402344, 1.223633, 1.294922, 1.386719, 1.285156, 1.609375, 1.253906, 1.554688, 1.558594, 1.535156, 1.490234, 2.171875, 1.386719, 1.275391, 2.851562, 1.539062, 2.625, 1.478516, 3.21875, 2.15625, 1.429688, 1.255859, 1.683594, 1.40625, 2.40625, 1.332031, 1.341797, 1.851562, 1.314453, 1.398438, 1.279297, 2.242188, 1.515625, 1.292969, 1.326172, 1.417969, 1.287109, 1.527344, 1.217773, 1.287109, 1.306641, 1.416016, 1.373047, 1.761719, 1.273438, 1.306641, 1.949219, 2.265625, 1.373047, 1.349609, 1.361328, 1.921875, 1.287109, 1.292969, 1.417969, 1.330078, 2.695312, 1.365234, 1.277344, 1.382812, 1.476562, 2.65625, 1.244141, 1.231445, 1.53125, 1.375, 1.219727, 1.302734, 2.164062, 1.300781, 1.255859, 1.390625, 1.265625, 2.03125, 1.431641, 1.261719, 1.261719, 1.149414, 1.660156, 1.367188, 1.326172, 1.289062, 1.351562, 1.330078, 1.425781, 1.3125, 1.5625, 1.435547, 1.363281, 1.546875, 1.213867, 1.306641, 1.371094, 1.339844, 1.265625, 1.328125, 1.25, 1.546875, 2.773438, 1.213867, 1.376953, 1.269531, 1.277344, 1.180664, 1.392578, 1.462891, 1.333984, 1.458984, 3.734375, 1.357422, 1.300781, 1.202148, 1.328125, 1.192383, 1.357422, 1.451172, 1.447266, 1.476562, 1.5, 1.337891, 1.894531, 1.25, 1.351562, 1.396484, 1.271484, 1.396484, 1.326172, 1.388672, 2.179688, 1.220703, 2.429688, 1.441406, 1.314453, 1.169922, 1.314453, 1.291016, 1.333984, 1.59375, 1.416016, 1.271484, 2.265625, 1.310547, 1.4375, 1.25, 1.605469, 1.316406, 1.322266, 1.207031, 1.396484, 1.326172, 2.414062, 1.320312, 1.337891, 1.570312, 1.496094, 1.347656, 1.277344, 1.271484, 1.566406, 1.259766, 3.046875, 2.703125, 1.527344, 2.53125, 1.24707, 1.396484, 1.337891, 1.542969, 2.359375, 1.289062, 1.773438, 1.75, 1.466797, 1.394531, 1.433594, 1.449219, 1.355469, 1.296875, 1.269531, 1.213867, 1.691406, 1.308594, 1.447266, 1.460938, 1.574219, 1.318359, 2.1875, 2.101562, 1.462891, 1.992188, 1.214844, 1.240234, 1.707031, 1.388672, 1.392578, 1.353516, 1.193359, 3.46875, 1.271484, 0.817383, 1.419922, 1.328125, 1.214844, 2.9375, 4.03125, 1.410156, 1.425781, 1.246094, 1.160156, 1.445312, 1.335938, 1.320312, 1.683594, 1.205078, 2.859375, 1.4375, 1.585938, 1.229492, 1.380859, 1.285156, 1.253906, 3.0625, 1.427734, 1.361328, 1.394531, 3.984375, 1.832031, 1.578125, 1.34375, 1.225586, 1.242188, 3.640625, 1.431641, 1.400391, 1.361328, 1.227539, 1.398438, 1.722656, 3.25, 1.324219, 1.359375, 1.373047, 1.890625, 1.335938, 1.320312, 1.402344, 1.394531, 1.490234, 1.65625, 1.330078, 1.443359, 1.341797, 3.21875, 1.617188, 1.287109, 1.279297, 1.667969, 1.419922, 2.546875, 1.345703, 1.429688, 1.333984, 1.423828, 1.664062, 1.212891, 1.205078, 1.519531, 1.306641, 1.22168, 1.263672, 1.417969, 1.396484, 1.632812, 1.417969, 1.298828, 1.386719, 1.373047, 2.546875, 1.695312, 1.349609, 1.388672, 1.425781, 1.484375, 1.382812, 1.296875, 1.273438, 1.40625, 1.298828, 1.416016, 1.523438, 1.380859, 1.265625, 1.324219, 1.470703, 1.314453, 1.306641, 1.388672, 1.294922, 1.177734, 1.458984, 1.259766, 1.417969, 1.257812, 2.140625, 1.193359, 1.271484, 1.550781, 2.5625, 1.283203, 2.40625, 1.384766, 1.283203, 1.373047, 1.988281, 1.675781, 2.929688, 1.185547, 1.150391, 1.223633, 1.271484, 1.494141, 1.181641, 1.304688, 1.386719, 1.300781, 1.412109, 1.302734, 3.546875, 1.349609, 1.277344, 1.339844, 1.304688, 1.245117, 1.244141, 1.339844, 1.408203, 1.363281, 1.609375, 1.460938, 1.396484, 1.458984, 1.310547, 1.8125, 1.441406, 1.296875, 3.21875, 2.679688, 1.308594, 1.458984, 1.316406, 1.396484, 1.231445, 1.289062, 1.4375, 1.558594, 1.279297, 1.273438, 1.326172, 1.292969, 1.455078, 1.396484, 1.261719, 1.298828, 1.396484, 2.382812, 1.241211, 1.460938, 1.339844, 1.245117, 1.5625, 1.449219, 1.546875, 1.386719, 1.417969, 1.229492, 1.255859, 1.359375, 1.535156, 2.984375, 1.710938, 1.251953, 1.816406, 1.46875, 1.359375, 1.255859, 1.285156, 1.314453, 1.439453, 1.773438, 3.4375, 1.941406, 1.216797, 1.337891, 1.273438, 1.441406, 1.382812, 1.273438, 1.287109, 1.470703, 1.566406, 1.363281, 1.231445, 1.333984, 1.431641, 1.283203, 1.433594, 1.279297, 1.229492, 1.439453, 1.503906, 1.200195, 1.275391, 1.251953, 1.378906, 1.239258, 1.332031, 1.335938, 1.294922, 1.214844, 1.628906, 1.447266, 2.054688, 1.238281, 1.484375, 1.550781, 1.423828, 1.320312, 1.333984, 1.257812, 1.273438, 1.324219, 1.318359, 1.253906, 1.316406, 1.410156, 1.464844, 1.349609, 1.394531, 1.519531, 1.241211, 1.248047, 1.277344, 1.433594, 1.660156, 1.326172, 1.251953, 1.380859, 1.283203, 3.5625, 1.296875, 1.193359, 2.296875, 1.839844, 1.240234, 1.357422, 1.298828, 1.470703, 1.287109, 1.408203, 1.34375, 1.294922, 1.851562, 1.240234, 1.245117, 3.296875, 1.410156, 1.308594, 1.367188, 1.369141, 1.777344, 1.46875, 1.28125, 2.984375, 1.365234, 1.357422, 1.367188, 2.671875, 1.322266, 2.1875, 1.566406, 1.59375, 1.46875, 1.847656, 1.328125, 1.275391, 1.243164, 1.5, 1.211914, 1.314453, 1.227539, 1.324219, 1.263672, 1.412109, 1.318359, 1.21582, 1.21875, 1.613281, 1.441406, 1.292969, 1.855469, 1.261719, 1.369141, 2.109375, 1.265625, 1.703125, 1.410156, 1.245117, 1.239258, 1.318359, 1.271484, 1.476562, 1.308594, 1.330078, 1.298828, 1.429688, 1.347656, 1.507812, 1.355469, 3.6875, 1.408203, 1.601562, 1.400391, 1.324219, 1.726562, 1.206055, 1.396484, 1.255859, 1.296875, 1.353516, 3.203125, 1.245117, 1.261719, 1.371094, 3.28125, 1.394531, 1.171875, 1.566406, 2.632812, 1.435547, 1.421875, 1.373047, 1.210938, 1.333984, 1.199219, 1.605469, 1.326172, 1.609375, 1.519531, 1.451172, 1.194336, 1.353516, 1.304688, 1.447266, 1.322266, 2.210938, 1.283203, 1.279297, 1.470703, 1.304688, 1.239258, 1.314453, 1.201172, 1.367188, 1.273438, 1.507812, 1.351562, 1.341797, 1.335938, 1.878906, 1.458984, 1.349609, 2.570312, 3.59375, 1.695312, 1.324219, 1.419922, 1.339844, 1.267578, 1.172852, 2.398438, 3.015625, 1.355469, 1.207031, 1.550781, 1.417969, 1.404297, 1.351562, 1.292969, 1.851562, 2.640625, 1.326172, 1.359375, 1.375, 2.15625, 1.308594, 1.457031, 1.462891, 1.644531, 1.427734, 1.231445, 1.308594, 1.361328, 1.753906, 1.163086, 1.253906, 1.375, 1.359375, 1.519531, 1.230469, 1.222656, 1.730469, 2.523438, 3.75, 1.235352, 1.308594, 1.239258, 1.322266, 1.308594, 1.341797, 1.186523, 2.96875, 1.365234, 1.621094, 1.21875, 1.427734, 2.445312, 1.65625, 1.400391, 1.361328, 1.235352, 1.427734, 1.585938, 1.609375, 2.367188, 1.351562, 1.394531, 1.431641, 2.90625, 1.265625, 1.558594, 1.429688, 1.417969, 3.03125, 1.361328, 1.447266, 1.208984, 1.474609, 1.734375, 1.34375, 1.507812, 1.53125, 3.34375, 3.75, 4.796875, 1.371094, 1.320312, 1.291016, 1.480469, 1.34375, 1.679688, 1.292969, 2.992188, 1.246094, 1.376953, 1.472656, 1.339844, 1.847656, 1.449219, 1.231445, 2.585938, 1.367188, 2.867188, 1.271484, 2.5, 1.558594, 1.515625, 1.261719, 1.433594, 1.742188, 1.349609, 2.3125, 1.355469, 2.804688, 1.773438, 1.515625, 1.945312, 1.886719, 1.207031, 1.365234, 1.585938, 3.25, 1.205078, 1.464844, 1.375, 1.601562, 1.253906, 1.308594, 2.859375, 1.396484, 1.310547, 1.371094, 3.296875, 3.046875, 1.245117, 1.151367, 1.507812, 1.326172, 1.253906, 1.455078, 1.507812, 4.625, 1.59375, 1.324219, 1.953125, 1.5625, 1.361328, 1.273438, 1.160156, 1.298828, 1.241211, 1.425781, 1.123535, 1.558594, 1.554688, 1.263672, 1.384766, 1.527344, 1.433594, 1.388672, 1.326172, 1.220703, 1.308594, 2.625, 1.478516, 2.765625, 1.640625, 1.789062, 2.226562, 1.267578, 1.498047, 1.211914, 1.542969, 1.259766, 1.229492, 1.369141, 1.357422, 2.640625, 1.519531, 1.464844, 1.550781, 1.261719, 1.328125, 1.433594, 1.206055, 1.275391, 1.390625, 1.404297, 1.519531, 2.398438, 1.289062, 1.171875, 1.671875, 1.314453, 1.259766, 1.466797, 1.527344, 1.277344, 1.488281, 1.292969, 1.243164, 1.259766, 1.333984, 1.433594, 1.339844, 1.235352, 1.234375, 1.292969, 1.53125, 3.0625, 1.166016, 2.328125, 1.511719, 1.335938, 1.542969, 1.349609, 1.320312, 1.425781, 1.351562, 1.96875, 1.351562, 3.515625, 2.664062, 2.867188, 1.263672, 1.267578, 2.609375, 1.332031, 1.507812, 1.355469, 2.265625, 1.449219, 1.703125, 1.503906, 2.648438, 1.292969, 1.233398, 1.400391, 1.292969, 1.466797, 1.464844, 1.255859, 1.449219, 3.65625, 2.125, 3.65625, 1.396484, 1.255859, 1.419922, 1.225586, 1.628906, 2.28125, 1.511719, 2.445312, 1.476562, 1.275391, 1.339844, 1.347656, 1.605469, 1.277344, 1.232422, 1.259766, 1.511719, 1.337891, 1.621094, 1.867188, 1.283203, 1.217773, 1.65625, 1.259766, 1.410156, 1.277344, 1.375, 1.291016, 1.445312, 1.427734, 1.316406, 1.355469, 1.386719, 1.302734, 1.386719, 1.332031, 1.287109, 1.339844, 1.277344, 1.400391, 1.457031, 1.255859, 1.310547, 1.28125, 1.314453, 1.478516, 2.039062, 1.339844, 1.367188, 1.306641, 1.332031, 1.375, 1.275391, 1.310547, 2.546875, 1.353516, 2.304688, 1.257812, 1.558594, 1.417969, 1.84375, 1.373047, 1.789062, 1.324219, 2.460938, 1.416016, 1.804688, 1.347656, 1.445312, 1.316406, 1.451172, 1.193359, 1.298828, 1.359375, 1.394531, 1.464844, 1.298828, 2.898438, 1.353516, 1.310547, 1.414062, 1.515625, 1.5, 1.197266, 1.447266, 1.714844, 1.3125, 1.392578, 1.371094, 1.542969, 1.320312, 1.292969, 1.574219, 1.445312, 1.488281, 2.734375, 1.255859, 1.324219, 1.227539, 3.171875, 1.482422, 2.140625, 2.789062, 1.515625, 3.125, 2.703125, 1.394531, 1.302734, 1.353516, 1.330078, 3.890625, 1.328125, 1.474609, 1.273438, 2.695312, 1.294922, 1.24707, 1.283203, 1.427734, 1.337891, 1.402344, 2.90625, 1.335938, 1.257812, 2.0, 2.367188, 1.349609, 1.300781, 2.421875, 1.178711, 3.09375, 1.273438, 1.671875, 1.314453, 1.310547, 2.359375, 1.388672, 1.339844, 1.322266, 1.275391, 1.394531, 1.792969, 3.53125, 1.349609, 1.136719, 1.376953, 1.25, 1.302734, 1.287109, 1.332031, 1.378906, 1.263672, 1.355469, 1.237305, 1.34375, 1.318359, 1.455078, 1.367188, 1.695312, 1.470703, 1.455078, 1.314453, 3.171875, 1.228516, 1.302734, 1.249023, 1.470703, 1.457031, 1.447266, 1.402344, 1.341797, 1.546875, 1.277344, 1.246094, 1.316406, 1.28125, 1.75, 1.335938, 2.695312, 1.237305, 2.328125, 1.279297, 1.357422, 1.318359, 2.445312, 1.21582, 1.410156, 1.421875, 1.208984, 1.158203, 1.355469, 1.365234, 1.466797, 1.322266, 1.382812, 2.164062, 1.333984, 1.224609, 1.125977, 1.235352, 1.347656, 1.283203, 1.388672, 1.255859, 1.423828, 1.287109, 1.679688, 1.386719, 1.294922, 1.380859, 2.226562, 1.527344, 1.496094, 1.217773, 1.435547, 2.476562, 1.177734, 1.263672, 1.355469, 1.283203, 1.392578, 1.324219, 1.242188, 1.263672, 3.125, 1.330078, 1.279297, 1.375, 1.351562, 1.384766, 1.261719, 1.251953, 1.328125, 1.261719, 1.390625, 1.24707, 1.394531, 1.429688, 1.291016, 1.279297, 1.296875, 1.714844, 1.863281, 1.386719, 1.283203, 1.306641, 1.318359, 1.945312, 1.294922, 1.355469, 1.365234, 2.523438, 1.734375, 1.789062, 3.71875, 1.339844, 1.367188, 1.1875, 3.078125, 1.287109, 1.237305, 2.796875, 2.164062, 1.291016, 1.333984, 1.238281, 1.341797, 1.347656, 1.380859, 1.318359, 1.302734, 1.298828, 1.96875, 1.472656, 1.363281, 1.365234, 3.03125, 1.316406, 1.269531, 1.259766, 1.335938, 1.265625, 1.380859, 1.380859, 1.396484, 3.1875, 1.214844, 1.285156, 1.3125, 1.298828, 1.609375, 1.259766, 3.1875, 1.243164, 1.320312, 1.691406, 1.308594, 1.271484, 1.359375, 2.539062, 1.357422, 1.28125, 1.396484, 1.304688, 1.78125, 2.757812, 1.423828, 1.458984, 1.8125, 1.546875, 1.235352, 1.246094, 1.320312, 2.484375, 1.476562, 1.357422, 1.507812, 1.408203, 1.691406, 1.25, 1.519531, 1.261719, 1.359375, 1.259766, 1.392578, 1.185547, 1.388672, 1.183594, 1.414062, 1.53125, 1.441406, 1.53125, 1.699219, 1.699219, 1.984375, 1.337891, 1.640625, 1.318359, 1.308594, 1.375, 1.253906, 1.287109, 1.253906, 1.816406, 1.351562, 1.248047, 1.322266, 1.200195, 1.181641, 1.765625, 1.289062, 1.306641, 1.476562, 1.433594, 1.3125, 1.964844, 1.3125, 1.402344, 1.320312, 1.306641, 2.335938, 1.217773, 1.255859, 1.417969, 1.539062, 1.240234, 1.269531, 1.53125, 1.28125, 1.511719, 1.257812, 1.310547, 1.384766, 1.742188, 1.421875, 1.375, 1.21875, 1.289062, 1.294922, 1.213867, 1.24707, 1.289062, 1.298828, 1.46875, 1.192383, 1.289062, 1.341797, 1.578125, 1.341797, 1.275391, 1.363281, 1.25, 1.238281, 1.324219, 1.369141, 3.1875, 1.427734, 1.474609, 1.679688, 1.320312, 1.314453, 2.914062, 1.421875, 1.320312, 1.273438, 2.039062, 1.373047, 1.326172, 1.976562, 2.273438, 1.414062, 1.285156, 1.431641, 1.330078, 1.53125, 1.298828, 1.554688, 1.417969, 1.361328, 3.4375, 1.287109, 1.902344, 1.220703, 1.246094, 2.257812, 2.960938, 1.675781, 1.337891, 1.207031, 1.933594, 1.255859, 1.53125, 1.53125, 1.308594, 1.796875, 1.216797, 1.246094, 1.515625, 1.5625, 1.361328, 1.332031, 1.996094, 2.242188, 2.171875, 1.330078, 1.289062, 1.283203, 1.498047, 1.382812, 1.275391, 1.365234, 1.792969, 1.367188, 1.550781, 1.455078, 1.53125, 1.447266, 1.457031, 1.371094, 1.574219, 3.015625, 2.929688, 1.287109, 1.445312, 1.408203, 1.269531, 1.285156, 1.216797, 2.03125, 1.279297, 2.039062, 1.914062, 1.59375, 1.200195, 1.384766, 1.273438, 1.398438, 1.289062, 2.375, 1.308594, 1.345703, 1.441406, 1.273438, 1.361328, 1.304688, 1.535156, 1.578125, 1.597656, 1.287109, 1.306641, 1.431641, 1.714844, 1.386719, 1.621094, 1.523438, 1.178711, 1.435547, 2.390625, 1.300781, 1.259766, 3.09375, 1.289062, 1.515625, 1.488281, 1.326172, 1.414062, 1.777344, 1.675781, 1.243164, 1.275391, 1.353516, 1.292969, 1.283203, 1.417969, 1.265625, 1.412109, 1.289062, 1.451172, 1.287109, 2.578125, 3.59375, 1.283203, 1.433594, 1.182617, 1.339844, 1.408203, 3.015625, 1.306641, 1.198242, 1.480469, 1.263672, 2.03125, 1.208008, 1.419922, 1.222656, 1.283203, 1.228516, 1.283203, 1.419922, 1.683594, 1.310547, 1.197266, 1.34375, 2.53125, 1.302734, 1.539062, 3.46875, 1.363281, 3.578125, 1.244141, 1.316406, 1.515625, 1.410156, 3.875, 1.318359, 1.34375, 1.235352, 1.269531, 1.231445, 1.386719, 1.550781, 1.287109, 1.28125, 1.263672, 1.302734, 1.386719, 2.28125, 1.314453, 1.570312, 1.496094, 1.574219, 2.59375, 1.308594, 2.617188, 1.605469, 3.125, 1.28125, 1.511719, 1.363281, 1.328125, 1.441406, 1.261719, 1.275391, 1.245117, 1.470703, 1.476562, 1.292969, 1.277344, 1.408203, 1.203125, 1.796875, 1.455078, 1.640625, 2.320312, 1.296875, 1.291016, 1.186523, 1.380859, 1.172852, 1.386719, 1.335938, 1.230469, 1.613281, 1.667969, 1.253906, 1.167969, 1.361328, 1.318359, 1.324219, 2.023438, 1.230469, 1.388672, 1.241211, 2.242188, 1.398438, 1.455078, 1.294922, 1.349609, 1.667969, 1.404297, 1.388672, 1.535156, 1.322266, 1.492188, 1.302734, 2.757812, 1.386719, 1.324219, 1.302734, 1.259766, 1.259766, 1.304688, 1.482422, 1.589844, 1.259766, 1.186523, 1.835938, 2.1875, 1.3125, 1.3125, 1.337891, 1.361328, 1.231445, 3.234375, 1.304688, 1.267578, 1.253906, 1.337891, 1.585938, 1.402344, 1.527344, 2.1875, 1.369141, 1.361328, 1.376953, 1.453125, 3.15625, 1.304688, 1.208984, 1.306641, 1.28125, 1.275391, 1.249023, 1.550781, 1.835938, 1.929688, 1.453125, 1.632812, 2.5625, 1.730469, 1.231445, 1.283203, 1.261719, 3.78125, 1.367188, 1.239258, 1.255859, 1.451172, 1.353516, 1.664062, 1.625, 1.847656, 1.318359, 1.484375, 1.503906, 1.273438, 1.359375, 1.390625, 1.191406, 1.287109, 1.408203, 1.640625, 1.257812, 1.28125, 2.75, 1.65625, 1.353516, 1.24707, 1.585938, 2.453125, 1.28125, 1.570312, 1.710938, 1.320312, 1.361328, 2.515625, 1.314453, 1.316406, 1.796875, 1.300781, 1.355469, 1.412109, 1.371094, 1.279297, 1.353516, 1.330078, 1.296875, 1.277344, 1.25, 1.225586, 1.308594, 2.882812, 1.357422, 1.400391, 1.251953, 1.259766, 1.202148, 1.402344, 1.828125, 1.871094, 1.384766, 1.277344, 1.269531, 1.341797, 2.195312, 1.357422, 1.371094, 1.363281, 1.337891, 1.308594, 1.316406, 1.335938, 1.28125, 1.433594, 1.306641, 1.494141, 1.208008, 1.408203, 1.703125, 1.275391, 1.357422, 1.570312, 1.371094, 2.289062, 3.46875, 1.394531, 1.431641, 1.226562, 1.324219, 1.326172, 1.231445, 1.582031, 1.277344, 1.496094, 1.4375, 1.326172, 1.361328, 1.298828, 2.515625, 1.441406, 1.341797, 1.414062, 1.427734, 1.347656, 1.269531, 1.339844, 1.365234, 1.416016, 1.210938, 1.246094, 1.310547, 1.746094, 1.396484, 1.761719, 1.353516, 1.574219, 1.398438, 1.515625, 1.208008, 1.25, 1.353516, 1.279297, 1.353516, 1.382812, 1.255859, 1.738281, 1.412109, 1.746094, 1.839844, 1.316406, 1.259766, 1.373047, 2.171875, 1.699219, 1.341797, 1.255859, 1.213867, 1.328125, 1.375, 1.210938, 1.367188, 1.361328, 1.660156, 2.78125, 1.421875, 1.259766, 1.277344, 1.339844, 1.234375, 1.244141, 1.300781, 2.945312, 1.341797, 1.380859, 1.353516, 1.253906, 1.300781, 1.269531, 1.245117, 1.21582, 1.384766, 1.835938, 1.419922, 1.255859, 1.267578, 1.273438, 1.318359, 1.355469, 1.277344, 1.443359, 1.339844, 1.490234, 1.777344, 1.351562, 1.330078, 1.223633, 1.261719, 1.8125, 1.255859, 1.558594, 1.644531, 1.235352, 1.289062, 1.498047, 3.078125, 1.21875, 1.308594, 1.273438, 1.412109, 1.243164, 1.427734, 1.201172, 1.306641, 1.219727, 1.699219, 1.349609, 1.251953, 1.263672, 2.851562, 1.294922, 1.601562, 1.259766, 1.384766, 1.289062, 1.46875, 1.239258, 1.617188, 1.246094, 1.322266, 1.273438, 3.265625, 1.412109, 1.394531, 1.318359, 2.351562, 1.149414, 2.617188, 1.308594, 2.765625, 1.394531, 1.396484, 2.757812, 1.757812, 1.427734, 1.447266, 1.318359, 1.285156, 1.294922, 1.316406, 1.355469, 1.332031, 3.78125, 2.179688, 1.53125, 1.169922, 1.324219, 1.443359, 1.302734, 1.332031, 1.265625, 1.699219, 1.462891, 1.209961, 1.353516, 1.204102, 1.359375, 1.287109, 1.300781, 1.318359, 1.699219, 1.318359, 1.482422, 1.257812, 1.269531, 1.261719, 1.695312, 1.253906, 1.28125, 1.507812, 1.287109, 1.194336, 1.298828, 1.369141, 1.5625, 2.148438, 1.443359, 1.371094, 1.507812, 2.023438, 1.308594, 1.246094, 1.279297, 2.523438, 1.429688, 1.578125, 1.357422, 1.398438, 1.554688, 3.265625, 1.40625, 1.285156, 1.271484, 2.875, 1.753906, 2.679688, 3.53125, 1.371094, 1.574219, 1.212891, 1.259766, 1.3125, 1.431641, 1.296875, 1.419922, 2.101562, 1.867188, 1.298828, 1.394531, 1.320312, 1.211914, 1.289062, 1.326172, 1.267578, 1.6875, 1.234375, 1.425781, 1.283203, 2.546875, 1.24707, 1.226562, 1.554688, 1.249023, 1.345703, 2.3125, 1.789062, 2.273438, 1.345703, 1.53125, 1.3125, 1.328125, 1.302734, 1.503906, 1.373047, 1.261719, 1.259766, 1.261719, 1.390625, 1.322266, 1.152344, 1.433594, 1.236328, 1.429688, 1.578125, 1.359375, 1.839844, 1.380859, 1.390625, 1.742188, 1.314453, 1.435547, 1.289062, 1.416016, 1.427734, 1.275391, 1.345703, 1.200195, 1.902344, 1.341797, 1.285156, 1.320312, 1.285156, 1.259766, 1.365234, 1.427734, 1.496094, 1.335938, 1.289062, 1.287109, 1.292969, 1.953125, 1.203125, 1.371094, 2.195312, 1.355469, 1.351562, 2.53125, 1.335938, 1.349609, 1.300781, 1.249023, 1.382812, 1.255859, 1.279297, 1.539062, 1.186523, 1.34375, 1.402344, 1.644531, 1.257812, 1.773438, 1.484375, 1.263672, 1.289062, 2.367188, 1.482422, 1.400391, 1.341797, 1.330078, 1.235352, 1.359375, 1.466797, 1.310547, 3.1875, 1.308594, 1.390625, 1.235352, 2.757812, 1.320312, 1.207031, 2.257812, 1.283203, 1.322266, 1.308594, 1.267578, 1.243164, 1.302734, 1.878906, 1.310547, 1.431641, 1.365234, 1.230469, 1.460938, 1.546875, 1.363281, 2.59375, 1.761719, 1.240234, 1.546875, 1.273438, 1.640625, 1.484375, 1.310547, 1.240234, 2.75, 2.023438, 1.412109, 3.3125, 1.216797, 1.335938, 1.271484, 1.388672, 2.59375, 1.339844, 1.212891, 3.328125, 1.302734, 4.671875, 1.246094, 1.34375, 1.248047, 1.333984, 2.5, 1.251953, 1.554688, 1.455078, 1.232422, 1.279297, 1.648438, 3.078125, 1.380859, 1.271484, 1.183594, 1.355469, 2.265625, 1.466797, 1.217773, 1.40625, 1.316406, 1.220703, 1.369141, 1.404297, 1.464844, 1.304688, 1.326172, 1.361328, 2.671875, 2.710938, 1.318359, 1.267578, 2.757812, 1.255859, 1.734375, 1.5625, 1.310547, 1.458984, 1.486328, 1.589844, 1.392578, 1.382812, 2.148438, 1.380859, 1.296875, 1.373047 ] }, "name": "onnx::Mul_8838", "outputIndexes": [ 2375 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2374, 2375 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2376 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2376 ], "outputIndexes": [ 3190 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3190 ], "outputIndexes": [ 3191 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear", "inputIndexes": [ 3191 ], "outputIndexes": [ 3192 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 1094864650, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3192 ], "outputIndexes": [ 3193 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3193 ], "outputIndexes": [ 2377 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2376 ], "main_type": "NONE", "name": "/Shape_351_output_0", "outputIndexes": [ 2378 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2378 ], "main_type": "NONE", "name": "Shape6905", "outputIndexes": [ 2379 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2378 ], "main_type": "NONE", "name": "Rank6907", "outputIndexes": [ 2380 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2380, 2380 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6909", "outputIndexes": [ 2381 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2381 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6910", "outputIndexes": [ 2382 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2381, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6912", "outputIndexes": [ 2383 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2383 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6913", "outputIndexes": [ 2384 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2379, 2382, 2384, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6916", "outputIndexes": [ 2385 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2385 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6917", "outputIndexes": [ 2386 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2386 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6918", "outputIndexes": [ 2387 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2387, 2386 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6919", "outputIndexes": [ 2388 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2378, 2388, 2381 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_379_output_0", "outputIndexes": [ 2389 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2389, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_801_output_0", "outputIndexes": [ 2390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2390, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_325_output_0", "outputIndexes": [ 2391 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2377, 2391 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_226_output_0", "outputIndexes": [ 2392 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2392, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_200_output_0", "outputIndexes": [ 2393 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2392 ], "main_type": "NONE", "name": "/Shape_352_output_0", "outputIndexes": [ 2394 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2394 ], "main_type": "NONE", "name": "Shape6926", "outputIndexes": [ 2395 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2394 ], "main_type": "NONE", "name": "Rank6928", "outputIndexes": [ 2396 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2396, 2396 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6930", "outputIndexes": [ 2397 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2397 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6931", "outputIndexes": [ 2398 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2397, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6933", "outputIndexes": [ 2399 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2399 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6934", "outputIndexes": [ 2400 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2395, 2398, 2400, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6937", "outputIndexes": [ 2401 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2401 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6938", "outputIndexes": [ 2402 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2402 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6939", "outputIndexes": [ 2403 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2403, 2402 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6940", "outputIndexes": [ 2404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2394, 2404, 2397 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_380_output_0", "outputIndexes": [ 2405 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2405, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_75_output_0", "outputIndexes": [ 2406 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2406, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_806_output_0", "outputIndexes": [ 2407 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2392, 2407, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_101_output_0", "outputIndexes": [ 2408 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_50_output_0", "outputIndexes": [ 2409 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2392, 21, 2407, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_100_output_0", "outputIndexes": [ 2410 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2409, 2410 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_328_output_0", "outputIndexes": [ 2411 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2411, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_201_output_0", "outputIndexes": [ 2412 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2393, 2412 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_125_output_0", "outputIndexes": [ 2413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2376 ], "outputIndexes": [ 3194 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3194 ], "outputIndexes": [ 3195 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear", "inputIndexes": [ 3195 ], "outputIndexes": [ 3196 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 1097518880, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3196 ], "outputIndexes": [ 3197 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3197 ], "outputIndexes": [ 2414 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2390, 84, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_326_output_0", "outputIndexes": [ 2415 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2414, 2415 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_227_output_0", "outputIndexes": [ 2416 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2416, 50 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_202_output_0", "outputIndexes": [ 2417 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2416 ], "main_type": "NONE", "name": "/Shape_353_output_0", "outputIndexes": [ 2418 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2418 ], "main_type": "NONE", "name": "Shape6989", "outputIndexes": [ 2419 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2418 ], "main_type": "NONE", "name": "Rank6991", "outputIndexes": [ 2420 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2420, 2420 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6993", "outputIndexes": [ 2421 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2421 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6994", "outputIndexes": [ 2422 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2421, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6996", "outputIndexes": [ 2423 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2423 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6997", "outputIndexes": [ 2424 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2419, 2422, 2424, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7000", "outputIndexes": [ 2425 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2425 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7001", "outputIndexes": [ 2426 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 2426 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7002", "outputIndexes": [ 2427 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2427, 2426 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7003", "outputIndexes": [ 2428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2418, 2428, 2421 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_381_output_0", "outputIndexes": [ 2429 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2429, 65 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_76_output_0", "outputIndexes": [ 2430 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2430, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_808_output_0", "outputIndexes": [ 2431 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2416, 2431, 68, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_103_output_0", "outputIndexes": [ 2432 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2432 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_51_output_0", "outputIndexes": [ 2433 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2416, 21, 2431, 69, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_102_output_0", "outputIndexes": [ 2434 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2433, 2434 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_329_output_0", "outputIndexes": [ 2435 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2435, 80 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_203_output_0", "outputIndexes": [ 2436 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2417, 2436 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_126_output_0", "outputIndexes": [ 2437 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2376 ], "outputIndexes": [ 3198 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3198 ], "outputIndexes": [ 3199 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear", "inputIndexes": [ 3199 ], "outputIndexes": [ 3200 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1024, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 18432, "weightSize": 0 }, "external": [ 1098846006, 1179670, 147456, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3200 ], "outputIndexes": [ 3201 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3201 ], "outputIndexes": [ 2438 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2438, 2415 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_228_output_0", "outputIndexes": [ 2439 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2413, 2437, 2439, 110 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_233_output_0", "outputIndexes": [ 2440 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2440 ], "outputIndexes": [ 3202 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3202 ], "outputIndexes": [ 3203 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear", "inputIndexes": [ 3203 ], "outputIndexes": [ 3204 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 36864, "weightSize": 0 }, "external": [ 1100173132, 2359318, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3204 ], "outputIndexes": [ 3205 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3205 ], "outputIndexes": [ 2441 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2441 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_25/Mul_output_0", "outputIndexes": [ 2442 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.390625, 3.375, 3.328125, 3.390625, 3.65625, 3.4375, 3.6875, 2.78125, 3.609375, 3.203125, 3.59375, 3.328125, 3.484375, 3.328125, 3.3125, 3.390625, 4.3125, 3.5, 4.34375, 3.125, 3.296875, 3.15625, 3.078125, 3.3125, 3.359375, 3.59375, 3.671875, 3.015625, 3.421875, 3.078125, 3.5, 3.328125, 3.65625, 3.140625, 3.4375, 3.4375, 3.59375, 3.59375, 3.46875, 3.484375, 3.65625, 3.234375, 3.5, 3.53125, 3.140625, 3.5625, 3.46875, 3.328125, 3.5, 3.5, 3.296875, 3.65625, 3.609375, 6.15625, 3.578125, 3.84375, 3.484375, 3.53125, 3.28125, 3.25, 3.546875, 6.125, 3.40625, 3.671875, 3.515625, 3.28125, 3.515625, 3.609375, 3.484375, 3.609375, 3.390625, 3.21875, 3.3125, 3.4375, 3.421875, 3.34375, 3.4375, 3.359375, 3.40625, 3.328125, 3.546875, 2.65625, 3.546875, 3.28125, 3.375, 3.71875, 3.46875, 3.265625, 3.265625, 3.4375, 3.25, 3.59375, 3.640625, 3.25, 3.578125, 2.78125, 3.703125, 3.390625, 4.21875, 3.53125, 3.28125, 3.34375, 3.453125, 3.453125, 3.5625, 3.1875, 3.5625, 3.640625, 3.53125, 3.453125, 3.515625, 3.46875, 3.390625, 8.1875, 3.609375, 3.484375, 3.140625, 5.40625, 3.53125, 3.5625, 3.640625, 3.609375, 3.6875, 3.578125, 3.390625, 3.1875, 3.453125, 3.5, 3.546875, 3.40625, 3.453125, 3.359375, 3.296875, 3.625, 3.53125, 3.609375, 3.140625, 3.71875, 3.296875, 3.390625, 5.875, 3.09375, 3.59375, 3.625, 3.484375, 3.46875, 3.4375, 3.453125, 3.421875, 3.4375, 3.453125, 3.375, 3.203125, 3.3125, 3.34375, 3.59375, 2.789062, 3.59375, 3.1875, 3.09375, 7.0625, 3.4375, 3.5, 3.59375, 4.421875, 3.296875, 3.4375, 3.125, 3.71875, 3.328125, 3.546875, 3.203125, 3.71875, 3.140625, 3.375, 1.013611, 3.71875, 2.835938, 3.484375, 3.15625, 3.09375, 2.9375, 3.640625, 2.671875, 7.25, 3.5625, 3.3125, 3.21875, 3.25, 3.359375, 3.578125, 4.1875, 3.640625, 3.203125, 3.46875, 3.46875, 3.6875, 3.40625, 3.765625, 3.375, 3.484375, 3.421875, 3.40625, 3.4375, 3.484375, 3.5625, 6.125, 3.3125, 3.5, 3.328125, 3.453125, 3.40625, 3.625, 3.484375, 3.609375, 3.40625, 3.515625, 3.484375, 3.625, 3.453125, 3.59375, 3.484375, 3.6875, 3.4375, 3.578125, 3.375, 3.296875, 3.453125, 3.40625, 3.421875, 6.8125, 3.28125, 3.609375, 3.515625, 3.421875, 3.609375, 3.484375, 3.53125, 3.21875, 3.25, 3.828125, 3.53125, 3.609375, 2.453125, 3.28125, 3.453125, 3.78125, 3.34375, 3.375, 3.5, 3.796875, 3.453125, 3.46875, 3.578125, 3.4375, 3.296875, 3.453125, 3.46875, 3.546875, 3.53125, 3.421875, 3.5625, 3.46875, 3.421875, 3.546875, 3.40625, 3.671875, 3.546875, 3.421875, 3.515625, 3.390625, 3.59375, 3.546875, 3.171875, 3.34375, 3.390625, 3.625, 3.65625, 3.3125, 3.359375, 3.46875, 3.546875, 3.640625, 3.296875, 3.59375, 3.40625, 3.359375, 3.140625, 3.296875, 3.296875, 3.484375, 3.203125, 3.4375, 3.390625, 3.53125, 3.59375, 3.5, 3.484375, 3.59375, 3.53125, 3.703125, 3.546875, 2.890625, 3.328125, 2.59375, 3.75, 3.546875, 3.421875, 3.09375, 3.4375, 3.671875, 2.851562, 3.25, 3.25, 3.421875, 3.53125, 3.265625, 3.078125, 3.1875, 3.59375, 3.203125, 3.609375, 3.421875, 3.03125, 3.765625, 3.625, 3.65625, 3.34375, 3.6875, 3.515625, 3.4375, 4.625, 3.40625, 3.28125, 3.25, 3.625, 3.34375, 3.640625, 3.453125, 3.25, 2.726562, 3.28125, 3.34375, 3.4375, 3.40625, 3.515625, 3.546875, 3.5625, 3.359375, 3.484375, 3.4375, 3.390625, 3.859375, 3.328125, 2.953125, 3.3125, 3.59375, 3.609375, 3.359375, 3.484375, 3.0625, 3.265625, 3.421875, 3.265625, 3.421875, 3.375, 3.59375, 3.375, 3.53125, 3.15625, 3.578125, 3.625, 3.375, 3.140625, 3.75, 3.609375, 3.328125, 3.453125, 3.609375, 3.484375, 3.515625, 3.46875, 3.546875, 3.265625, 3.484375, 3.53125, 3.265625, 3.625, 3.71875, 3.625, 3.359375, 3.53125, 3.0625, 3.390625, 3.65625, 3.53125, 3.453125, 3.171875, 3.15625, 3.609375, 3.625, 3.765625, 3.265625, 3.21875, 3.15625, 3.96875, 3.328125, 3.421875, 2.867188, 3.78125, 3.671875, 3.59375, 3.546875, 3.578125, 3.921875, 3.53125, 3.453125, 3.5625, 3.15625, 3.390625, 3.640625, 3.421875, 5.40625, 3.5, 2.820312, 3.59375, 3.359375, 3.609375, 3.265625, 3.546875, 5.875, 3.421875, 3.453125, 3.46875, 5.09375, 3.359375, 3.640625, 3.734375, 3.4375, 3.5, 3.484375, 4.1875, 3.625, 3.53125, 5.3125, 3.34375, 3.5625, 3.46875, 3.375, 3.328125, 3.71875, 3.453125, 3.609375, 3.4375, 3.703125, 3.640625, 3.4375, 3.546875, 3.515625, 3.140625, 3.28125, 3.671875, 3.5625, 3.515625, 3.4375, 3.40625, 2.984375, 3.3125, 3.1875, 3.296875, 3.5, 3.3125, 3.4375, 3.15625, 3.609375, 3.421875, 3.421875, 3.125, 3.5, 3.703125, 3.421875, 3.390625, 3.59375, 3.375, 3.25, 3.625, 3.0625, 3.53125, 3.625, 3.546875, 3.40625, 3.65625, 3.609375, 3.671875, 3.359375, 3.6875, 2.695312, 3.15625, 3.390625, 3.09375, 3.3125, 3.453125, 3.5625, 3.3125, 3.265625, 3.546875, 3.734375, 3.5, 3.53125, 3.640625, 3.21875, 3.703125, 3.125, 3.546875, 3.5625, 3.59375, 3.234375, 3.546875, 3.28125, 3.296875, 3.609375, 3.46875, 3.15625, 3.078125, 3.546875, 3.28125, 3.5, 3.390625, 3.171875, 3.421875, 3.546875, 3.75, 3.515625, 3.09375, 3.671875, 4.015625, 3.421875, 5.1875, 3.6875, 2.945312, 3.6875, 3.390625, 3.546875, 3.140625, 3.34375, 3.421875, 3.390625, 3.5625, 3.390625, 3.546875, 3.828125, 3.6875, 3.1875, 3.421875, 3.46875, 3.703125, 3.40625, 6.25, 3.59375, 3.34375, 3.40625, 3.53125, 3.5625, 3.28125, 3.546875, 3.421875, 3.390625, 4.6875, 3.625, 3.390625, 3.46875, 3.53125, 3.5, 3.4375, 2.703125, 3.484375, 3.328125, 3.359375, 3.390625, 3.53125, 6.375, 3.171875, 3.484375, 3.625, 4.375, 3.453125, 3.484375, 3.4375, 5.15625, 3.46875, 3.53125, 3.609375, 3.40625, 7.625, 3.5, 3.390625, 3.4375, 3.484375, 3.546875, 3.28125, 3.5, 3.5625, 3.4375, 3.671875, 3.6875, 3.375, 3.4375, 3.6875, 3.421875, 3.421875, 3.703125, 3.546875, 3.453125, 3.671875, 3.421875, 3.5, 3.53125, 3.5, 3.453125, 3.5625, 3.5, 3.453125, 3.4375, 3.59375, 3.546875, 3.328125, 3.09375, 3.40625, 3.515625, 3.203125, 3.25, 3.59375, 4.015625, 3.34375, 3.296875, 3.390625, 3.515625, 3.578125, 3.484375, 3.625, 3.703125, 3.5, 3.25, 3.328125, 3.25, 3.78125, 3.5, 3.359375, 3.46875, 3.453125, 4.90625, 2.882812, 3.421875, 3.46875, 3.5, 3.515625, 3.34375, 3.625, 3.5, 3.671875, 3.4375, 3.53125, 3.375, 2.914062, 3.515625, 3.46875, 3.53125, 3.65625, 3.46875, 3.59375, 3.453125, 3.53125, 3.421875, 3.4375, 3.203125, 3.515625, 3.390625, 3.46875, 3.3125, 3.203125, 3.578125, 2.796875, 2.945312, 3.46875, 3.265625, 3.609375, 3.015625, 3.5625, 3.65625, 6.28125, 3.421875, 3.46875, 3.703125, 3.5, 3.625, 3.484375, 3.375, 3.640625, 3.34375, 3.421875, 6.5625, 3.625, 3.453125, 3.265625, 3.28125, 3.5, 3.453125, 3.5, 3.375, 3.359375, 3.484375, 3.546875, 3.4375, 3.25, 3.953125, 4.0, 3.703125, 3.28125, 3.65625, 3.265625, 3.65625, 2.679688, 3.625, 3.5, 3.40625, 4.640625, 3.109375, 3.6875, 3.671875, 3.4375, 3.6875, 3.125, 3.25, 3.515625, 3.1875, 3.734375, 3.421875, 3.40625, 3.796875, 3.59375, 3.359375, 3.359375, 3.265625, 3.53125, 3.6875, 3.28125, 3.34375, 4.125, 3.671875, 3.546875, 3.546875, 3.6875, 3.34375, 3.265625, 3.40625, 3.609375, 3.28125, 3.03125, 3.671875, 3.125, 3.5625, 3.546875, 3.453125, 3.375, 3.5, 3.390625, 3.328125, 3.515625, 3.53125, 3.609375, 3.71875, 3.4375, 3.4375, 3.296875, 3.53125, 3.5625, 3.5, 3.625, 5.65625, 3.421875, 3.515625, 3.28125, 3.21875, 3.40625, 7.40625, 3.265625, 3.453125, 3.796875, 3.265625, 3.46875, 3.703125, 3.421875, 3.59375, 3.4375, 3.359375, 3.375, 3.78125, 3.515625, 3.5, 3.28125, 4.265625, 3.640625, 3.390625, 3.65625, 3.296875, 3.171875, 3.71875, 3.453125, 3.671875, 3.5, 3.4375, 3.734375, 2.984375, 3.234375, 3.46875, 3.890625, 5.9375, 3.796875, 3.5, 3.296875, 3.421875, 3.203125, 3.5625, 3.203125, 3.34375, 3.328125, 3.421875, 3.609375, 3.375, 3.34375, 3.4375, 3.203125, 3.328125, 6.15625, 3.078125, 3.21875, 3.546875, 3.546875, 3.75, 3.421875, 3.140625, 3.390625, 4.390625, 3.265625, 3.484375, 3.59375, 3.984375, 3.53125, 3.3125, 3.515625, 3.1875, 3.453125, 3.53125, 3.671875, 2.484375, 3.421875, 3.734375, 3.46875, 3.4375, 3.90625, 3.390625, 3.4375, 3.359375, 3.65625, 3.5, 2.875, 3.3125, 3.34375, 3.40625, 4.140625, 3.546875, 3.421875, 3.4375, 3.0625, 3.203125, 3.5625, 3.5625, 3.375, 3.453125, 3.546875, 3.640625, 5.46875, 3.40625, 3.3125, 3.5625, 3.375, 3.4375, 3.578125, 3.578125, 3.375, 3.15625, 3.484375, 3.5, 3.171875, 3.203125, 3.515625, 3.5, 3.453125, 2.945312, 3.46875, 3.515625, 3.484375, 3.375, 3.40625, 3.078125, 3.53125, 3.359375, 3.140625, 2.5625, 3.5625, 2.914062, 3.390625, 3.5625, 4.15625, 3.359375, 2.796875, 2.976562, 3.390625, 4.984375, 3.640625, 3.40625, 3.546875, 3.734375, 3.59375, 3.6875, 2.976562, 3.421875, 3.4375, 3.21875, 3.59375, 3.3125, 3.5, 3.65625, 3.390625, 3.640625, 3.53125, 3.21875, 3.46875, 3.640625, 3.375, 3.5, 3.296875, 3.375, 3.828125, 3.78125, 3.640625, 3.453125, 2.96875, 9.8125, 3.1875, 3.328125, 3.453125, 3.5, 3.453125, 3.46875, 3.609375, 2.710938, 3.15625, 3.34375, 3.484375, 3.59375, 2.976562, 3.15625, 3.375, 3.3125, 3.34375, 3.625, 3.671875, 3.515625, 3.21875, 3.59375, 3.484375, 3.53125, 3.140625, 4.078125, 3.546875, 6.59375, 3.6875, 4.703125, 3.328125, 3.328125, 3.359375, 3.578125, 3.515625, 3.671875, 3.4375, 3.328125, 3.640625, 2.953125, 7.09375, 3.390625, 3.453125, 3.546875, 3.109375, 3.515625, 3.296875, 3.484375, 2.757812, 3.609375, 3.578125, 3.484375, 3.640625, 3.15625, 3.828125, 3.125, 2.570312, 3.359375, 2.976562, 3.625, 2.898438, 3.5, 3.453125, 3.28125, 3.59375, 3.203125, 3.4375, 4.359375, 3.484375, 2.859375, 3.21875, 3.359375, 3.203125, 3.4375, 3.546875, 3.578125, 3.546875, 4.71875, 3.59375, 3.21875, 3.34375, 3.375, 3.859375, 3.625, 2.8125, 3.515625, 3.59375, 3.4375, 3.109375, 2.835938, 3.4375, 3.375, 3.421875, 3.4375, 3.46875, 4.046875, 3.265625, 10.0, 3.46875, 3.515625, 0.921387, 3.59375, 3.6875, 3.421875, 3.484375, 3.625, 3.640625, 3.125, 3.640625, 3.453125, 3.421875, 3.390625, 2.8125, 3.25, 3.109375, 3.640625, 3.5, 3.453125, 3.484375, 4.15625, 3.609375, 2.921875, 3.421875, 3.671875, 3.21875, 3.59375, 3.421875, 3.484375, 3.359375, 3.5625, 3.609375, 3.4375, 3.453125, 2.835938, 3.359375, 3.375, 3.734375, 3.53125, 3.65625, 3.296875, 3.453125, 3.265625, 3.46875, 3.203125, 3.4375, 2.875, 3.65625, 3.53125, 3.546875, 3.203125, 3.5, 3.5625, 5.625, 3.40625, 3.484375, 3.515625, 3.515625, 3.5625, 3.484375, 3.328125, 3.375, 3.609375, 3.53125, 3.296875, 3.46875, 3.9375, 3.484375, 3.25, 3.34375, 3.5625, 3.609375, 3.34375, 3.609375, 3.34375, 3.5625, 3.390625, 3.5625, 3.125, 2.921875, 2.703125, 3.484375, 3.609375, 3.328125, 3.3125, 3.296875, 3.140625, 3.21875, 3.265625, 3.453125, 3.46875, 3.203125, 3.015625, 3.40625, 6.5625, 3.515625, 3.0, 3.390625, 3.453125, 3.515625, 3.828125, 3.578125, 2.71875, 3.390625, 3.203125, 3.453125, 3.46875, 3.28125, 3.546875, 3.015625, 3.015625, 3.75, 3.421875, 3.75, 3.515625, 3.203125, 3.453125, 3.421875, 3.515625, 3.234375, 3.53125, 3.359375, 4.21875, 3.484375, 3.5, 5.3125, 3.4375, 3.453125, 3.546875, 3.84375, 3.3125, 3.390625, 2.804688, 3.34375, 3.53125, 3.53125, 3.5, 3.484375, 3.515625, 3.390625, 3.53125, 3.390625, 3.734375, 3.484375, 3.59375, 3.46875, 3.484375, 3.390625, 3.578125, 3.109375, 3.53125, 3.4375, 3.5, 3.359375, 3.28125, 3.5, 3.515625, 3.328125, 3.296875, 3.234375, 3.203125, 3.296875, 3.171875, 3.421875, 3.421875, 3.359375, 3.453125, 3.0, 3.578125, 3.53125, 3.453125, 3.453125, 3.15625, 3.390625, 3.453125, 3.359375, 3.421875, 3.6875, 3.453125, 3.6875, 2.851562, 3.4375, 3.390625, 3.578125, 3.34375, 3.4375, 3.4375, 3.421875, 3.25, 3.484375, 3.453125, 3.421875, 4.09375, 3.375, 3.53125, 3.4375, 3.4375, 3.484375, 2.96875, 3.40625, 3.21875, 3.59375, 5.3125, 3.328125, 3.5, 2.867188, 3.703125, 2.9375, 3.34375, 3.421875, 3.546875, 3.078125, 3.234375, 4.328125, 3.5625, 3.90625, 3.375, 3.03125, 3.5, 3.515625, 3.6875, 3.0625, 3.546875, 3.640625, 2.960938, 3.546875, 3.265625, 3.859375, 3.296875, 3.375, 3.484375, 3.171875, 3.234375, 4.5, 3.484375, 3.34375, 3.3125, 3.484375, 2.992188, 3.234375, 3.21875, 3.421875, 3.53125, 3.265625, 3.296875, 2.984375, 3.78125, 3.484375, 3.59375, 3.375, 3.484375, 3.59375, 4.109375, 3.34375, 3.4375, 3.109375, 5.5625, 3.5, 3.640625, 3.5, 3.59375, 3.484375, 3.40625, 3.484375, 3.703125, 2.65625, 3.40625, 3.125, 3.40625, 3.5, 3.4375, 3.46875, 3.65625, 3.578125, 3.53125, 3.78125, 3.3125, 3.390625, 3.359375, 3.671875, 3.59375, 2.960938, 3.546875, 3.375, 3.546875, 3.5, 3.421875, 3.25, 3.515625, 3.3125, 3.46875, 3.546875, 3.515625, 3.546875, 3.15625, 3.546875, 3.453125, 3.453125, 3.46875, 3.34375, 3.4375, 6.5, 3.5625, 3.4375, 3.375, 3.671875, 3.28125, 3.21875, 3.546875, 3.546875, 3.5625, 3.359375, 3.171875, 3.3125, 3.453125, 3.15625, 3.40625, 3.4375, 2.921875, 3.59375, 3.875, 3.46875, 3.375, 3.546875, 3.171875, 3.46875, 3.515625, 2.804688, 3.671875, 3.21875, 3.5, 3.6875, 3.6875, 3.5, 3.375, 3.546875, 3.578125, 3.5, 3.515625, 3.265625, 3.390625, 3.28125, 3.640625, 3.328125, 3.3125, 12.75, 3.484375, 3.359375, 3.421875, 3.609375, 3.359375, 3.5, 3.390625, 3.265625, 3.078125, 3.171875, 3.078125, 3.421875, 3.484375, 3.5, 3.78125, 2.726562, 3.390625, 7.125, 2.835938, 3.40625, 3.578125, 3.515625, 3.328125, 3.375, 3.546875, 3.625, 3.25, 3.40625, 3.375, 3.171875, 3.359375, 3.34375, 3.421875, 3.859375, 3.40625, 3.546875, 3.828125, 3.578125, 3.453125, 3.59375, 3.421875, 3.578125, 3.0625, 3.34375, 3.328125, 3.453125, 3.375, 3.453125, 3.46875, 4.140625, 3.734375, 3.46875, 3.25, 3.296875, 3.390625, 3.3125, 9.0, 3.140625, 2.648438, 3.15625, 3.609375, 3.453125, 2.953125, 3.4375, 4.796875, 3.125, 3.453125, 3.5, 3.578125, 3.65625, 3.0625, 3.15625, 3.765625, 3.578125, 3.53125, 3.453125, 3.71875, 3.359375, 3.40625, 3.4375, 3.390625, 3.65625, 3.390625, 3.140625, 3.546875, 3.578125, 3.484375, 3.453125, 3.328125, 3.46875, 3.296875, 4.171875, 3.375, 3.359375, 4.90625, 3.5625, 3.59375, 3.65625, 3.6875, 3.4375, 3.578125, 3.453125, 3.484375, 3.578125, 3.40625, 3.421875, 3.625, 3.390625, 3.6875, 3.40625, 3.203125, 3.671875, 3.265625, 3.546875, 3.34375, 3.328125, 3.5, 3.59375, 3.328125, 3.484375, 4.671875, 4.34375, 3.40625, 3.203125, 3.640625, 3.65625, 3.453125, 3.28125, 3.453125, 3.40625, 3.4375, 3.515625, 3.6875, 3.328125, 3.265625, 3.203125, 3.609375, 3.359375, 3.671875, 3.4375, 3.484375, 5.71875, 3.171875, 3.5, 3.90625, 3.5, 3.671875, 3.5625, 3.203125, 3.578125, 3.1875, 3.4375, 3.296875, 4.96875, 3.1875, 3.46875, 3.34375, 3.453125, 2.789062, 3.4375, 3.734375, 3.375, 3.34375, 3.453125, 3.5, 3.5625, 3.03125, 3.359375, 3.4375, 3.28125, 3.578125, 3.359375, 3.53125, 3.578125, 3.421875, 3.40625, 3.734375, 3.53125, 3.40625, 3.625, 3.34375, 3.046875, 2.851562, 1.9375, 2.664062, 3.5, 3.421875, 3.65625, 3.296875, 3.1875, 3.4375, 1.640625, 3.21875, 3.40625, 3.359375, 3.046875, 3.578125, 3.546875, 2.078125, 3.140625, 3.28125, 3.59375, 3.390625, 3.546875, 3.359375, 3.484375, 3.578125, 3.203125, 3.21875, 3.984375, 3.390625, 3.609375, 3.546875, 3.484375, 3.359375, 3.5, 3.171875, 2.8125, 2.890625, 3.46875, 3.46875, 3.359375, 3.640625, 3.5, 3.453125, 3.578125, 3.359375, 3.46875, 3.203125, 3.71875, 3.390625, 3.125, 3.46875, 3.453125, 3.53125, 3.203125, 3.5, 3.359375, 3.40625, 3.6875, 3.484375, 3.15625, 3.5625, 3.46875, 3.65625, 3.53125, 3.5, 3.5, 3.734375, 3.59375, 3.453125, 4.859375, 3.53125, 3.40625, 2.90625, 3.390625, 3.1875, 3.28125, 3.390625, 3.375, 3.421875, 3.640625, 3.703125, 4.296875, 3.09375, 3.484375, 3.40625, 3.734375, 3.671875, 3.53125, 3.234375, 3.40625, 3.53125, 3.59375, 3.5, 3.09375, 4.09375, 2.765625, 3.40625, 3.234375, 3.421875, 3.40625, 3.640625, 2.59375, 3.53125, 3.53125, 3.25, 3.578125, 3.4375, 3.71875, 3.515625, 3.53125, 3.25, 3.453125, 6.15625, 3.546875, 3.40625, 3.53125, 5.875, 3.5, 3.03125, 3.421875, 3.65625, 2.773438, 3.375, 5.78125, 3.3125, 3.625, 3.796875, 3.515625, 4.609375, 3.421875, 2.710938, 3.34375, 3.328125, 3.734375, 3.359375, 3.25, 5.40625, 3.578125, 3.578125, 3.609375, 3.421875, 3.546875, 3.453125, 3.328125, 3.265625, 3.328125, 5.15625, 3.328125, 3.390625, 3.484375, 2.828125, 3.671875, 3.546875, 3.5, 3.125, 3.40625, 3.40625, 3.4375, 3.375, 3.28125, 3.375, 3.34375, 3.890625, 3.46875, 3.53125, 3.5, 3.28125, 3.484375, 3.03125, 3.6875, 3.578125, 3.546875, 3.484375, 3.28125, 3.421875, 3.375, 3.453125, 2.828125, 3.3125, 3.34375, 3.578125, 3.46875, 3.578125, 3.34375, 4.09375, 3.6875, 3.421875, 3.53125, 3.28125, 3.71875, 3.515625, 3.390625, 3.46875, 3.625, 3.625, 3.484375, 3.359375, 3.34375, 3.640625, 3.59375, 4.0625, 3.578125, 3.515625, 3.390625, 3.875, 3.5, 3.53125, 3.421875, 3.515625, 3.40625, 3.6875, 3.15625, 3.359375, 3.75, 3.359375, 3.375, 3.078125, 3.65625, 2.789062, 3.40625, 3.671875, 3.546875, 3.609375, 3.609375, 3.359375, 3.484375, 3.359375, 3.65625, 3.40625, 3.59375, 3.25, 4.171875, 3.578125, 3.453125, 3.421875, 3.484375, 3.578125, 3.5, 3.46875, 3.359375, 3.546875, 3.234375, 3.171875, 2.9375, 3.328125, 3.46875, 3.578125, 3.609375, 7.9375, 3.421875, 3.453125, 3.453125, 3.234375, 3.28125, 3.765625, 3.546875, 3.28125, 3.515625, 3.328125, 3.328125, 3.546875, 3.578125, 3.625, 3.4375, 3.453125, 3.5, 3.375, 3.328125, 3.90625, 3.484375, 3.5625, 3.046875, 3.5, 3.40625, 3.21875, 3.03125, 3.59375, 3.390625, 3.828125, 3.4375, 2.96875, 3.5625, 3.296875, 3.484375, 3.484375, 3.5625, 3.484375, 3.59375, 3.46875, 3.46875, 3.46875, 3.5, 3.578125, 3.359375, 3.5, 3.46875, 3.03125, 3.359375, 3.40625, 3.671875, 3.609375, 3.171875, 3.53125, 3.546875, 3.5625, 3.546875, 3.546875, 3.578125, 3.484375, 3.890625, 3.140625, 3.640625, 3.59375, 3.390625, 3.1875, 3.4375, 3.171875, 3.75, 3.375, 3.46875, 3.171875, 3.40625, 3.21875, 3.21875, 3.546875, 3.328125, 3.53125, 3.609375, 3.421875, 2.84375, 3.515625, 3.484375, 3.609375, 3.546875, 3.46875, 3.4375, 3.578125, 3.53125, 3.40625, 3.484375, 3.515625, 3.6875, 3.546875, 2.890625, 3.609375, 3.65625, 3.734375, 3.4375, 3.890625, 3.265625, 3.46875, 3.46875, 3.484375, 3.484375, 3.578125, 3.546875, 3.203125, 3.578125, 3.984375, 3.515625, 3.28125, 3.546875, 3.40625, 3.359375, 3.515625, 3.640625, 3.234375, 3.421875, 3.34375, 4.8125, 3.4375, 3.515625, 3.203125, 3.171875, 2.9375, 3.484375, 3.546875, 3.15625, 3.515625, 3.453125, 3.875, 3.625, 3.625, 3.6875, 3.484375, 3.625, 3.421875, 6.53125, 2.710938, 3.421875, 3.28125, 3.421875, 3.296875, 3.46875, 3.375, 3.46875, 2.820312, 3.53125, 3.515625, 3.640625, 3.4375, 3.28125, 3.5, 3.453125, 3.546875, 3.546875, 3.25, 3.4375, 3.5, 3.328125, 3.453125, 3.625, 3.703125, 3.734375, 3.328125, 3.484375, 3.6875, 4.21875, 3.59375, 3.65625, 3.34375, 3.28125, 3.21875, 3.5, 3.375, 5.75, 3.515625, 3.234375, 3.421875, 2.835938, 3.34375, 3.25, 3.515625, 3.609375, 3.390625, 3.796875, 3.515625, 3.21875, 3.453125, 3.578125, 3.359375, 3.421875, 3.25, 3.015625, 3.53125, 3.34375, 3.4375, 3.375, 3.609375, 3.5625, 3.46875, 3.625, 3.578125, 3.265625, 3.375, 3.3125, 3.3125, 3.390625, 3.53125, 2.960938, 3.40625, 3.390625, 3.359375, 2.65625, 3.453125, 3.328125, 4.75, 3.484375, 3.3125, 3.6875, 3.625, 3.234375, 3.625, 3.453125, 3.5625, 3.265625, 2.976562, 3.4375, 3.421875, 3.390625, 3.515625, 3.484375, 3.5625, 3.609375, 3.5, 3.265625, 3.328125, 3.671875, 3.25, 3.484375, 3.40625, 3.109375, 3.453125, 3.53125, 3.484375, 3.5625, 3.390625, 3.625, 3.5, 3.53125, 3.421875, 3.53125, 3.515625, 3.609375, 3.015625, 3.578125, 3.046875, 3.75, 4.390625, 3.171875, 3.453125, 3.140625, 3.53125, 3.359375, 4.1875, 3.515625, 3.578125, 3.046875, 3.4375, 3.59375, 3.515625, 3.515625, 3.609375, 2.976562, 3.515625, 3.515625, 3.765625, 2.65625, 3.484375, 3.078125, 3.671875, 3.34375, 3.140625, 3.5625, 3.59375, 3.578125, 3.4375, 3.59375, 3.375, 3.421875, 3.3125, 3.359375, 3.28125, 3.796875, 3.546875, 3.375, 3.6875, 3.671875, 3.625, 3.515625, 3.546875, 3.5625, 3.5, 3.75, 3.46875, 4.9375, 3.359375, 3.34375, 3.390625, 2.835938, 3.125, 3.25, 3.0625, 3.390625, 3.3125, 3.5, 3.296875, 3.59375, 3.5625, 2.882812, 3.125, 3.671875, 3.53125, 3.09375, 3.46875, 3.546875, 3.46875, 3.71875, 3.484375, 3.59375, 4.671875, 3.5625, 3.453125, 3.828125, 3.3125, 3.109375, 3.625, 3.390625, 3.5625, 3.265625, 3.3125, 3.4375, 3.390625, 3.46875, 3.328125, 3.734375, 3.6875, 3.375, 3.59375, 3.3125, 3.8125, 3.390625, 3.515625, 3.5625, 3.328125, 3.40625, 3.25, 3.375, 3.4375, 3.703125, 3.234375, 3.46875, 3.453125, 3.4375, 3.375, 3.359375, 3.46875, 3.6875, 2.867188, 3.375, 3.421875, 3.515625, 3.671875, 3.421875, 3.3125, 3.15625, 3.484375, 4.390625, 3.125, 3.484375, 3.40625, 3.546875, 4.125, 3.453125, 3.109375, 3.4375, 3.359375, 6.09375, 3.375, 3.453125, 3.4375, 3.25, 3.359375, 3.578125, 3.34375, 3.21875, 3.140625, 3.59375, 3.578125, 3.421875, 3.53125, 3.34375, 3.71875, 3.375, 3.484375, 3.390625, 3.234375, 3.21875, 3.328125, 3.25, 3.546875, 3.671875, 3.5, 3.515625, 3.421875, 3.40625, 3.515625, 4.421875, 3.34375, 3.390625, 3.546875, 2.992188, 3.609375, 3.375, 3.5, 3.375, 3.234375, 3.703125, 3.53125, 3.28125, 3.4375, 6.625, 3.140625, 3.390625, 3.6875, 3.5, 3.140625, 3.5, 3.515625, 3.390625, 3.171875, 3.03125, 3.203125, 4.046875, 3.65625, 3.59375, 3.15625, 3.75, 3.28125, 3.578125, 3.5625, 3.359375, 3.359375, 3.4375, 3.40625, 3.203125, 3.671875, 3.484375, 3.46875, 3.140625, 3.71875, 5.6875, 4.359375, 3.546875, 2.96875, 3.671875, 3.21875, 3.515625, 3.421875, 3.390625, 3.328125, 3.6875, 3.578125, 3.484375, 3.21875, 4.421875, 3.84375, 3.296875 ] }, "name": "onnx::Mul_8861", "outputIndexes": [ 2443 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2442, 2443 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2373, 2444 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_128_output_0", "outputIndexes": [ 2445 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2445 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/pre_feedforward_layernorm_25/Mul_output_0", "outputIndexes": [ 2446 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.863281, 0.865234, 0.866211, 0.834961, 0.857422, 0.835938, 0.88916, 1.386719, 0.883789, 0.907715, 0.858398, 0.919434, 0.868164, 0.854492, 0.850586, 0.880371, 0.868164, 0.876953, 1.232422, 0.964355, 0.878418, 0.873047, 0.862305, 0.900391, 0.966797, 0.832031, 0.937012, 1.105469, 0.802734, 0.878906, 0.968018, 0.937012, 0.850586, 1.267578, 0.854492, 0.968872, 0.855469, 0.833008, 0.981567, 0.870117, 0.801758, 0.87793, 0.875488, 0.970093, 1.302734, 0.940918, 0.882324, 0.861328, 1.320312, 0.960449, 0.939941, 1.016357, 0.866211, 0.800781, 0.887207, 0.891113, 0.89502, 0.867188, 1.021729, 0.984436, 1.01178, 0.87793, 0.858398, 0.865234, 0.875977, 0.916992, 1.044189, 0.849609, 0.953857, 0.919434, 0.895996, 0.915527, 0.888672, 0.902344, 0.87793, 0.949463, 1.204102, 0.917969, 0.989258, 1.287109, 0.851562, 1.507812, 0.904297, 1.043701, 0.857422, 0.87207, 0.845703, 1.028931, 1.130859, 0.898926, 0.933594, 0.864258, 0.84082, 1.122559, 0.856445, 1.445312, 0.898926, 0.880371, 0.707031, 0.871094, 1.012268, 0.80957, 0.880859, 0.848633, 0.839844, 0.899414, 0.848633, 0.991882, 0.84082, 0.895996, 0.874023, 0.863281, 0.886719, 0.763672, 0.880859, 0.904785, 0.912109, 0.987549, 0.897949, 0.816406, 0.88916, 0.862305, 1.078125, 0.845703, 0.931641, 0.975464, 0.889648, 0.866211, 0.952881, 1.136719, 1.036621, 0.896973, 1.027832, 0.851562, 0.838867, 0.844727, 0.940674, 1.135742, 0.915527, 0.845703, 0.828125, 1.009766, 0.907227, 0.863281, 0.907227, 1.083984, 0.962646, 0.869141, 0.874023, 0.838867, 0.880859, 0.903809, 0.878906, 0.84082, 0.910645, 0.819336, 1.132812, 0.842773, 1.355469, 1.310547, 0.750977, 0.837891, 1.003784, 1.021973, 0.876465, 0.857422, 0.819336, 1.255859, 0.870117, 0.880371, 0.896484, 1.239258, 0.867188, 1.24707, 0.926758, 0.88623, 0.881348, 1.554688, 0.889648, 1.066406, 0.845703, 1.341797, 0.919922, 1.427734, 0.703125, 0.853516, 1.116211, 0.884277, 0.9646, 0.995209, 0.881836, 1.013855, 0.882324, 0.880371, 0.849609, 0.901367, 0.877441, 0.844727, 0.833008, 0.871094, 0.918945, 0.861328, 0.888672, 0.900391, 0.868164, 0.863281, 0.831055, 0.869141, 0.830078, 0.844727, 1.134766, 0.80957, 0.898926, 0.994934, 0.833008, 0.833984, 0.893066, 0.881836, 0.845703, 0.856445, 0.888672, 0.912598, 0.873047, 0.893555, 0.875488, 0.873047, 0.894043, 0.861328, 0.971313, 0.943115, 0.757812, 0.956299, 0.84668, 0.850586, 0.854492, 0.839844, 0.993958, 0.855469, 0.92041, 0.945801, 0.970581, 0.841797, 0.837891, 1.453125, 0.955322, 0.90918, 0.87207, 0.947266, 0.867188, 1.223633, 0.917969, 0.895996, 1.12207, 0.863281, 0.849609, 0.912109, 0.883301, 0.932129, 0.904785, 0.935059, 0.853516, 0.819336, 0.910645, 0.891113, 0.844727, 0.966797, 0.869141, 0.875, 0.896484, 0.9646, 0.865234, 0.850586, 0.870117, 0.871094, 0.84375, 0.860352, 1.161133, 0.849609, 0.84668, 0.879883, 1.023926, 0.854492, 1.198242, 0.877441, 0.94458, 0.895508, 0.890137, 0.874023, 1.21875, 0.924805, 0.897949, 1.707031, 0.889648, 0.912109, 0.870117, 0.844727, 0.878418, 0.865234, 0.856445, 0.84668, 0.845703, 0.982544, 1.441406, 0.886719, 1.617188, 0.912598, 0.861328, 0.964355, 0.866211, 0.871094, 0.831055, 1.380859, 0.841797, 0.861328, 0.887207, 0.868164, 0.851562, 0.832031, 0.898926, 0.87793, 0.916016, 0.888672, 0.938477, 0.882812, 0.866211, 0.804688, 0.942627, 0.966553, 0.813477, 0.878906, 0.95166, 1.0625, 0.882324, 0.885254, 0.515625, 0.852539, 0.967773, 0.802734, 0.852539, 0.911133, 0.913574, 1.003616, 0.875977, 0.881836, 0.92627, 0.967529, 0.959961, 1.168945, 0.973633, 0.831055, 1.359375, 0.984131, 1.382812, 0.959717, 1.539062, 1.18457, 0.883789, 0.838867, 1.091309, 0.91748, 1.271484, 0.864258, 0.896973, 1.122559, 0.984436, 0.881836, 0.848633, 1.217773, 0.893066, 0.878418, 0.858398, 0.924316, 0.878906, 0.986755, 0.817383, 0.857422, 0.833984, 0.907227, 0.869141, 1.035156, 0.870117, 0.861328, 1.060303, 1.174805, 0.822266, 0.875977, 0.929688, 1.016479, 0.84668, 0.864258, 0.912598, 0.906738, 1.310547, 0.880371, 0.864258, 0.865234, 0.925293, 1.310547, 0.917969, 0.839844, 0.857422, 0.861328, 0.869141, 0.898438, 1.194336, 0.792969, 0.837891, 0.851562, 0.893066, 1.0177, 0.868164, 0.875977, 0.851562, 0.84082, 0.931641, 0.900391, 0.895996, 0.88916, 0.910156, 0.876953, 0.919434, 0.927246, 0.923828, 0.921875, 0.861328, 0.950684, 0.854492, 0.855469, 0.851562, 0.867188, 0.793945, 0.859375, 0.866211, 0.939941, 0.970093, 0.851562, 0.864258, 0.816406, 0.847656, 0.839844, 0.867188, 0.902832, 0.820312, 0.946045, 1.236328, 0.921387, 0.867188, 0.835938, 0.946045, 0.833984, 0.856445, 0.955811, 0.93457, 0.913086, 0.888672, 0.87207, 1.129883, 0.84375, 0.894531, 0.928223, 0.845703, 0.887207, 0.856445, 0.88623, 1.135742, 0.871094, 1.324219, 0.907227, 0.896973, 0.847656, 0.88623, 0.884766, 0.844727, 1.07373, 0.907715, 0.857422, 1.137695, 0.972168, 0.923828, 0.841797, 0.87207, 0.870117, 0.878906, 0.868164, 0.823242, 0.887695, 1.273438, 0.881836, 0.856445, 0.900391, 0.931641, 0.84668, 0.858398, 0.84375, 0.966064, 0.848633, 1.523438, 1.427734, 1.028198, 1.3125, 0.896484, 0.850586, 0.879883, 1.003189, 1.245117, 0.860352, 0.982544, 0.985291, 0.91748, 0.902832, 0.857422, 0.890137, 0.893066, 0.880859, 0.864258, 0.838867, 1.021118, 0.871094, 0.858398, 0.957764, 0.876465, 0.90625, 1.174805, 1.195312, 0.856445, 1.199219, 0.856445, 0.860352, 0.955322, 0.84668, 0.862305, 0.857422, 0.833984, 1.53125, 0.831055, 1.357422, 0.913574, 0.891113, 0.831055, 1.462891, 1.476562, 0.903809, 0.874023, 0.899414, 0.869141, 0.932129, 0.877441, 0.87207, 1.022095, 0.835938, 1.195312, 0.841797, 0.826172, 0.864258, 0.888184, 0.84375, 0.865234, 1.109375, 0.89502, 0.92334, 0.903809, 1.929688, 1.056152, 1.136719, 0.862305, 0.842773, 0.874023, 1.310547, 0.884766, 0.89502, 0.919922, 0.833984, 0.893066, 0.97229, 1.566406, 0.833984, 0.937012, 0.909668, 1.092285, 0.890137, 0.825195, 0.961914, 0.875488, 0.932617, 1.00034, 0.882324, 0.947754, 0.929199, 1.091309, 1.003632, 0.862305, 0.862305, 0.944824, 0.726562, 1.332031, 0.891113, 0.897461, 0.864258, 0.884766, 1.080566, 0.822266, 0.823242, 0.98291, 0.850586, 0.824219, 0.896484, 0.930176, 0.838867, 0.894531, 0.952881, 0.844727, 0.870117, 0.902344, 1.166992, 1.075195, 0.878906, 0.873047, 0.908203, 0.941895, 0.890625, 0.882812, 0.857422, 0.880859, 0.865234, 0.867188, 0.955078, 0.880859, 0.891602, 0.887695, 0.941162, 0.882812, 0.851562, 0.954346, 0.910156, 0.835938, 0.971191, 0.863281, 0.879883, 0.839844, 1.243164, 0.807617, 0.862305, 1.030273, 1.203125, 0.878906, 1.341797, 0.861328, 0.866211, 0.905273, 1.166016, 1.069336, 1.462891, 0.835938, 0.853516, 0.838867, 0.890137, 0.951172, 0.845703, 0.881348, 0.862305, 0.858398, 0.890625, 0.888672, 1.535156, 0.863281, 0.865234, 0.926758, 0.913574, 0.853516, 0.838867, 0.857422, 0.91748, 0.899902, 1.018311, 0.957275, 0.851562, 0.938721, 0.867188, 0.979736, 0.946045, 0.855469, 1.496094, 1.707031, 0.917969, 0.971924, 0.881836, 0.953613, 0.832031, 0.928711, 0.874023, 0.950195, 0.901367, 0.884766, 0.87207, 0.839844, 0.930176, 0.913574, 0.868164, 0.868164, 0.90918, 0.726562, 0.844727, 0.897949, 0.899414, 0.886719, 0.874023, 0.858398, 0.972168, 0.901855, 0.97168, 0.865234, 0.821289, 0.857422, 0.902344, 1.832031, 0.89502, 0.834961, 1.073242, 0.883789, 0.903809, 0.849609, 0.841797, 0.893066, 0.927246, 1.032959, 1.304688, 1.108398, 0.829102, 0.863281, 0.864258, 0.893555, 0.908691, 0.854492, 0.856445, 0.907715, 1.112793, 0.911133, 0.832031, 0.847656, 0.87793, 0.867188, 0.966797, 0.861328, 0.84668, 0.912109, 0.953613, 0.838867, 0.866211, 0.878418, 0.887695, 0.838867, 0.888184, 0.876465, 0.89209, 0.827148, 1.075684, 0.866211, 1.213867, 0.831055, 0.891602, 0.972412, 0.916992, 0.908203, 0.888672, 0.895508, 0.875977, 0.908691, 0.832031, 0.863281, 0.854492, 0.84082, 0.869141, 0.88916, 0.84375, 0.881836, 0.842773, 0.863281, 0.850586, 0.938965, 1.021606, 0.908691, 0.87793, 0.911133, 0.858398, 0.788086, 0.850586, 0.81543, 1.059814, 1.116211, 0.810547, 0.866211, 0.879395, 0.951172, 0.863281, 0.919434, 0.89502, 0.873047, 1.046387, 0.856445, 0.925781, 1.265625, 0.896484, 0.906738, 0.858398, 0.970703, 1.118652, 0.886719, 0.867188, 1.249023, 0.90332, 0.924805, 0.850586, 1.355469, 0.891602, 1.308594, 1.175781, 0.930176, 0.92041, 1.05835, 0.894043, 0.891113, 0.877441, 0.88623, 0.868164, 0.849609, 0.869141, 0.887207, 0.875, 0.907715, 0.880371, 0.828125, 0.850586, 0.913574, 0.822266, 0.875488, 1.083008, 0.856445, 0.887207, 1.028931, 0.866211, 1.100586, 0.91748, 0.823242, 0.920898, 0.839844, 0.858398, 0.985657, 0.867188, 0.84082, 0.829102, 0.967529, 0.897949, 1.005341, 0.828125, 1.570312, 0.914551, 0.957764, 0.900879, 0.894531, 0.95459, 0.864258, 0.87207, 0.84375, 0.869141, 0.902832, 1.574219, 0.87793, 0.907715, 0.904785, 1.314453, 0.870117, 0.823242, 1.000054, 1.371094, 0.944336, 0.97937, 0.916504, 0.873047, 0.91748, 0.821289, 0.942383, 0.893066, 0.986938, 0.981079, 0.916992, 0.842773, 0.87793, 0.875488, 0.905273, 0.92334, 1.172852, 0.845703, 0.863281, 0.990906, 0.876953, 0.877441, 0.888672, 0.827148, 0.926758, 0.881348, 0.958984, 0.895996, 0.916504, 0.881836, 1.147461, 0.916016, 0.898926, 1.333984, 1.648438, 1.033447, 0.988098, 0.922363, 0.864258, 0.829102, 0.838867, 1.369141, 1.414062, 0.917969, 0.860352, 0.953125, 0.937744, 0.898926, 0.831055, 0.861328, 1.086914, 1.369141, 0.851562, 0.951172, 0.880859, 1.077148, 0.900879, 0.945801, 0.969116, 0.928223, 0.874023, 0.862305, 0.922852, 0.853516, 0.997925, 0.817383, 0.878906, 0.937012, 0.854492, 1.068359, 0.839844, 0.844727, 1.032715, 1.408203, 0.707031, 0.877441, 0.935547, 0.838867, 0.862305, 0.845703, 0.893066, 0.822266, 1.523438, 0.888184, 0.952393, 0.87793, 0.879395, 1.308594, 0.871094, 0.943115, 0.952637, 0.853516, 0.871094, 0.932617, 1.010437, 1.259766, 0.857422, 0.875, 0.904297, 1.507812, 0.853516, 0.894531, 0.797852, 0.886719, 1.050537, 0.934082, 0.92041, 0.87207, 0.879395, 1.020874, 0.866211, 0.873047, 0.987793, 1.302734, 1.785156, 0.974854, 0.936035, 0.880371, 0.84375, 0.970581, 0.894531, 0.986267, 0.880859, 1.482422, 0.87793, 0.982056, 0.931641, 0.871094, 1.205078, 0.893555, 0.880371, 1.376953, 0.908691, 1.417969, 0.867188, 1.271484, 0.986511, 0.889648, 0.856445, 0.870117, 1.012573, 0.88623, 1.011047, 0.896484, 1.474609, 1.255859, 0.998489, 1.287109, 1.062988, 0.865234, 0.857422, 0.968018, 1.339844, 0.81543, 0.996414, 0.89502, 0.973999, 0.960449, 0.853516, 1.445312, 0.88623, 0.859375, 0.878906, 1.353516, 1.519531, 0.87207, 0.826172, 0.885742, 0.882324, 0.84668, 0.896973, 0.986755, 0.632812, 0.941895, 0.895508, 0.938721, 0.90918, 0.870117, 0.854492, 0.816406, 0.862305, 0.822266, 0.948486, 0.826172, 1.003998, 0.99054, 0.905273, 0.877441, 0.994965, 0.855469, 0.854492, 0.882324, 0.856445, 0.853516, 1.231445, 0.896973, 1.433594, 1.015869, 0.99176, 1.238281, 0.844727, 0.973267, 0.841797, 0.887695, 0.881348, 0.858398, 0.861328, 0.887695, 1.423828, 0.921875, 0.894043, 0.91748, 0.865234, 0.885742, 0.98645, 0.868164, 0.861328, 0.896973, 0.887695, 0.881348, 1.289062, 0.850586, 0.811523, 1.017212, 0.901367, 0.849609, 0.985718, 0.84375, 0.845703, 0.920898, 0.877441, 0.862305, 0.844727, 0.901367, 0.953857, 0.883301, 0.865234, 0.847656, 0.862305, 0.926758, 1.189453, 0.874023, 1.243164, 0.959717, 0.909668, 0.960938, 0.854492, 0.87207, 0.925781, 0.853516, 1.149414, 0.869141, 1.550781, 1.339844, 1.455078, 0.865234, 0.900879, 1.269531, 0.858398, 0.882812, 0.965088, 1.203125, 1.022827, 0.975708, 0.969971, 1.24707, 0.874023, 0.854492, 0.940918, 0.849609, 0.95459, 0.930664, 0.884277, 0.893066, 1.496094, 1.519531, 1.664062, 0.885742, 0.863281, 0.897949, 0.826172, 1.034912, 1.226562, 1.173828, 1.283203, 0.911621, 0.880371, 0.901367, 0.851562, 1.033203, 0.901855, 0.855469, 0.865234, 0.976807, 0.87793, 0.9646, 1.53125, 0.881348, 0.835938, 1.081055, 0.848633, 0.88623, 0.874023, 0.876465, 0.859375, 0.853516, 0.850586, 0.875977, 0.886719, 0.885742, 0.851562, 0.923828, 0.863281, 0.879395, 0.875977, 0.867188, 0.878906, 0.946777, 0.849609, 0.875, 0.829102, 0.895996, 0.975464, 1.137695, 0.847656, 0.917969, 0.855469, 0.903809, 0.975464, 0.842773, 0.87207, 1.320312, 0.971313, 1.337891, 0.918945, 0.955322, 1.012268, 1.027344, 0.905273, 1.05542, 0.848633, 1.408203, 0.88623, 1.013489, 0.92041, 0.884766, 0.895996, 0.897949, 0.84668, 0.860352, 0.929199, 0.870117, 0.904297, 0.880859, 1.542969, 0.907227, 0.883301, 0.935547, 0.907715, 1.027466, 0.850586, 0.904785, 1.036621, 0.873047, 0.934082, 0.911621, 1.05127, 0.939453, 0.867188, 0.974731, 0.925293, 0.889648, 1.445312, 0.876953, 0.911621, 0.823242, 1.011597, 0.984009, 1.074219, 1.398438, 0.941406, 1.535156, 1.265625, 0.979858, 0.893555, 0.89502, 0.880371, 1.769531, 0.884277, 0.942627, 0.876465, 1.255859, 0.867188, 0.859375, 0.842773, 0.849609, 0.864258, 0.839844, 1.388672, 0.816406, 0.88916, 1.060303, 1.240234, 0.836914, 0.886719, 1.320312, 0.858398, 1.388672, 0.866211, 0.921875, 0.919434, 0.898926, 1.257812, 0.929688, 0.912598, 0.881836, 0.883301, 0.945557, 1.083008, 1.59375, 0.839844, 0.824219, 0.981567, 0.904785, 0.84668, 0.849609, 0.896973, 0.934082, 0.849609, 0.975708, 0.826172, 0.89209, 0.855469, 0.892578, 0.890625, 1.015137, 0.887695, 0.916016, 0.864258, 1.601562, 0.849609, 0.907715, 0.857422, 0.942871, 0.912598, 0.94751, 0.942871, 0.900879, 0.904297, 0.833984, 0.884277, 0.852539, 0.837891, 0.994385, 0.857422, 1.335938, 0.851562, 1.173828, 0.849609, 0.874023, 0.884277, 1.28125, 0.839844, 0.937012, 0.943359, 0.839844, 0.81543, 0.899902, 0.962158, 0.853516, 0.90332, 0.930176, 1.155273, 0.911621, 0.833984, 0.766602, 0.823242, 0.898438, 0.84375, 0.865234, 0.866211, 0.894043, 0.853516, 0.925293, 0.886719, 0.888672, 0.931152, 1.18457, 0.974243, 0.874023, 0.838867, 0.95166, 1.386719, 0.816406, 0.893066, 0.853516, 0.875488, 0.876953, 0.853516, 0.879883, 0.894043, 1.589844, 0.866211, 0.851562, 0.879395, 0.826172, 0.853516, 0.867188, 0.823242, 0.912598, 0.851562, 0.908203, 0.874023, 0.853516, 0.875977, 0.88916, 0.81543, 0.926758, 1.036865, 0.529297, 0.873047, 0.902832, 0.834961, 0.862305, 1.113281, 0.84082, 0.893066, 0.876465, 1.439453, 1.050293, 1.222656, 1.925781, 0.874023, 0.87793, 0.806641, 1.449219, 0.899414, 0.664062, 1.375, 1.140625, 0.860352, 0.907227, 0.879883, 0.847656, 0.888184, 0.934082, 0.905762, 0.903809, 0.874023, 1.109375, 0.918945, 0.914062, 0.870117, 1.273438, 0.866211, 0.869141, 0.870117, 0.855469, 0.863281, 0.936523, 0.847656, 0.913574, 1.480469, 0.838867, 0.88623, 0.904297, 0.88623, 1.019897, 0.868164, 1.287109, 0.826172, 0.871094, 1.091797, 0.913086, 0.866211, 0.857422, 0.681641, 0.933594, 0.914551, 0.87793, 0.856445, 1.053711, 1.466797, 0.885742, 0.913574, 0.919434, 0.986145, 0.84082, 0.842773, 0.873047, 1.341797, 0.951904, 0.850586, 0.933594, 0.909668, 1.130859, 0.834961, 0.900879, 0.874023, 0.879395, 0.84668, 0.956299, 0.856445, 0.904785, 0.805664, 0.896484, 0.949463, 0.948975, 0.985657, 0.915527, 0.980957, 0.939941, 0.878418, 0.99794, 0.897949, 0.865234, 0.870117, 0.864258, 0.84668, 0.849609, 1.02002, 0.944824, 0.875488, 0.851562, 0.854492, 0.854492, 1.020142, 0.852539, 0.867188, 0.893555, 0.866211, 0.837891, 1.314453, 0.845703, 0.976807, 0.855469, 0.890625, 1.1875, 0.869141, 0.860352, 0.886719, 0.795898, 0.831055, 0.858398, 0.9646, 0.850586, 0.952637, 0.878418, 0.881836, 0.924316, 1.063477, 0.883789, 0.875, 0.84082, 0.891602, 0.84082, 0.819336, 0.857422, 0.862305, 0.867188, 0.921875, 0.921387, 0.928711, 0.876953, 0.900879, 0.87793, 0.853516, 0.891602, 0.890137, 0.838867, 0.899902, 0.860352, 1.820312, 0.990234, 0.888672, 0.97583, 0.902344, 0.891113, 1.441406, 0.933105, 0.867188, 0.881836, 1.146484, 0.933594, 0.866211, 1.151367, 1.233398, 0.903809, 0.865234, 0.879883, 0.875977, 0.973877, 0.916504, 0.925781, 0.864258, 0.913574, 1.523438, 0.871094, 1.070312, 0.831055, 0.859375, 1.316406, 1.421875, 0.92041, 0.825195, 0.858398, 1.125977, 0.867188, 0.986694, 0.871094, 0.851562, 0.902832, 0.866211, 0.84668, 0.938965, 0.936523, 0.852539, 0.829102, 1.0625, 1.207031, 1.133789, 0.874023, 0.854492, 0.882324, 0.928711, 0.918457, 0.856445, 0.955811, 1.083008, 0.908691, 0.936035, 0.928711, 0.885254, 0.904785, 0.915039, 0.919922, 1.131836, 1.613281, 1.458984, 0.857422, 0.947021, 0.907715, 0.852539, 0.871094, 0.831055, 1.148438, 0.831055, 1.131836, 1.151367, 0.913574, 0.861328, 0.973022, 0.842773, 0.932617, 0.831055, 1.173828, 0.84668, 0.92334, 0.931641, 0.818359, 0.888672, 0.906738, 0.931152, 0.941406, 0.930664, 0.868164, 0.862305, 0.93457, 0.95166, 0.899414, 0.890625, 0.644531, 0.836914, 0.898438, 1.345703, 0.878418, 0.866211, 1.550781, 0.897461, 1.036865, 0.906738, 0.834961, 0.879883, 1.120605, 1.075195, 0.855469, 0.857422, 0.852539, 0.873047, 0.831055, 0.889648, 0.879395, 0.886719, 0.84668, 0.863281, 0.92334, 1.378906, 1.722656, 0.886719, 0.894531, 0.835938, 0.896973, 0.919434, 1.503906, 0.845703, 0.814453, 0.971924, 0.84375, 1.105469, 0.8125, 0.888672, 0.876465, 0.864258, 0.894531, 0.816406, 0.913086, 0.968994, 0.837891, 0.792969, 0.894043, 1.349609, 0.919922, 0.948486, 1.5, 0.894531, 1.337891, 0.877441, 0.865234, 0.988525, 0.901855, 1.231445, 0.874023, 0.90918, 0.880859, 0.861328, 0.832031, 0.900879, 1.072754, 0.785156, 0.853516, 0.879395, 0.873047, 0.863281, 1.106934, 0.89502, 0.936035, 1.049316, 0.929199, 0.968506, 0.898438, 1.168945, 1.058838, 1.460938, 0.850586, 0.939941, 0.84668, 0.907715, 0.953125, 0.877441, 0.897949, 0.867188, 0.920898, 0.884277, 0.865234, 0.819336, 0.920898, 0.833008, 1.052002, 0.912598, 0.958252, 1.318359, 0.84668, 0.857422, 0.814453, 0.862305, 0.831055, 0.933105, 0.933594, 0.841797, 1.036377, 1.016602, 0.873047, 0.794922, 0.814453, 0.88623, 0.887207, 1.099121, 0.826172, 0.898438, 0.841797, 1.24707, 0.874023, 0.873047, 0.857422, 0.902344, 0.969971, 0.899902, 0.957031, 0.990784, 0.880859, 0.905273, 0.838867, 1.378906, 0.919434, 0.886719, 0.902832, 0.833984, 0.826172, 0.850586, 0.950439, 0.955566, 0.820312, 0.839844, 1.145508, 1.185547, 0.860352, 0.89502, 0.849609, 0.875977, 0.81543, 1.683594, 0.877441, 0.876953, 0.875488, 0.841797, 0.955566, 0.89209, 0.957764, 1.205078, 0.839844, 0.90918, 0.865234, 0.908691, 1.957031, 0.826172, 0.868164, 0.832031, 0.859375, 0.866211, 0.854492, 0.916016, 0.999367, 1.033691, 0.896484, 0.987122, 1.316406, 1.072266, 0.859375, 0.854492, 0.805664, 0.833008, 0.860352, 0.855469, 0.853516, 0.851562, 0.942139, 0.950928, 0.920898, 1.080078, 0.881348, 0.959961, 0.927246, 0.852539, 0.905273, 0.881348, 0.860352, 0.874023, 0.915039, 0.995087, 0.924316, 0.860352, 1.296875, 0.994568, 0.88623, 0.826172, 0.885742, 1.341797, 0.880859, 0.91748, 0.89209, 0.841797, 0.913086, 1.333984, 0.885742, 0.901855, 1.039307, 0.876953, 0.866211, 0.915527, 0.860352, 0.906738, 0.902832, 0.879883, 0.875, 0.871094, 0.855469, 0.834961, 0.861328, 1.324219, 0.918457, 0.919922, 0.831055, 0.830078, 0.832031, 0.84668, 0.948486, 1.028076, 0.890625, 0.855469, 0.827148, 0.896973, 1.130859, 0.967773, 0.876953, 0.898438, 0.881836, 0.893555, 0.89209, 0.907227, 0.851562, 0.946289, 0.87207, 0.958984, 0.860352, 0.950928, 1.267578, 0.853516, 0.899902, 0.925781, 0.826172, 1.155273, 1.65625, 0.88916, 0.941162, 0.823242, 0.84082, 0.900391, 0.844727, 0.997955, 0.842773, 0.989441, 0.904297, 0.857422, 0.833984, 0.866211, 1.269531, 0.876953, 0.848633, 1.047119, 0.858398, 0.836914, 0.870117, 0.871094, 0.893555, 0.916016, 0.805664, 0.84668, 0.866211, 1.042725, 0.904297, 0.980469, 0.914551, 0.941406, 0.913574, 0.863281, 0.854492, 0.862305, 0.874023, 0.853516, 0.855469, 0.910156, 0.738281, 1.04541, 0.891113, 1.136719, 1.149414, 0.848633, 0.848633, 0.905273, 1.178711, 1.073242, 0.88916, 0.834961, 0.81543, 0.841797, 0.884766, 0.811523, 0.848633, 0.951172, 0.900391, 1.484375, 0.939209, 0.842773, 0.867188, 0.862305, 0.854492, 0.859375, 0.893066, 1.470703, 0.856445, 0.890625, 0.873047, 0.857422, 0.856445, 0.891602, 0.860352, 0.834961, 0.89502, 1.150391, 0.925781, 0.883789, 0.905762, 0.856445, 0.882812, 0.869141, 0.876953, 0.983032, 0.900879, 0.894531, 1.068848, 0.881836, 0.836914, 0.857422, 0.87793, 0.984131, 0.876465, 0.991089, 0.955566, 0.836914, 0.89502, 0.944092, 1.480469, 0.88916, 0.905762, 0.886719, 0.875977, 0.838867, 0.865234, 0.844727, 0.84375, 0.858398, 1.033203, 0.901855, 0.857422, 0.912109, 1.324219, 0.864258, 0.959717, 0.863281, 0.888672, 0.844727, 0.84082, 0.854492, 0.955811, 0.855469, 0.900391, 0.875977, 1.507812, 0.945312, 0.911133, 0.84375, 1.249023, 0.838867, 1.233398, 0.873047, 1.498047, 0.933105, 0.964844, 1.179688, 1.064453, 1.007446, 0.87793, 0.890625, 0.936035, 0.839844, 0.88623, 0.859375, 0.875488, 1.761719, 1.172852, 0.9729, 0.833984, 0.857422, 0.933105, 0.848633, 0.848633, 0.859375, 1.010376, 0.875977, 0.838867, 0.974243, 0.823242, 0.915527, 0.915039, 0.891113, 0.88916, 1.004028, 0.833008, 0.905273, 0.880371, 0.878418, 0.858398, 1.068359, 0.826172, 0.859375, 0.916504, 0.911133, 0.823242, 0.889648, 0.860352, 1.155273, 1.230469, 0.913574, 0.946045, 0.92041, 1.137695, 0.828125, 0.857422, 0.868164, 1.326172, 0.922363, 0.997787, 0.915527, 0.893555, 0.925781, 1.632812, 0.970093, 0.865234, 0.836914, 1.486328, 1.029175, 1.292969, 1.484375, 0.890137, 0.997559, 0.827148, 0.867188, 0.867188, 0.909668, 0.857422, 0.912109, 1.193359, 1.105957, 0.838867, 0.954346, 0.954102, 0.84668, 0.882812, 0.898926, 0.847656, 1.04126, 0.866211, 0.871094, 0.833008, 1.283203, 0.853516, 0.864258, 1.006775, 0.870117, 0.917969, 1.212891, 1.076172, 1.263672, 0.904785, 0.874023, 0.895508, 0.952881, 0.855469, 1.010925, 0.877441, 0.842773, 0.903809, 0.876953, 0.89209, 0.884766, 0.862305, 0.894043, 0.814453, 0.90332, 0.931641, 0.84668, 1.030273, 0.849609, 0.895508, 0.965576, 0.888672, 0.882324, 0.876953, 0.904297, 0.933105, 0.888672, 0.950195, 0.876953, 1.055908, 0.842773, 0.848633, 0.88623, 0.832031, 0.811523, 0.916016, 0.916504, 0.910645, 0.862305, 0.877441, 0.894043, 0.850586, 1.137695, 0.828125, 0.917969, 1.104004, 0.943359, 0.878418, 1.304688, 0.853516, 0.934082, 0.88916, 0.881836, 0.98291, 0.862305, 0.817383, 0.891113, 0.864258, 0.885742, 0.893555, 1.03418, 0.839844, 1.067383, 0.980835, 0.875, 0.764648, 1.271484, 0.917969, 0.841797, 0.876953, 1.044189, 0.869141, 0.869141, 0.940186, 0.897461, 0.837891, 0.928223, 0.901855, 0.84668, 1.363281, 0.907715, 0.831055, 1.193359, 0.913086, 0.946777, 0.856445, 0.898926, 0.864258, 0.858398, 1.084961, 0.849609, 0.916504, 0.824219, 0.856445, 0.87207, 0.987854, 0.975342, 1.457031, 1.020142, 0.88623, 1.005127, 0.858398, 1.02063, 0.937744, 0.922852, 0.822266, 1.271484, 0.98761, 0.885742, 1.539062, 0.829102, 0.914551, 0.838867, 0.852539, 1.333984, 0.848633, 0.839844, 1.550781, 0.850586, 1.249023, 0.935547, 0.88916, 0.849609, 0.875, 1.291016, 0.868164, 0.932617, 0.922363, 0.861328, 0.873047, 1.08252, 1.574219, 0.889648, 0.866211, 0.84082, 0.88623, 1.263672, 0.967285, 0.845703, 0.90918, 0.875, 0.862305, 0.888672, 0.958008, 0.900879, 0.873047, 0.897461, 0.891602, 1.349609, 0.975098, 0.99704, 0.873047, 1.337891, 0.837891, 1.066895, 0.899902, 0.856445, 0.916992, 0.985352, 0.90918, 0.906738, 0.921387, 1.21582, 0.923828, 0.870117, 0.894043 ] }, "name": "onnx::Mul_8863", "outputIndexes": [ 2447 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2446, 2447 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/pre_feedforward_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2448 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 3206 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3206 ], "outputIndexes": [ 3207 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear", "inputIndexes": [ 3207 ], "outputIndexes": [ 3208 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1102827362, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3208 ], "outputIndexes": [ 3209 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3209 ], "outputIndexes": [ 2449 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2449, 2449 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_output_0", "outputIndexes": [ 2450 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2449, 2450 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_1_output_0", "outputIndexes": [ 2451 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2451 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_2_output_0", "outputIndexes": [ 2452 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2449, 2452 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Add_output_0", "outputIndexes": [ 2453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123, 2453 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_3_output_0", "outputIndexes": [ 2454 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2454 ], "main_type": "UnaryOp", "main": { "opType": "TANH", "T": "DT_INVALID" }, "name": "/mlp/act_fn_25/Tanh_output_0", "outputIndexes": [ 2455 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 122, 2455 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Add_1_output_0", "outputIndexes": [ 2456 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2449, 2456 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_4_output_0", "outputIndexes": [ 2457 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 117, 2457 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_5_output_0", "outputIndexes": [ 2458 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 3210 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3210 ], "outputIndexes": [ 3211 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear", "inputIndexes": [ 3211 ], "outputIndexes": [ 3212 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1114771320, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3212 ], "outputIndexes": [ 3213 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3213 ], "outputIndexes": [ 2459 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2458, 2459 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_25/Mul_output_0", "outputIndexes": [ 2460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2460 ], "outputIndexes": [ 3214 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3214 ], "outputIndexes": [ 3215 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear", "inputIndexes": [ 3215 ], "outputIndexes": [ 3216 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2304, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 165888, "weightSize": 0 }, "external": [ 1126715278, 10616854, 1327104, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3216 ], "outputIndexes": [ 3217 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3217 ], "outputIndexes": [ 2461 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2304 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2461 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/post_feedforward_layernorm_25/Mul_output_0", "outputIndexes": [ 2462 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 5.6875, 5.84375, 5.9375, 6.0625, 5.71875, 6.1875, 5.90625, 3.84375, 5.71875, 5.5625, 5.375, 5.625, 5.90625, 5.78125, 6.0, 5.90625, 5.25, 5.40625, 5.1875, 5.625, 6.15625, 5.78125, 5.78125, 5.5625, 5.40625, 5.90625, 5.5, 4.484375, 6.28125, 5.90625, 5.25, 5.1875, 6.03125, 4.1875, 5.8125, 5.78125, 6.0, 5.84375, 5.65625, 5.65625, 5.84375, 5.0, 5.59375, 5.1875, 4.609375, 5.46875, 5.5, 5.46875, 3.84375, 5.4375, 4.96875, 5.4375, 5.53125, 4.75, 5.59375, 5.625, 5.71875, 6.03125, 3.53125, 5.34375, 5.15625, 4.953125, 5.65625, 5.75, 6.0625, 5.75, 5.21875, 6.15625, 5.6875, 5.53125, 5.96875, 5.875, 5.8125, 5.5, 5.5625, 5.5, 4.71875, 5.5625, 5.5, 4.296875, 5.71875, 3.59375, 5.875, 4.71875, 5.875, 5.9375, 5.6875, 4.9375, 4.484375, 5.53125, 5.5, 5.65625, 5.71875, 4.578125, 5.5625, 3.625, 5.8125, 5.5625, 6.25, 6.0625, 3.734375, 5.875, 5.75, 6.09375, 5.65625, 5.09375, 5.75, 4.984375, 5.84375, 5.8125, 5.46875, 6.0625, 5.46875, 6.875, 5.96875, 5.875, 5.9375, 4.84375, 5.59375, 5.78125, 5.75, 5.84375, 5.125, 5.75, 5.8125, 5.65625, 5.90625, 5.75, 5.625, 4.75, 4.96875, 5.90625, 5.0625, 5.625, 5.90625, 6.0, 5.15625, 4.671875, 5.5, 6.1875, 5.90625, 5.09375, 5.5, 5.84375, 5.71875, 4.921875, 5.90625, 5.84375, 5.71875, 5.53125, 5.84375, 5.625, 5.53125, 6.90625, 5.6875, 5.9375, 4.796875, 5.9375, 4.109375, 4.140625, 6.875, 5.9375, 4.796875, 4.96875, 6.78125, 6.25, 6.03125, 4.0625, 6.15625, 5.6875, 5.875, 4.40625, 6.3125, 4.203125, 5.5625, 6.875, 5.9375, 3.671875, 5.78125, 3.8125, 6.03125, 4.046875, 5.21875, 3.8125, 5.6875, 5.71875, 4.453125, 5.96875, 5.65625, 5.125, 5.78125, 6.0, 5.65625, 5.75, 5.84375, 5.53125, 5.9375, 5.78125, 6.1875, 5.0625, 5.59375, 5.96875, 5.875, 5.5625, 6.0625, 6.03125, 5.75, 5.4375, 6.0, 6.03125, 3.96875, 5.96875, 6.46875, 5.1875, 6.03125, 5.59375, 5.78125, 5.84375, 5.84375, 5.65625, 5.59375, 5.4375, 5.9375, 6.0, 6.0625, 5.8125, 5.5625, 5.4375, 5.59375, 5.09375, 7.8125, 5.5625, 6.3125, 6.125, 5.8125, 6.0, 6.0625, 5.84375, 5.53125, 5.53125, 5.875, 5.78125, 5.90625, 4.0625, 4.9375, 4.8125, 5.75, 5.6875, 5.84375, 5.03125, 6.0625, 5.8125, 4.640625, 6.09375, 5.875, 5.78125, 5.40625, 5.75, 5.90625, 5.9375, 5.5, 6.0625, 5.4375, 5.75, 6.0, 5.28125, 5.96875, 5.9375, 5.75, 5.28125, 5.5625, 5.71875, 5.90625, 5.6875, 6.09375, 5.75, 4.328125, 5.96875, 5.875, 5.34375, 5.21875, 5.6875, 4.921875, 5.65625, 5.28125, 5.875, 5.625, 6.03125, 4.15625, 5.75, 5.46875, 4.3125, 5.8125, 5.625, 6.03125, 5.75, 5.6875, 5.9375, 6.28125, 5.46875, 6.0625, 5.8125, 4.0625, 5.8125, 3.8125, 5.65625, 6.125, 5.84375, 5.8125, 6.0625, 6.09375, 3.828125, 5.78125, 5.3125, 5.8125, 5.5, 5.75, 5.90625, 5.71875, 5.6875, 5.34375, 5.875, 5.625, 5.4375, 5.96875, 6.0, 5.34375, 5.46875, 6.03125, 5.71875, 5.25, 5.4375, 5.65625, 5.53125, 6.09375, 5.90625, 5.46875, 5.90625, 5.84375, 5.59375, 5.75, 5.375, 5.71875, 5.6875, 5.46875, 5.09375, 5.75, 5.34375, 5.21875, 5.65625, 4.5625, 5.3125, 4.4375, 5.28125, 3.890625, 4.46875, 5.96875, 5.65625, 4.90625, 5.40625, 4.109375, 5.8125, 5.34375, 4.640625, 5.5, 5.8125, 5.84375, 4.6875, 5.90625, 5.625, 5.9375, 5.65625, 5.65625, 4.984375, 6.15625, 6.125, 5.9375, 5.65625, 5.8125, 4.90625, 6.0, 6.03125, 4.71875, 4.59375, 5.96875, 5.4375, 5.5625, 5.28125, 6.25, 5.84375, 5.8125, 5.625, 3.625, 5.375, 6.0, 5.90625, 5.4375, 3.9375, 5.6875, 5.84375, 5.71875, 6.125, 5.625, 5.75, 4.484375, 6.40625, 5.75, 5.21875, 5.6875, 5.40625, 6.03125, 5.9375, 5.875, 5.875, 5.65625, 5.53125, 5.75, 5.625, 5.40625, 5.65625, 4.8125, 5.8125, 4.9375, 5.25, 5.8125, 5.75, 5.90625, 5.6875, 5.71875, 5.8125, 5.78125, 6.03125, 5.75, 5.0625, 6.46875, 5.90625, 5.84375, 6.1875, 5.65625, 5.8125, 5.9375, 7.625, 6.15625, 5.25, 6.3125, 5.875, 5.6875, 6.46875, 5.53125, 5.84375, 5.53125, 5.59375, 5.65625, 5.6875, 5.8125, 5.84375, 4.84375, 6.0, 5.21875, 4.1875, 5.40625, 5.9375, 5.9375, 5.875, 5.15625, 5.4375, 4.40625, 5.65625, 5.65625, 5.96875, 5.53125, 5.625, 5.78125, 4.1875, 5.65625, 5.09375, 4.765625, 5.15625, 5.5, 5.9375, 6.15625, 5.71875, 6.0625, 6.0625, 5.875, 5.875, 4.203125, 5.8125, 5.5625, 6.03125, 5.46875, 5.65625, 5.96875, 5.875, 5.3125, 5.8125, 3.59375, 4.609375, 5.25, 4.203125, 5.8125, 5.53125, 5.875, 5.0, 5.375, 5.6875, 5.375, 5.5, 5.96875, 6.0, 6.15625, 6.1875, 5.90625, 5.8125, 6.1875, 5.6875, 5.3125, 5.71875, 5.9375, 5.15625, 6.125, 5.78125, 4.28125, 4.453125, 5.5, 4.421875, 6.0625, 5.65625, 5.5, 6.0625, 5.6875, 5.6875, 5.84375, 4.046875, 5.90625, 8.59375, 5.90625, 5.5, 6.03125, 4.421875, 2.921875, 5.34375, 5.71875, 5.6875, 6.15625, 5.59375, 5.875, 5.78125, 5.03125, 6.15625, 5.3125, 5.8125, 6.4375, 5.59375, 5.90625, 5.875, 5.96875, 5.9375, 5.65625, 5.59375, 5.5625, 6.0, 5.59375, 3.875, 5.625, 5.75, 5.4375, 5.53125, 5.84375, 6.03125, 5.875, 6.15625, 5.875, 5.21875, 3.8125, 5.9375, 5.6875, 5.5625, 4.640625, 5.84375, 5.15625, 5.28125, 6.0625, 5.46875, 4.78125, 5.6875, 5.84375, 5.65625, 5.84375, 5.46875, 5.9375, 5.78125, 5.53125, 6.15625, 5.15625, 5.59375, 5.5625, 5.75, 5.96875, 4.171875, 6.03125, 5.90625, 5.125, 5.6875, 6.03125, 5.34375, 5.375, 6.0625, 5.96875, 5.34375, 5.78125, 5.53125, 5.875, 5.3125, 5.03125, 5.625, 5.5, 5.15625, 5.375, 5.65625, 6.15625, 5.6875, 5.625, 5.71875, 5.6875, 5.25, 5.875, 5.9375, 5.78125, 5.0625, 5.65625, 5.84375, 5.21875, 5.65625, 5.90625, 5.34375, 5.71875, 5.25, 5.90625, 5.25, 6.03125, 6.09375, 5.15625, 4.359375, 5.75, 5.59375, 5.71875, 6.0, 5.78125, 4.734375, 4.9375, 3.796875, 5.9375, 6.34375, 6.03125, 5.6875, 5.5625, 5.875, 6.03125, 5.78125, 5.84375, 5.71875, 5.875, 3.90625, 5.65625, 5.84375, 5.6875, 5.8125, 5.75, 5.84375, 5.84375, 5.5625, 5.65625, 5.09375, 5.6875, 5.4375, 5.625, 5.6875, 5.46875, 6.28125, 5.78125, 4.25, 5.90625, 4.96875, 5.3125, 6.0625, 5.4375, 5.53125, 5.25, 6.09375, 5.9375, 5.53125, 5.6875, 5.6875, 5.84375, 5.6875, 5.6875, 5.84375, 6.15625, 5.84375, 7.59375, 6.21875, 5.875, 5.40625, 5.71875, 5.5625, 5.96875, 5.1875, 5.3125, 5.34375, 5.875, 5.65625, 5.625, 5.78125, 6.09375, 6.34375, 6.03125, 4.875, 5.9375, 5.375, 5.96875, 5.84375, 5.96875, 5.75, 4.96875, 5.78125, 4.609375, 6.0, 5.6875, 5.53125, 5.625, 6.0, 5.65625, 6.03125, 5.78125, 4.640625, 5.71875, 5.875, 6.0625, 6.125, 6.1875, 5.9375, 5.84375, 6.03125, 5.46875, 5.65625, 6.0, 6.46875, 6.0, 5.75, 5.71875, 5.8125, 5.59375, 5.34375, 5.8125, 4.21875, 5.8125, 4.203125, 6.0, 5.4375, 5.875, 5.5, 5.3125, 5.9375, 6.34375, 5.4375, 5.3125, 6.15625, 5.6875, 5.65625, 5.75, 5.9375, 5.4375, 5.8125, 5.9375, 5.75, 5.5625, 5.96875, 5.46875, 5.5, 5.78125, 4.9375, 5.28125, 5.6875, 8.4375, 5.375, 6.03125, 5.5, 4.78125, 6.15625, 5.78125, 5.59375, 5.34375, 5.65625, 5.5625, 5.71875, 6.46875, 4.984375, 5.5625, 5.90625, 4.9375, 6.03125, 5.5625, 5.96875, 5.875, 4.796875, 6.0625, 5.71875, 4.625, 5.84375, 5.5625, 5.59375, 4.015625, 5.65625, 4.796875, 4.203125, 4.578125, 5.65625, 5.0, 5.6875, 5.75, 5.6875, 5.59375, 5.46875, 5.78125, 5.75, 5.46875, 5.71875, 5.625, 5.46875, 5.6875, 5.5625, 5.4375, 5.0625, 5.75, 4.90625, 6.09375, 5.75, 5.3125, 5.65625, 4.75, 5.625, 5.8125, 5.96875, 5.75, 5.4375, 4.921875, 5.9375, 5.53125, 5.9375, 5.15625, 5.625, 5.03125, 5.78125, 3.6875, 5.46875, 5.375, 5.3125, 5.5, 5.5, 6.0, 5.8125, 5.75, 5.9375, 5.28125, 4.171875, 5.21875, 5.53125, 5.5, 4.765625, 5.625, 5.9375, 5.1875, 3.96875, 5.40625, 5.875, 5.3125, 5.5625, 5.40625, 5.9375, 5.71875, 5.59375, 5.125, 5.125, 5.59375, 5.9375, 5.9375, 5.90625, 5.6875, 5.59375, 4.328125, 5.6875, 5.65625, 5.21875, 5.65625, 5.875, 5.5625, 6.09375, 5.71875, 5.96875, 4.90625, 5.5, 5.96875, 5.75, 5.09375, 5.40625, 5.84375, 3.859375, 3.46875, 5.0625, 5.9375, 5.6875, 5.90625, 6.4375, 6.375, 3.890625, 3.890625, 5.15625, 4.96875, 5.75, 5.96875, 5.46875, 5.84375, 6.0625, 5.5, 3.96875, 5.90625, 5.875, 5.5, 5.0625, 5.28125, 5.53125, 5.5, 5.375, 6.46875, 6.21875, 5.75, 6.03125, 5.46875, 6.1875, 4.96875, 5.28125, 5.4375, 5.8125, 6.5, 6.125, 4.84375, 4.25, 10.4375, 5.875, 5.125, 6.0625, 5.8125, 5.78125, 5.375, 6.125, 3.5625, 5.8125, 5.28125, 6.1875, 5.625, 4.140625, 5.5, 5.90625, 5.53125, 5.3125, 5.78125, 5.625, 5.34375, 4.40625, 5.5625, 5.25, 6.15625, 4.25, 7.1875, 5.90625, 6.125, 5.875, 6.03125, 5.59375, 5.40625, 6.0625, 5.625, 5.03125, 5.6875, 5.78125, 5.0625, 5.09375, 4.578125, 5.40625, 4.53125, 5.875, 5.71875, 5.21875, 5.4375, 5.28125, 5.59375, 3.84375, 5.84375, 5.25, 5.6875, 5.65625, 5.0, 5.9375, 5.96875, 4.453125, 5.625, 4.046875, 5.875, 4.078125, 4.953125, 5.78125, 5.375, 6.0625, 5.03125, 5.46875, 6.125, 5.46875, 3.8125, 4.25, 4.984375, 4.21875, 4.59375, 5.75, 5.78125, 5.28125, 4.640625, 6.28125, 5.59375, 5.8125, 5.4375, 5.71875, 5.84375, 3.65625, 5.5, 5.90625, 5.65625, 4.671875, 3.78125, 6.125, 5.9375, 5.5625, 5.6875, 5.9375, 6.5625, 5.21875, 11.0, 5.65625, 5.53125, 6.46875, 5.4375, 5.9375, 5.6875, 6.09375, 6.0625, 5.5, 5.6875, 6.0625, 4.1875, 5.4375, 6.09375, 5.53125, 5.28125, 5.78125, 6.28125, 5.78125, 5.90625, 5.9375, 7.09375, 5.96875, 3.921875, 5.0625, 5.375, 4.53125, 5.6875, 5.78125, 5.75, 5.75, 6.09375, 5.78125, 5.78125, 5.84375, 3.421875, 5.125, 5.90625, 5.46875, 5.71875, 6.0625, 5.1875, 5.96875, 5.8125, 5.40625, 5.75, 5.90625, 4.40625, 5.65625, 6.09375, 5.46875, 5.03125, 6.15625, 4.046875, 5.375, 5.75, 5.5625, 6.0, 6.0, 5.59375, 5.5625, 5.75, 5.5625, 6.1875, 5.625, 5.875, 5.40625, 4.90625, 6.125, 4.140625, 5.875, 5.40625, 5.46875, 5.65625, 5.84375, 5.3125, 5.8125, 5.46875, 5.28125, 3.84375, 3.96875, 3.984375, 5.84375, 5.90625, 4.453125, 5.53125, 5.59375, 6.59375, 4.375, 4.40625, 5.125, 5.25, 4.359375, 5.71875, 5.8125, 5.03125, 6.03125, 5.1875, 5.3125, 5.59375, 5.46875, 5.3125, 3.96875, 4.09375, 5.65625, 5.96875, 6.0, 5.4375, 5.34375, 4.8125, 3.390625, 3.875, 6.34375, 5.9375, 6.5, 5.6875, 5.375, 5.6875, 5.8125, 5.625, 4.984375, 6.09375, 5.84375, 5.34375, 5.34375, 5.875, 4.953125, 5.6875, 5.625, 5.53125, 5.78125, 5.78125, 6.25, 5.84375, 5.9375, 5.5, 5.4375, 5.65625, 5.1875, 5.40625, 5.8125, 5.84375, 5.8125, 5.625, 5.71875, 6.125, 6.0, 6.34375, 5.875, 5.40625, 4.625, 5.9375, 5.28125, 5.71875, 5.75, 5.09375, 5.84375, 5.59375, 4.484375, 4.890625, 4.53125, 5.96875, 5.40625, 5.375, 5.3125, 5.59375, 5.09375, 5.71875, 4.203125, 5.96875, 5.125, 5.78125, 5.84375, 5.65625, 5.65625, 5.6875, 6.0, 5.6875, 5.59375, 5.5625, 4.65625, 4.421875, 5.4375, 5.65625, 5.6875, 5.4375, 4.1875, 6.15625, 6.03125, 5.09375, 5.65625, 5.28125, 5.96875, 3.484375, 5.9375, 5.8125, 5.15625, 5.53125, 5.5625, 3.71875, 5.96875, 4.890625, 5.84375, 5.96875, 4.796875, 5.25, 3.71875, 6.0, 4.03125, 4.828125, 5.25, 5.875, 5.65625, 6.25, 5.65625, 5.75, 6.0625, 5.96875, 3.921875, 5.5625, 5.75, 6.21875, 5.875, 5.75, 5.96875, 4.03125, 5.34375, 5.59375, 5.21875, 4.375, 6.09375, 5.78125, 4.234375, 5.8125, 5.84375, 5.8125, 5.78125, 5.90625, 5.3125, 4.015625, 5.6875, 5.46875, 5.71875, 5.5, 5.09375, 4.734375, 3.96875, 5.78125, 5.8125, 5.78125, 5.6875, 5.9375, 6.03125, 5.90625, 5.21875, 5.65625, 5.9375, 6.15625, 5.53125, 5.90625, 5.9375, 6.09375, 5.21875, 5.71875, 5.09375, 5.8125, 3.515625, 6.0, 5.59375, 5.6875, 5.65625, 5.34375, 5.15625, 5.59375, 5.625, 5.71875, 5.90625, 5.65625, 6.0, 5.71875, 5.4375, 5.65625, 3.875, 5.90625, 4.25, 6.0, 6.0625, 5.8125, 3.984375, 6.15625, 5.25, 5.46875, 6.03125, 6.53125, 5.625, 5.8125, 5.96875, 5.6875, 4.40625, 4.71875, 5.625, 6.09375, 5.8125, 6.0625, 5.21875, 5.78125, 5.71875, 5.90625, 5.625, 5.75, 5.6875, 5.40625, 5.53125, 5.3125, 4.375, 5.28125, 5.84375, 5.875, 5.5625, 4.25, 5.9375, 5.59375, 5.875, 5.75, 5.9375, 5.59375, 6.15625, 5.65625, 4.28125, 5.53125, 5.9375, 5.90625, 6.25, 5.71875, 5.84375, 5.90625, 5.3125, 5.625, 5.625, 6.15625, 5.84375, 5.40625, 5.625, 5.84375, 5.59375, 4.9375, 13.9375, 5.53125, 5.625, 5.75, 5.90625, 4.9375, 5.78125, 5.71875, 6.0, 3.921875, 5.03125, 4.890625, 5.90625, 5.3125, 5.53125, 6.28125, 3.734375, 5.65625, 6.6875, 3.8125, 4.859375, 5.625, 5.34375, 5.75, 5.9375, 5.90625, 5.4375, 5.625, 5.59375, 5.875, 4.859375, 5.09375, 5.0, 5.78125, 5.65625, 5.625, 5.875, 6.15625, 5.5625, 5.75, 5.09375, 5.9375, 5.6875, 4.28125, 5.46875, 5.75, 5.46875, 5.46875, 5.125, 5.96875, 4.984375, 5.71875, 5.09375, 5.0625, 5.40625, 5.53125, 5.90625, 9.75, 5.59375, 5.90625, 5.8125, 5.90625, 4.90625, 4.265625, 5.65625, 4.953125, 5.625, 5.3125, 5.9375, 6.0, 5.9375, 4.078125, 5.28125, 6.03125, 5.59375, 6.3125, 4.203125, 6.21875, 5.09375, 5.75, 5.71875, 5.71875, 5.3125, 5.78125, 4.96875, 6.125, 5.625, 5.59375, 5.40625, 5.40625, 5.8125, 5.21875, 6.125, 5.40625, 5.03125, 5.59375, 5.53125, 5.8125, 5.65625, 5.75, 5.875, 5.1875, 5.84375, 6.09375, 6.40625, 5.78125, 6.03125, 5.03125, 5.6875, 5.46875, 6.0625, 5.78125, 6.125, 5.0, 6.03125, 5.0625, 5.75, 5.5, 5.03125, 5.9375, 5.3125, 5.8125, 6.40625, 5.84375, 5.6875, 5.03125, 5.65625, 5.75, 5.3125, 5.5625, 5.625, 5.0, 5.53125, 5.8125, 5.46875, 5.96875, 5.9375, 6.0625, 5.5625, 5.875, 6.0625, 5.5625, 5.1875, 5.59375, 5.5625, 5.90625, 5.6875, 5.96875, 5.625, 5.6875, 6.0, 5.75, 5.59375, 4.125, 5.46875, 5.65625, 3.890625, 5.53125, 5.71875, 3.765625, 4.953125, 5.96875, 5.8125, 4.546875, 5.625, 5.96875, 4.59375, 4.234375, 5.84375, 5.34375, 6.0, 5.875, 5.40625, 5.96875, 5.59375, 5.3125, 5.34375, 3.953125, 5.625, 4.6875, 6.25, 5.84375, 4.078125, 3.796875, 5.78125, 6.28125, 5.90625, 4.765625, 6.0625, 4.890625, 5.8125, 6.125, 6.78125, 5.90625, 5.875, 5.5, 5.375, 5.34375, 5.875, 7.625, 4.15625, 4.578125, 5.4375, 6.03125, 5.71875, 5.03125, 5.75, 5.71875, 5.21875, 4.734375, 4.453125, 5.53125, 5.5, 5.875, 5.96875, 5.625, 5.5625, 3.015625, 3.921875, 3.890625, 5.875, 5.1875, 5.375, 6.03125, 5.6875, 5.875, 4.578125, 5.625, 4.828125, 5.21875, 5.90625, 5.78125, 5.5625, 5.96875, 6.125, 6.03125, 4.390625, 5.78125, 5.625, 5.15625, 5.90625, 5.5625, 5.65625, 5.40625, 5.21875, 5.8125, 6.28125, 6.34375, 5.4375, 5.5, 5.6875, 5.6875, 2.039062, 5.96875, 5.78125, 3.96875, 5.5625, 5.90625, 4.59375, 5.625, 5.375, 6.125, 6.125, 5.90625, 6.375, 5.5625, 5.59375, 5.59375, 5.84375, 5.8125, 6.0625, 5.53125, 5.6875, 5.71875, 5.625, 6.03125, 5.9375, 5.09375, 4.171875, 5.4375, 5.5625, 5.59375, 5.78125, 5.75, 3.859375, 6.03125, 6.21875, 5.6875, 5.53125, 4.734375, 6.0, 5.46875, 5.84375, 5.53125, 6.0625, 5.90625, 5.5625, 4.875, 6.53125, 5.40625, 5.71875, 3.734375, 6.15625, 5.84375, 3.75, 6.0625, 6.90625, 5.9375, 5.78125, 5.4375, 5.625, 6.1875, 5.75, 6.09375, 5.40625, 5.5625, 5.75, 5.6875, 5.625, 6.28125, 6.0625, 6.125, 5.875, 5.90625, 4.828125, 5.625, 5.84375, 5.3125, 5.46875, 5.9375, 5.84375, 4.90625, 4.421875, 3.703125, 6.03125, 5.75, 6.21875, 5.6875, 5.6875, 5.875, 5.875, 5.75, 4.90625, 6.1875, 6.0, 6.125, 5.65625, 5.78125, 4.84375, 5.78125, 5.15625, 3.921875, 6.15625, 5.84375, 5.9375, 6.15625, 6.0625, 5.3125, 4.75, 5.90625, 5.09375, 4.9375, 5.25, 5.96875, 5.625, 5.75, 5.75, 5.15625, 5.8125, 5.875, 5.78125, 4.046875, 6.03125, 5.9375, 5.71875, 5.59375, 4.171875, 5.28125, 5.46875, 4.984375, 5.90625, 5.875, 5.90625, 5.21875, 5.625, 5.40625, 5.5625, 6.03125, 5.90625, 5.53125, 5.34375, 5.46875, 6.03125, 6.21875, 4.96875, 4.390625, 5.78125, 5.59375, 5.96875, 5.78125, 6.15625, 4.09375, 5.75, 6.40625, 5.34375, 5.8125, 5.65625, 5.6875, 5.375, 5.0, 5.84375, 5.4375, 6.03125, 5.34375, 6.4375, 6.09375, 5.75, 6.0625, 5.59375, 6.1875, 6.0625, 5.4375, 5.3125, 5.15625, 5.96875, 4.84375, 3.921875, 5.4375, 6.21875, 5.8125, 5.96875, 7.875, 5.84375, 5.8125, 5.65625, 5.96875, 5.46875, 5.5625, 5.65625, 4.546875, 6.40625, 5.40625, 5.71875, 5.6875, 5.53125, 5.84375, 5.71875, 5.78125, 5.625, 5.15625, 5.46875, 5.8125, 4.5, 5.46875, 6.0, 5.875, 5.875, 4.28125, 5.9375, 6.0625, 5.625, 6.15625, 5.625, 4.03125, 5.875, 5.96875, 5.09375, 6.09375, 5.71875, 5.84375, 5.875, 5.90625, 5.375, 5.96875, 5.65625, 5.78125, 5.3125, 5.65625, 5.90625, 3.859375, 5.28125, 5.40625, 5.96875, 5.9375, 5.84375, 6.1875, 5.6875, 4.578125, 5.71875, 5.875, 5.625, 5.84375, 5.0, 5.59375, 5.96875, 5.875, 5.53125, 5.625, 5.0, 5.6875, 5.9375, 5.625, 5.5625, 5.34375, 5.8125, 5.96875, 3.09375, 5.96875, 5.4375, 5.6875, 6.0, 4.40625, 3.65625, 5.90625, 5.34375, 5.75, 5.65625, 6.0, 5.78125, 5.3125, 5.8125, 5.65625, 5.65625, 6.21875, 5.75, 5.8125, 3.921875, 5.5625, 5.78125, 5.03125, 5.75, 6.46875, 5.8125, 5.59375, 5.75, 4.953125, 6.0, 5.90625, 5.75, 5.53125, 5.71875, 5.625, 5.53125, 5.1875, 5.5, 5.75, 6.0, 5.59375, 5.625, 5.5625, 5.8125, 5.625, 8.0, 5.125, 5.96875, 4.828125, 4.6875, 5.90625, 5.90625, 5.625, 4.3125, 5.25, 5.28125, 5.9375, 5.875, 5.78125, 3.9375, 6.09375, 5.96875, 5.03125, 5.25, 3.796875, 5.3125, 6.34375, 6.0, 5.84375, 5.875, 5.4375, 5.53125, 3.734375, 5.6875, 5.53125, 5.75, 5.8125, 5.65625, 5.8125, 5.5625, 5.6875, 5.90625, 4.65625, 5.3125, 5.875, 5.375, 5.5625, 5.65625, 5.96875, 5.84375, 4.65625, 5.96875, 5.53125, 4.5625, 5.59375, 5.8125, 5.9375, 5.5625, 5.3125, 5.71875, 5.625, 5.90625, 6.1875, 5.8125, 5.4375, 3.890625, 6.03125, 5.6875, 5.875, 5.84375, 5.90625, 5.9375, 5.90625, 5.8125, 5.8125, 4.90625, 5.8125, 5.6875, 5.25, 3.78125, 5.8125, 5.1875, 5.96875, 6.03125, 5.90625, 5.78125, 5.59375, 5.65625, 5.9375, 5.53125, 6.125, 5.03125, 5.59375, 5.125, 5.65625, 4.0, 5.75, 4.515625, 5.71875, 3.828125, 5.59375, 5.59375, 6.0, 4.8125, 4.984375, 6.53125, 5.9375, 5.59375, 5.53125, 5.65625, 5.625, 5.40625, 3.84375, 4.703125, 5.75, 5.8125, 5.84375, 5.71875, 6.03125, 5.8125, 5.90625, 5.25, 5.75, 5.90625, 3.375, 6.28125, 5.375, 5.1875, 5.8125, 5.53125, 5.25, 5.78125, 5.59375, 6.0625, 5.875, 5.84375, 4.90625, 5.90625, 5.8125, 5.21875, 5.84375, 5.78125, 5.15625, 5.46875, 4.015625, 4.34375, 5.625, 5.625, 5.65625, 4.71875, 7.3125, 5.96875, 5.71875, 4.125, 5.59375, 5.0, 5.90625, 5.65625, 5.34375, 4.109375, 5.59375, 5.8125, 6.03125, 3.765625, 5.09375, 4.3125, 5.78125, 6.0, 5.15625, 5.8125, 5.90625, 5.78125, 5.375, 6.125, 5.90625, 4.640625, 4.6875, 5.59375, 5.09375, 6.0625, 6.0625, 5.9375, 5.53125, 5.90625, 5.375, 5.8125, 5.53125, 5.96875, 4.765625, 6.25, 5.8125, 5.09375, 5.625, 5.34375, 4.46875, 6.40625, 4.59375, 5.875, 5.75, 5.9375, 4.390625, 5.625, 5.6875, 5.625, 5.65625, 5.75, 5.28125, 5.625, 5.75, 6.375, 5.71875, 5.6875, 5.71875, 5.25, 5.90625, 5.15625, 3.96875, 5.78125, 4.71875, 6.125, 5.84375, 5.90625, 5.625, 5.65625, 5.8125, 5.28125, 6.40625, 5.21875, 6.09375, 5.96875, 6.1875, 5.84375, 6.3125, 6.15625, 5.21875, 5.65625, 5.9375, 5.5625, 5.71875, 5.96875, 4.796875, 5.96875, 5.9375, 4.859375, 5.03125, 5.90625, 4.40625, 5.78125, 5.40625, 5.6875, 6.0, 5.34375, 5.6875, 5.71875, 5.96875, 5.8125, 5.46875, 5.4375, 5.25, 5.59375, 4.921875, 5.40625, 6.0625, 6.34375, 4.125, 5.65625, 5.875, 5.6875, 4.796875, 5.9375, 5.46875, 5.53125, 6.0, 6.75, 5.71875, 6.03125, 5.625, 3.640625, 5.4375, 6.1875, 4.171875, 5.625, 4.796875, 6.03125, 5.78125, 5.75, 5.53125, 4.765625, 6.0625, 5.5625, 6.5625, 5.8125, 5.4375, 5.53125, 4.4375, 4.1875, 4.953125, 6.03125, 5.6875, 6.03125, 5.28125, 5.3125, 5.59375, 6.53125, 4.171875, 5.65625, 6.125, 3.875, 6.25, 5.6875, 5.8125, 5.53125, 4.3125, 5.9375, 5.875, 5.21875, 5.8125, 6.625, 5.03125, 5.96875, 6.25, 5.78125, 3.96875, 6.0625, 5.25, 5.78125, 5.9375, 5.90625, 3.34375, 4.953125, 6.09375, 6.03125, 6.125, 5.84375, 4.125, 4.703125, 5.9375, 5.46875, 5.75, 5.90625, 5.9375, 5.5625, 5.53125, 5.5, 5.71875, 5.5, 4.78125, 6.25, 5.65625, 5.8125, 3.953125, 5.90625, 5.28125, 5.78125, 6.03125, 5.8125, 4.53125, 5.875, 5.71875, 5.59375, 4.453125, 6.9375, 5.5625, 5.6875 ] }, "name": "onnx::Mul_8865", "outputIndexes": [ 2463 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2462, 2463 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_feedforward_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2464 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2445, 2464 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_129_output_0", "outputIndexes": [ 2465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 2304 ] }, "name": "/lm/Constant_output_0__", "outputIndexes": [ 2466 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2465, 2466 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_output_0", "outputIndexes": [ 2467 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/rotary/Constant_6_output_0", "outputIndexes": [ 2468 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2467 ], "main_type": "NONE", "name": "Shape7170", "outputIndexes": [ 2469 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2467 ], "main_type": "NONE", "name": "Rank7172", "outputIndexes": [ 2470 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2470, 2470 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7174", "outputIndexes": [ 2471 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2471 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7175", "outputIndexes": [ 2472 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2471, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7177", "outputIndexes": [ 2473 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2473 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7178", "outputIndexes": [ 2474 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2469, 2472, 2474, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7181", "outputIndexes": [ 2475 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2475 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7182", "outputIndexes": [ 2476 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2468, 2476 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7183", "outputIndexes": [ 2477 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2477, 2476 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7184", "outputIndexes": [ 2478 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2467, 2478, 2471 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/lm/Gather_output_0", "outputIndexes": [ 2479 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, 1, 2304 ] }, "name": "/lm/Constant_1_output_0__", "outputIndexes": [ 2480 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2479, 2480 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_1_output_0", "outputIndexes": [ 2481 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2481 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/lm/norm/Mul_output_0", "outputIndexes": [ 2482 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2304 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 3.328125, 3.34375, 3.28125, 3.234375, 3.078125, 3.375, 3.359375, 4.3125, 3.28125, 3.25, 3.34375, 3.265625, 3.171875, 3.328125, 3.359375, 3.359375, 5.53125, 3.453125, 4.484375, 3.375, 3.203125, 3.515625, 3.25, 3.34375, 3.078125, 3.140625, 3.28125, 3.375, 3.109375, 3.3125, 3.328125, 3.296875, 3.203125, 4.046875, 3.171875, 3.171875, 3.265625, 3.203125, 3.15625, 3.265625, 3.046875, 3.46875, 3.40625, 3.3125, 3.578125, 3.640625, 3.25, 3.359375, 3.5, 3.5625, 3.703125, 3.46875, 3.265625, 8.1875, 3.375, 3.3125, 3.34375, 3.1875, 2.828125, 3.390625, 3.65625, 8.78125, 3.140625, 3.21875, 3.125, 3.390625, 3.453125, 3.203125, 3.15625, 3.265625, 3.328125, 3.3125, 3.4375, 3.046875, 3.125, 3.421875, 3.484375, 3.328125, 3.40625, 3.65625, 3.203125, 4.390625, 4.421875, 3.625, 3.484375, 3.3125, 2.96875, 3.359375, 3.859375, 3.515625, 3.34375, 3.375, 3.1875, 3.921875, 3.359375, 4.234375, 3.359375, 3.21875, 2.492188, 3.1875, 2.875, 3.140625, 3.3125, 3.25, 3.265625, 3.1875, 3.296875, 3.546875, 3.328125, 3.359375, 3.296875, 3.171875, 3.46875, 2.234375, 3.234375, 3.375, 3.265625, 7.34375, 3.578125, 3.234375, 3.1875, 3.1875, 5.6875, 3.28125, 3.15625, 3.140625, 3.46875, 3.359375, 3.359375, 3.546875, 3.5625, 3.15625, 2.867188, 3.328125, 3.328125, 3.203125, 3.4375, 2.882812, 3.375, 3.234375, 6.78125, 3.71875, 3.515625, 3.328125, 3.328125, 3.921875, 3.296875, 3.375, 3.328125, 3.28125, 3.359375, 3.5, 3.34375, 4.03125, 3.53125, 3.171875, 3.625, 3.21875, 4.0, 4.109375, 2.601562, 3.265625, 3.25, 3.625, 3.765625, 3.296875, 3.28125, 3.796875, 2.960938, 3.234375, 3.296875, 4.03125, 3.21875, 3.90625, 3.4375, 3.265625, 3.453125, 4.515625, 3.34375, 2.75, 3.3125, 4.21875, 3.40625, 4.515625, 7.4375, 3.21875, 3.765625, 3.25, 3.40625, 3.578125, 3.40625, 6.15625, 3.265625, 3.46875, 3.203125, 3.25, 3.515625, 3.1875, 3.125, 3.15625, 3.4375, 3.171875, 3.1875, 3.40625, 3.234375, 3.1875, 8.25, 3.328125, 3.265625, 3.28125, 2.960938, 3.203125, 2.828125, 4.375, 3.1875, 3.15625, 3.296875, 3.390625, 3.328125, 3.3125, 3.296875, 3.484375, 3.234375, 3.125, 3.15625, 3.234375, 3.28125, 3.375, 3.453125, 3.203125, 2.734375, 3.1875, 3.453125, 3.203125, 3.265625, 3.28125, 3.34375, 3.171875, 3.265625, 3.53125, 3.109375, 3.171875, 3.265625, 2.054688, 3.71875, 2.65625, 3.3125, 4.53125, 3.390625, 3.0625, 3.53125, 3.375, 3.734375, 3.21875, 3.21875, 3.171875, 3.359375, 3.359375, 5.25, 3.171875, 3.484375, 3.1875, 3.75, 3.40625, 3.15625, 3.515625, 3.625, 3.28125, 3.3125, 3.03125, 3.25, 3.375, 3.046875, 3.28125, 3.234375, 3.296875, 3.0625, 3.15625, 3.265625, 3.015625, 3.671875, 3.390625, 3.828125, 3.328125, 5.34375, 3.328125, 3.15625, 3.390625, 4.03125, 3.15625, 3.3125, 3.640625, 3.28125, 3.03125, 3.21875, 3.34375, 3.09375, 3.1875, 3.046875, 3.25, 3.171875, 3.375, 3.890625, 3.171875, 4.359375, 3.203125, 3.25, 3.234375, 3.25, 3.28125, 3.109375, 4.515625, 3.25, 3.109375, 2.953125, 3.328125, 3.171875, 3.21875, 3.375, 3.515625, 3.3125, 4.34375, 3.140625, 3.265625, 3.171875, 3.375, 3.484375, 3.421875, 3.28125, 2.960938, 3.546875, 5.40625, 3.296875, 3.40625, 1.486328, 3.234375, 3.484375, 3.34375, 3.234375, 3.34375, 3.234375, 3.140625, 3.0, 3.28125, 3.578125, 3.28125, 3.109375, 3.140625, 3.421875, 3.40625, 3.46875, 3.53125, 3.0, 3.421875, 4.328125, 3.859375, 3.3125, 3.28125, 2.929688, 3.1875, 4.1875, 3.3125, 3.296875, 3.671875, 5.5625, 3.171875, 2.929688, 3.96875, 3.21875, 3.234375, 3.203125, 3.296875, 3.296875, 3.25, 3.15625, 3.21875, 3.1875, 3.421875, 3.28125, 3.421875, 3.109375, 3.09375, 3.5625, 3.71875, 3.09375, 3.296875, 3.296875, 3.40625, 3.140625, 3.25, 3.40625, 3.46875, 4.421875, 3.421875, 3.328125, 3.34375, 3.296875, 4.265625, 3.515625, 3.375, 3.359375, 3.296875, 3.21875, 3.1875, 3.90625, 3.125, 3.453125, 3.328125, 3.40625, 3.3125, 3.09375, 3.25, 3.3125, 3.265625, 3.375, 3.359375, 3.359375, 3.21875, 3.84375, 3.21875, 2.796875, 3.25, 4.3125, 3.453125, 3.25, 3.796875, 3.1875, 3.328125, 3.25, 3.171875, 8.8125, 3.234375, 3.359375, 3.578125, 2.679688, 3.203125, 3.25, 3.140625, 3.390625, 3.40625, 3.3125, 4.96875, 3.3125, 3.421875, 2.59375, 3.140625, 3.25, 3.484375, 3.578125, 3.390625, 3.21875, 3.453125, 3.328125, 3.265625, 3.421875, 3.296875, 3.25, 3.234375, 3.484375, 2.757812, 3.265625, 3.34375, 3.234375, 3.125, 3.265625, 3.203125, 4.0, 3.484375, 3.4375, 3.21875, 3.390625, 3.375, 3.296875, 3.6875, 3.5625, 2.796875, 3.765625, 4.53125, 3.21875, 3.375, 3.421875, 3.125, 3.765625, 3.125, 3.234375, 3.296875, 4.34375, 3.328125, 3.265625, 3.3125, 3.46875, 3.46875, 3.3125, 3.3125, 3.546875, 3.109375, 4.5, 3.71875, 3.125, 4.203125, 3.375, 3.15625, 3.25, 3.390625, 4.09375, 3.3125, 3.390625, 3.421875, 3.0, 3.21875, 3.203125, 3.109375, 3.40625, 3.390625, 3.203125, 3.21875, 3.46875, 3.28125, 3.234375, 3.40625, 3.265625, 3.125, 4.078125, 3.8125, 3.359375, 3.875, 3.203125, 3.328125, 3.375, 3.359375, 3.34375, 3.359375, 3.25, 3.734375, 3.25, 1.472656, 3.171875, 7.84375, 3.109375, 3.765625, 2.117188, 3.5, 3.078125, 3.21875, 3.171875, 3.46875, 3.171875, 3.078125, 3.4375, 3.171875, 3.8125, 3.390625, 2.90625, 3.0625, 3.265625, 3.1875, 3.0625, 2.59375, 3.234375, 3.328125, 3.75, 2.796875, 3.140625, 2.765625, 3.4375, 2.976562, 3.421875, 2.59375, 3.296875, 3.375, 3.328125, 3.21875, 3.359375, 3.484375, 3.890625, 3.15625, 3.421875, 3.421875, 3.6875, 3.234375, 8.15625, 3.578125, 3.265625, 3.375, 3.75, 3.390625, 4.359375, 3.40625, 3.109375, 3.296875, 3.28125, 3.28125, 3.25, 9.0, 2.640625, 3.5, 3.328125, 3.296875, 3.21875, 2.820312, 3.15625, 3.203125, 3.3125, 3.234375, 3.265625, 3.265625, 3.125, 3.296875, 3.296875, 3.71875, 3.203125, 3.5, 3.234375, 3.609375, 2.726562, 3.296875, 3.171875, 3.421875, 3.859375, 3.3125, 3.09375, 3.359375, 3.3125, 3.359375, 3.390625, 3.3125, 3.328125, 3.34375, 3.28125, 3.328125, 3.3125, 3.46875, 4.8125, 3.328125, 3.28125, 3.4375, 3.296875, 3.671875, 3.359375, 3.078125, 3.15625, 3.390625, 3.40625, 3.859375, 3.40625, 3.140625, 3.34375, 3.15625, 3.421875, 3.578125, 6.53125, 4.546875, 3.28125, 3.140625, 3.328125, 3.015625, 3.40625, 3.15625, 3.1875, 3.25, 3.890625, 3.59375, 3.265625, 4.265625, 3.359375, 3.203125, 3.359375, 3.390625, 3.09375, 3.34375, 3.40625, 3.4375, 3.359375, 3.84375, 3.578125, 3.1875, 3.359375, 3.328125, 3.328125, 2.757812, 3.15625, 4.203125, 2.570312, 2.890625, 3.484375, 3.234375, 3.40625, 3.1875, 3.59375, 7.125, 3.265625, 3.265625, 3.46875, 3.28125, 3.234375, 3.421875, 3.59375, 3.25, 3.546875, 3.203125, 2.617188, 3.03125, 3.25, 3.484375, 3.25, 3.3125, 3.234375, 3.53125, 3.40625, 4.078125, 3.3125, 3.40625, 3.28125, 3.265625, 2.710938, 2.875, 3.234375, 3.609375, 3.140625, 3.4375, 3.28125, 3.34375, 3.234375, 3.375, 3.578125, 3.296875, 3.734375, 3.109375, 3.3125, 3.375, 3.3125, 3.1875, 3.3125, 3.359375, 3.296875, 4.25, 3.328125, 3.1875, 3.15625, 3.265625, 3.109375, 2.742188, 3.25, 3.265625, 3.4375, 3.328125, 3.109375, 4.484375, 3.203125, 3.390625, 3.390625, 3.390625, 3.109375, 3.359375, 3.203125, 2.757812, 3.328125, 3.890625, 3.03125, 3.34375, 3.28125, 3.203125, 3.203125, 3.296875, 3.109375, 3.15625, 3.0625, 3.28125, 3.46875, 3.25, 3.421875, 3.34375, 3.40625, 3.296875, 3.15625, 3.328125, 3.28125, 3.21875, 6.84375, 3.34375, 3.34375, 3.4375, 3.453125, 3.390625, 2.28125, 3.25, 3.21875, 3.28125, 3.625, 3.140625, 3.21875, 3.421875, 3.234375, 3.125, 3.3125, 3.390625, 4.125, 3.6875, 3.203125, 4.28125, 3.359375, 3.359375, 3.265625, 3.421875, 3.09375, 3.53125, 3.296875, 3.296875, 3.6875, 3.234375, 3.578125, 3.328125, 4.046875, 3.296875, 2.796875, 4.59375, 7.9375, 3.25, 3.46875, 3.328125, 3.296875, 3.4375, 3.328125, 3.25, 3.34375, 3.265625, 3.296875, 3.359375, 3.171875, 3.265625, 3.171875, 3.328125, 3.25, 8.34375, 3.5, 3.46875, 3.25, 3.421875, 3.546875, 3.484375, 3.578125, 3.53125, 4.71875, 3.125, 3.28125, 3.046875, 5.21875, 3.21875, 3.375, 3.203125, 3.4375, 3.3125, 4.203125, 3.25, 4.390625, 3.375, 3.265625, 3.453125, 3.28125, 3.328125, 3.21875, 3.421875, 3.296875, 3.109375, 3.421875, 3.546875, 3.359375, 3.28125, 3.421875, 3.328125, 3.375, 3.390625, 3.953125, 3.984375, 3.640625, 3.203125, 3.296875, 3.265625, 3.546875, 3.34375, 3.296875, 6.125, 3.3125, 3.359375, 3.421875, 3.1875, 3.21875, 3.203125, 3.5, 3.453125, 4.0, 3.34375, 3.1875, 2.78125, 3.390625, 3.203125, 3.515625, 3.078125, 3.34375, 3.15625, 3.09375, 3.25, 3.109375, 3.171875, 3.359375, 3.3125, 3.234375, 4.34375, 4.625, 3.5, 3.859375, 3.421875, 3.265625, 4.859375, 3.296875, 4.3125, 3.671875, 3.671875, 6.5, 3.296875, 3.796875, 3.328125, 3.1875, 3.203125, 3.03125, 4.140625, 3.125, 3.46875, 3.375, 3.453125, 3.40625, 3.109375, 3.109375, 3.4375, 3.125, 3.296875, 3.421875, 3.25, 3.515625, 3.109375, 3.359375, 3.359375, 3.171875, 6.46875, 3.15625, 3.015625, 3.40625, 4.03125, 2.101562, 3.21875, 3.453125, 3.0625, 3.34375, 3.1875, 3.375, 3.234375, 4.609375, 3.21875, 3.359375, 3.25, 3.265625, 4.109375, 3.28125, 3.328125, 4.625, 3.359375, 3.3125, 4.9375, 3.25, 3.984375, 3.390625, 3.40625, 3.296875, 3.625, 4.703125, 3.203125, 7.6875, 3.1875, 3.109375, 3.3125, 3.640625, 3.140625, 3.375, 3.578125, 3.34375, 3.296875, 3.734375, 2.414062, 3.34375, 2.71875, 3.09375, 3.328125, 3.390625, 3.671875, 3.328125, 3.6875, 3.4375, 4.25, 3.015625, 2.84375, 3.59375, 3.296875, 1.894531, 3.265625, 3.375, 5.03125, 3.28125, 4.234375, 3.15625, 4.125, 3.5, 3.171875, 3.15625, 3.25, 3.546875, 3.4375, 3.203125, 3.390625, 3.984375, 2.679688, 3.421875, 3.375, 3.78125, 3.328125, 3.5, 3.515625, 2.523438, 3.109375, 3.96875, 3.171875, 3.25, 5.75, 3.296875, 4.5, 3.265625, 3.375, 3.28125, 4.1875, 4.296875, 3.1875, 3.28125, 3.375, 3.203125, 3.296875, 3.65625, 3.625, 2.945312, 3.296875, 3.34375, 2.96875, 3.34375, 3.078125, 3.34375, 3.4375, 3.171875, 3.296875, 3.015625, 3.15625, 2.742188, 3.359375, 3.78125, 3.40625, 3.203125, 3.3125, 3.046875, 3.265625, 3.34375, 3.296875, 2.039062, 3.375, 4.328125, 3.546875, 3.3125, 3.796875, 3.4375, 3.515625, 3.15625, 3.3125, 3.21875, 3.296875, 3.28125, 3.5, 3.71875, 3.265625, 3.234375, 3.609375, 3.421875, 3.234375, 3.4375, 3.140625, 3.203125, 3.484375, 3.140625, 3.28125, 3.96875, 3.140625, 3.359375, 3.8125, 3.140625, 3.171875, 2.648438, 6.09375, 3.515625, 3.359375, 3.265625, 3.125, 3.28125, 3.375, 4.0625, 3.453125, 3.03125, 3.046875, 3.109375, 3.3125, 3.53125, 3.203125, 4.125, 3.171875, 3.453125, 3.34375, 3.234375, 3.375, 2.84375, 3.25, 2.914062, 3.125, 3.859375, 4.234375, 4.21875, 3.421875, 3.1875, 3.78125, 3.234375, 3.265625, 5.25, 3.59375, 3.234375, 3.453125, 3.375, 4.078125, 3.453125, 3.34375, 8.4375, 3.296875, 3.421875, 3.359375, 3.203125, 3.046875, 2.65625, 2.15625, 4.0, 3.375, 3.25, 3.171875, 3.421875, 3.359375, 3.65625, 2.507812, 4.34375, 4.203125, 3.28125, 4.421875, 3.28125, 3.375, 3.1875, 3.40625, 3.296875, 3.59375, 3.109375, 3.171875, 2.101562, 3.484375, 3.171875, 6.71875, 3.125, 3.296875, 3.0, 3.3125, 3.265625, 3.40625, 3.265625, 3.203125, 3.375, 3.375, 3.515625, 3.078125, 3.28125, 3.296875, 3.28125, 3.4375, 3.25, 3.203125, 3.171875, 3.265625, 3.09375, 3.484375, 3.40625, 3.625, 3.4375, 3.4375, 3.328125, 3.59375, 3.21875, 3.21875, 3.59375, 3.9375, 3.78125, 3.96875, 3.328125, 3.453125, 3.40625, 3.328125, 3.421875, 3.53125, 3.34375, 4.3125, 3.03125, 3.578125, 3.359375, 3.203125, 3.328125, 3.453125, 3.34375, 3.296875, 3.21875, 3.25, 3.359375, 3.375, 3.90625, 3.203125, 3.359375, 3.328125, 2.921875, 2.648438, 3.21875, 3.3125, 3.59375, 3.21875, 3.296875, 3.15625, 4.671875, 3.203125, 3.3125, 3.125, 3.328125, 3.515625, 4.0, 3.53125, 3.015625, 3.0625, 2.914062, 3.25, 3.515625, 4.5, 3.140625, 4.1875, 3.90625, 3.359375, 3.359375, 3.171875, 3.25, 2.710938, 3.09375, 3.609375, 3.21875, 4.34375, 3.171875, 3.390625, 3.140625, 3.515625, 3.21875, 3.203125, 4.125, 3.28125, 3.203125, 3.609375, 3.828125, 3.203125, 3.234375, 3.46875, 3.3125, 2.664062, 3.109375, 3.28125, 3.0625, 2.992188, 4.234375, 3.125, 3.234375, 3.21875, 3.53125, 3.390625, 3.609375, 4.328125, 3.28125, 3.46875, 4.296875, 3.375, 3.203125, 3.21875, 5.75, 3.28125, 3.34375, 3.546875, 9.125, 3.234375, 3.296875, 3.3125, 3.390625, 3.171875, 3.265625, 3.546875, 3.328125, 4.765625, 3.28125, 3.421875, 3.15625, 3.390625, 3.46875, 3.09375, 3.109375, 3.28125, 3.171875, 3.34375, 3.171875, 3.234375, 3.234375, 3.4375, 3.265625, 4.4375, 3.125, 3.734375, 3.21875, 3.46875, 3.375, 3.921875, 3.234375, 3.34375, 3.4375, 3.15625, 4.21875, 3.390625, 3.25, 3.171875, 3.203125, 3.0625, 3.5625, 3.328125, 3.1875, 10.4375, 3.21875, 3.421875, 3.34375, 3.328125, 3.296875, 3.53125, 3.359375, 3.375, 3.53125, 3.1875, 3.265625, 3.921875, 3.5, 3.203125, 3.28125, 3.296875, 4.078125, 3.265625, 5.34375, 3.328125, 3.109375, 3.28125, 3.1875, 3.125, 3.21875, 3.75, 3.359375, 3.1875, 3.234375, 3.0, 4.96875, 3.171875, 3.25, 3.328125, 3.0625, 3.265625, 3.234375, 3.3125, 3.53125, 3.265625, 3.421875, 3.71875, 3.578125, 0.210938, 3.578125, 3.40625, 3.15625, 3.34375, 3.4375, 3.375, 3.234375, 3.046875, 4.359375, 3.546875, 3.5, 2.71875, 3.203125, 3.078125, 3.140625, 4.4375, 3.390625, 9.5625, 4.3125, 3.734375, 3.265625, 3.484375, 3.25, 3.109375, 3.125, 3.328125, 3.390625, 3.34375, 3.234375, 3.671875, 3.375, 3.296875, 3.28125, 3.046875, 3.078125, 3.234375, 3.40625, 3.25, 3.296875, 3.59375, 3.25, 3.328125, 3.484375, 2.859375, 3.3125, 3.171875, 4.4375, 3.546875, 3.40625, 3.125, 3.15625, 3.28125, 3.578125, 3.28125, 3.40625, 3.515625, 2.257812, 3.1875, 3.28125, 3.34375, 3.40625, 3.421875, 4.203125, 3.15625, 5.375, 3.21875, 3.4375, 3.265625, 3.1875, 3.640625, 4.0625, 3.90625, 3.09375, 3.40625, 3.203125, 2.742188, 3.171875, 3.4375, 3.359375, 3.3125, 3.078125, 3.28125, 3.375, 3.265625, 3.171875, 3.0625, 3.375, 3.21875, 3.25, 3.390625, 3.4375, 3.21875, 3.359375, 3.421875, 6.375, 3.1875, 3.421875, 3.25, 3.296875, 3.296875, 3.484375, 3.234375, 3.21875, 3.046875, 3.359375, 3.25, 3.625, 3.1875, 3.734375, 3.359375, 3.25, 2.929688, 3.921875, 3.21875, 3.84375, 3.03125, 3.359375, 3.625, 3.4375, 3.53125, 5.9375, 2.90625, 3.296875, 3.359375, 3.953125, 3.25, 3.171875, 3.5625, 3.359375, 3.25, 3.609375, 3.34375, 3.265625, 3.484375, 3.203125, 3.328125, 3.140625, 3.5625, 3.3125, 3.359375, 3.234375, 8.03125, 3.796875, 3.28125, 3.328125, 3.4375, 3.125, 3.375, 3.5, 3.296875, 3.234375, 3.171875, 1.808594, 6.09375, 3.375, 3.21875, 3.375, 3.453125, 4.609375, 3.1875, 3.21875, 3.328125, 3.46875, 3.359375, 3.265625, 3.484375, 4.203125, 3.203125, 3.4375, 3.265625, 3.40625, 3.53125, 3.265625, 3.453125, 3.25, 3.625, 1.871094, 3.375, 3.4375, 3.0625, 3.40625, 3.734375, 4.15625, 3.015625, 3.015625, 3.203125, 3.671875, 3.1875, 3.9375, 3.3125, 3.28125, 3.15625, 3.34375, 3.484375, 3.390625, 3.296875, 3.40625, 3.21875, 3.078125, 4.03125, 3.640625, 3.453125, 3.203125, 3.671875, 3.328125, 3.15625, 3.296875, 3.890625, 3.609375, 4.109375, 3.390625, 3.34375, 3.40625, 3.40625, 3.3125, 3.421875, 2.75, 3.1875, 4.296875, 3.34375, 2.835938, 3.421875, 3.25, 3.296875, 3.28125, 4.171875, 3.234375, 3.75, 3.359375, 3.03125, 3.15625, 3.375, 3.25, 3.3125, 3.328125, 4.125, 3.328125, 3.265625, 3.53125, 3.34375, 3.453125, 3.140625, 3.34375, 3.578125, 3.4375, 3.28125, 3.640625, 3.484375, 3.390625, 3.21875, 3.34375, 2.6875, 3.265625, 3.328125, 4.203125, 3.34375, 3.3125, 2.96875, 3.34375, 5.25, 3.640625, 3.265625, 3.34375, 3.578125, 3.890625, 3.34375, 3.25, 3.390625, 3.359375, 3.28125, 3.28125, 3.296875, 3.359375, 3.328125, 3.296875, 3.5, 4.390625, 3.875, 3.359375, 3.34375, 3.125, 3.59375, 3.453125, 4.34375, 3.328125, 3.109375, 3.4375, 3.328125, 3.734375, 3.0625, 3.3125, 3.296875, 3.375, 3.015625, 7.65625, 3.328125, 3.46875, 4.65625, 7.9375, 3.25, 4.359375, 3.21875, 3.25, 4.125, 3.09375, 2.734375, 3.25, 3.25, 5.3125, 3.453125, 2.476562, 3.296875, 3.125, 3.265625, 3.28125, 3.34375, 3.453125, 3.546875, 5.8125, 3.25, 3.171875, 3.34375, 3.234375, 3.21875, 3.25, 3.453125, 3.296875, 3.421875, 3.046875, 3.1875, 3.828125, 3.859375, 4.296875, 3.171875, 2.835938, 3.015625, 3.234375, 3.25, 3.34375, 3.296875, 3.421875, 3.609375, 3.0625, 3.515625, 3.328125, 3.171875, 3.265625, 3.46875, 3.1875, 3.5625, 4.46875, 3.21875, 3.328125, 3.140625, 3.21875, 3.1875, 3.28125, 3.0, 3.25, 3.359375, 3.671875, 3.390625, 3.265625, 3.234375, 3.0625, 3.453125, 3.109375, 3.03125, 3.09375, 3.171875, 3.75, 3.171875, 3.265625, 3.203125, 3.109375, 2.882812, 3.203125, 3.21875, 3.265625, 3.25, 3.234375, 3.15625, 2.992188, 3.40625, 3.171875, 3.421875, 3.21875, 3.21875, 3.25, 3.1875, 3.484375, 3.234375, 3.03125, 3.546875, 3.75, 3.234375, 3.34375, 3.40625, 3.375, 3.109375, 3.9375, 3.3125, 3.03125, 3.28125, 3.1875, 3.421875, 3.390625, 3.390625, 3.359375, 3.390625, 4.109375, 3.4375, 3.390625, 2.351562, 3.203125, 3.203125, 3.40625, 3.0, 3.09375, 3.234375, 3.421875, 3.484375, 3.421875, 3.390625, 3.671875, 4.34375, 3.265625, 4.515625, 3.328125, 3.171875, 2.351562, 3.28125, 3.359375, 3.28125, 3.15625, 3.296875, 3.09375, 3.28125, 3.59375, 3.171875, 3.390625, 3.296875, 3.390625, 3.359375, 3.34375, 3.28125, 3.078125, 3.375, 3.46875, 4.265625, 3.703125, 3.796875, 3.34375, 3.25, 3.265625, 3.1875, 3.671875, 3.40625, 3.296875, 3.5625, 3.234375, 3.40625, 4.375, 3.25, 3.15625, 3.375, 3.25, 3.21875, 3.40625, 3.1875, 3.96875, 3.25, 3.171875, 3.28125, 3.359375, 3.15625, 3.34375, 3.265625, 4.234375, 3.609375, 3.734375, 3.34375, 3.234375, 3.296875, 3.234375, 3.234375, 3.625, 3.28125, 3.15625, 3.203125, 3.34375, 4.53125, 3.421875, 3.171875, 3.375, 3.328125, 3.390625, 3.4375, 3.5625, 3.203125, 2.960938, 3.3125, 3.59375, 3.25, 3.265625, 2.554688, 3.453125, 2.9375, 3.328125, 3.1875, 3.625, 3.796875, 3.375, 3.046875, 3.171875, 3.359375, 3.234375, 3.328125, 3.40625, 3.21875, 3.0625, 3.28125, 3.15625, 3.171875, 3.21875, 4.359375, 3.609375, 3.3125, 5.0625, 3.453125, 3.0625, 3.25, 3.265625, 3.296875, 3.40625, 3.125, 3.484375, 3.359375, 3.5, 2.90625, 3.203125, 3.28125, 3.109375, 3.4375, 3.25, 4.0, 3.3125, 3.765625, 3.671875, 3.390625, 3.171875, 2.65625, 3.4375, 3.390625, 3.84375, 3.625, 3.109375, 3.078125, 3.390625, 3.984375, 3.5625, 3.421875, 3.21875, 3.390625, 3.21875, 3.015625, 3.234375, 3.0625, 3.28125, 7.3125, 4.34375, 3.375, 4.078125, 3.3125, 3.34375, 3.28125, 3.296875, 3.28125, 4.21875, 3.296875, 3.359375, 3.296875, 3.359375, 3.390625, 4.828125, 3.234375, 3.25, 3.21875, 3.75, 3.453125, 3.296875, 3.40625, 3.34375, 3.359375, 3.1875, 3.3125, 3.109375, 2.953125, 3.421875, 3.625, 3.578125, 3.265625, 3.34375, 3.515625, 2.851562, 3.28125, 3.296875, 5.5, 3.0625, 3.15625, 3.296875, 4.125, 3.375, 3.375, 3.4375, 3.3125, 3.265625, 3.25, 3.40625, 3.359375, 3.15625, 3.5625, 3.234375, 3.1875, 3.296875, 4.5, 3.328125, 3.40625, 3.359375, 3.484375, 3.375, 3.28125, 3.421875, 3.203125, 3.3125, 3.53125, 3.515625, 3.375, 3.359375, 3.59375, 3.3125, 4.125, 3.1875, 3.9375, 3.40625, 4.34375, 3.140625, 3.28125, 2.765625, 3.34375, 3.546875, 3.0625, 3.4375, 3.15625, 3.265625, 3.359375, 3.3125, 3.453125, 3.359375, 3.78125, 3.609375, 3.21875, 3.40625, 3.203125, 3.203125, 3.125, 3.3125, 3.25, 3.265625, 3.15625, 2.695312, 3.0625, 3.34375, 3.109375, 3.171875, 3.421875, 3.40625, 3.109375, 3.265625, 3.046875, 3.171875, 3.265625, 3.46875, 3.125, 3.296875, 3.515625, 3.40625, 3.265625, 3.5625, 3.421875, 4.59375, 3.875, 3.328125, 3.390625, 3.375, 3.796875, 6.5625, 3.28125, 3.28125, 3.859375, 3.421875, 3.578125, 3.25, 3.4375, 3.375, 3.484375, 3.328125, 3.34375, 3.140625, 4.25, 3.59375, 4.15625, 2.414062, 3.203125, 3.40625, 3.28125, 3.3125, 3.3125, 3.515625, 3.328125, 3.09375, 3.5625, 3.59375, 3.3125, 3.71875, 3.8125, 3.140625, 3.265625, 3.390625, 3.28125, 3.203125, 3.140625, 3.34375, 3.3125, 3.640625, 3.046875, 3.25, 5.96875, 3.625, 3.453125, 3.921875, 3.234375, 4.28125, 4.515625, 3.3125, 3.203125, 3.546875, 3.15625, 3.859375, 3.328125, 3.3125, 3.21875, 3.328125, 3.3125, 3.34375, 3.640625, 3.34375, 3.078125, 3.4375, 3.140625, 3.28125, 3.53125, 4.421875, 3.296875, 3.421875, 3.59375, 3.328125, 3.4375, 3.28125, 3.28125, 3.265625, 3.5, 3.515625, 3.46875, 3.28125, 3.296875, 3.6875, 3.140625, 3.140625, 2.976562, 3.28125, 3.0625, 3.359375, 3.34375, 3.125, 3.15625, 3.6875, 3.28125, 3.78125, 3.484375, 3.5, 3.15625, 3.609375, 3.28125, 3.28125, 3.296875, 3.25, 3.25, 3.359375, 3.40625, 3.171875, 3.078125, 3.234375, 3.4375, 3.140625, 3.390625, 3.625, 3.34375, 3.140625, 5.5625, 4.0, 3.375, 3.3125, 3.234375, 5.34375, 3.234375, 3.625, 3.46875, 3.140625, 3.046875, 3.296875, 3.265625, 3.40625, 3.953125, 3.4375, 3.171875, 3.75, 3.34375, 4.75, 3.125, 3.125, 3.203125, 3.25, 3.640625, 3.125, 3.390625, 4.28125, 3.375, 3.3125, 3.296875, 3.796875, 3.234375, 3.515625, 3.125, 3.15625, 3.21875, 3.453125, 3.390625, 3.3125, 4.234375, 4.078125, 3.34375, 3.09375, 4.0, 3.15625, 3.3125, 3.421875, 3.40625, 3.515625, 3.125, 3.359375, 3.65625, 3.265625, 2.265625, 3.5625, 3.171875, 3.109375, 3.484375, 3.90625, 3.203125, 3.53125, 3.078125, 3.265625, 3.390625, 2.546875, 2.679688, 2.929688, 3.421875, 3.15625, 3.421875, 3.78125, 3.953125, 3.28125, 3.578125, 3.5, 3.28125, 3.28125, 3.21875, 3.375, 3.390625, 3.375, 3.59375, 4.15625, 3.796875, 6.59375, 3.109375, 4.296875, 3.328125, 3.109375, 3.421875, 3.3125, 3.28125, 2.875, 3.390625, 3.265625, 3.296875, 4.0625, 5.65625, 3.53125, 3.4375 ] }, "name": "onnx::Mul_8867", "outputIndexes": [ 2483 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2482, 2483 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/lm/norm/Mul_1_output_0", "outputIndexes": [ 2484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2484 ], "outputIndexes": [ 3218 ], "main_type": "Reshape", "main": { "dims": [ -1, 2304, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_convert", "inputIndexes": [ 3218 ], "outputIndexes": [ 3219 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear", "inputIndexes": [ 3219 ], "outputIndexes": [ 3220 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 256000, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2304, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": true, "type": 1, "aMax": 0, "aMin": -8, "readType": 4608000, "weightSize": 0 }, "external": [ 1138659236, 294912026, 36864000, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_convert", "inputIndexes": [ 3220 ], "outputIndexes": [ 3221 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3221 ], "outputIndexes": [ 2485 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 256000 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 256000 ] }, "name": "/Constant_1556_output_0__", "outputIndexes": [ 2486 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2485, 2486 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "logits", "outputIndexes": [ 2487 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 26, 2, -1, 0, 4, 256 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "past_key_values", "outputIndexes": [ 2488 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488 ], "main_type": "Reshape", "main": { "dims": [ -1 ], "dimType": "NCHW" }, "name": "presents", "outputIndexes": [ 2489 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" } ], "outputName": [ "logits", "presents" ], "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "input_ids", "/Constant_output_0__", "/Reshape_output_0", "/input_layernorm/Mul_output_0", "onnx::Mul_8113", "/input_layernorm/Mul_1_output_0", "/FakeLinear_output_0", "/Unsqueeze_output_0", "/Shape_1_output_0", "/rotary/Constant_9_output_0", "Shape19", "BinaryOp22", "BinaryOp23", "Unsqueeze24", "BinaryOp26", "Unsqueeze27", "StridedSlice30", "Squeeze31", "BinaryOp32", "BinaryOp33", "/Gather_2_output_0", "/rotary/Constant_4_output_0", "/Unsqueeze_1_output_0", "/Constant_4_output_0", "/Constant_5_output_0", "/Concat_output_0", "/Reshape_1_output_0", "position_ids", "/rotary/Cast_output_0", "/rotary/Constant_1_output_0__", "/rotary/Reshape_output_0", "/rotary/Constant_2_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Unsqueeze_2_axes", "/rotary/Unsqueeze_3_output_0", "Shape56", "BinaryOp59", "BinaryOp60", "Unsqueeze61", "BinaryOp63", "Unsqueeze64", "StridedSlice67", "BinaryOp69", "BinaryOp70", "/Gather_3_output_0", "/Mul_output_0", "/Shape_2_output_0", "/Constant_11_output_0", "Shape75", "BinaryOp78", "BinaryOp79", "Unsqueeze80", "BinaryOp82", "Unsqueeze83", "StridedSlice86", "Squeeze87", "BinaryOp88", "BinaryOp89", "/Gather_5_output_0", "/rotary/Constant_7_output_0", "/Div_output_0", "/Unsqueeze_6_output_0", "/Constant_20_output_0", "/Constant_14_output_0", "/Slice_1_output_0", "/Neg_output_0", "/Slice_output_0", "/Concat_3_output_0", "Unsqueeze105", "Unsqueeze108", "StridedSlice111", "Squeeze112", "BinaryOp113", "BinaryOp114", "/Gather_4_output_0", "/Mul_1_output_0", "/Add_output_0", "/FakeLinear_1_output_0", "/Constant_7_output_0", "/Concat_1_output_0", "/Reshape_2_output_0", "/Mul_2_output_0", "/Shape_3_output_0", "Shape158", "BinaryOp161", "BinaryOp162", "Unsqueeze163", "BinaryOp165", "Unsqueeze166", "StridedSlice169", "Squeeze170", "BinaryOp171", "BinaryOp172", "/Gather_6_output_0", "/Div_1_output_0", "/Unsqueeze_8_output_0", "/Slice_3_output_0", "/Neg_1_output_0", "/Slice_2_output_0", "/Concat_4_output_0", "/Mul_3_output_0", "/Add_1_output_0", "/FakeLinear_2_output_0", "/Reshape_3_output_0", "attention_mask", "/Reshape_8_output_0", "/FakeLinear_3_output_0", "/post_attention_layernorm/Mul_output_0", "onnx::Mul_8136", "/post_attention_layernorm/Mul_1_output_0", "/Add_3_output_0", "/mlp/act_fn/Constant_3_output_0", "/pre_feedforward_layernorm/Mul_output_0", "onnx::Mul_8138", "/pre_feedforward_layernorm/Mul_1_output_0", "/mlp/gate_proj/FakeLinear_output_0", "/input_layernorm/Constant_2_output_0", "/mlp/act_fn/Constant_1_output_0", "/mlp/act_fn/Constant_output_0", "/mlp/act_fn/Mul_output_0", "/mlp/act_fn/Mul_1_output_0", "/mlp/act_fn/Mul_2_output_0", "/mlp/act_fn/Add_output_0", "/mlp/act_fn/Mul_3_output_0", "/mlp/act_fn/Tanh_output_0", "/mlp/act_fn/Add_1_output_0", "/mlp/act_fn/Mul_4_output_0", "/mlp/act_fn/Mul_5_output_0", "/mlp/up_proj/FakeLinear_output_0", "/mlp/Mul_output_0", "/mlp/down_proj/FakeLinear_output_0", "/post_feedforward_layernorm/Mul_output_0", "onnx::Mul_8140", "/post_feedforward_layernorm/Mul_1_output_0", "/Add_4_output_0", "/Reshape_9_output_0", "/input_layernorm_1/Mul_output_0", "onnx::Mul_8142", "/input_layernorm_1/Mul_1_output_0", "/FakeLinear_4_output_0", "/Shape_15_output_0", "Shape356", "BinaryOp359", "BinaryOp360", "Unsqueeze361", "BinaryOp363", "Unsqueeze364", "StridedSlice367", "Squeeze368", "BinaryOp369", "BinaryOp370", "/Gather_19_output_0", "/Unsqueeze_33_output_0", "/Concat_13_output_0", "/Reshape_10_output_0", "/Mul_8_output_0", "/Shape_16_output_0", "Shape377", "BinaryOp380", "BinaryOp381", "Unsqueeze382", "BinaryOp384", "Unsqueeze385", "StridedSlice388", "Squeeze389", "BinaryOp390", "BinaryOp391", "/Gather_20_output_0", "/Div_3_output_0", "/Unsqueeze_38_output_0", "/Slice_5_output_0", "/Neg_2_output_0", "/Slice_4_output_0", "/Concat_16_output_0", "/Mul_9_output_0", "/Add_5_output_0", "/FakeLinear_5_output_0", "/Concat_14_output_0", "/Reshape_11_output_0", "/Mul_10_output_0", "/Shape_17_output_0", "Shape439", "BinaryOp442", "BinaryOp443", "Unsqueeze444", "BinaryOp446", "Unsqueeze447", "StridedSlice450", "Squeeze451", "BinaryOp452", "BinaryOp453", "/Gather_21_output_0", "/Div_4_output_0", "/Unsqueeze_40_output_0", "/Slice_7_output_0", "/Neg_3_output_0", "/Slice_6_output_0", "/Concat_17_output_0", "/Mul_11_output_0", "/Add_6_output_0", "/FakeLinear_6_output_0", "/Reshape_12_output_0", "/Reshape_17_output_0", "/FakeLinear_7_output_0", "/post_attention_layernorm_1/Mul_output_0", "onnx::Mul_8165", "/post_attention_layernorm_1/Mul_1_output_0", "/Add_8_output_0", "/pre_feedforward_layernorm_1/Mul_output_0", "onnx::Mul_8167", "/pre_feedforward_layernorm_1/Mul_1_output_0", "/mlp/gate_proj_1/FakeLinear_output_0", "/mlp/act_fn_1/Mul_output_0", "/mlp/act_fn_1/Mul_1_output_0", "/mlp/act_fn_1/Mul_2_output_0", "/mlp/act_fn_1/Add_output_0", "/mlp/act_fn_1/Mul_3_output_0", "/mlp/act_fn_1/Tanh_output_0", "/mlp/act_fn_1/Add_1_output_0", "/mlp/act_fn_1/Mul_4_output_0", "/mlp/act_fn_1/Mul_5_output_0", "/mlp/up_proj_1/FakeLinear_output_0", "/mlp_1/Mul_output_0", "/mlp/down_proj_1/FakeLinear_output_0", "/post_feedforward_layernorm_1/Mul_output_0", "onnx::Mul_8169", "/post_feedforward_layernorm_1/Mul_1_output_0", "/Add_9_output_0", "/Reshape_18_output_0", "/input_layernorm_2/Mul_output_0", "onnx::Mul_8171", "/input_layernorm_2/Mul_1_output_0", "/FakeLinear_8_output_0", "/Shape_29_output_0", "Shape628", "BinaryOp631", "BinaryOp632", "Unsqueeze633", "BinaryOp635", "Unsqueeze636", "StridedSlice639", "Squeeze640", "BinaryOp641", "BinaryOp642", "/Gather_34_output_0", "/Unsqueeze_65_output_0", "/Concat_26_output_0", "/Reshape_19_output_0", "/Mul_16_output_0", "/Shape_30_output_0", "Shape649", "BinaryOp652", "BinaryOp653", "Unsqueeze654", "BinaryOp656", "Unsqueeze657", "StridedSlice660", "Squeeze661", "BinaryOp662", "BinaryOp663", "/Gather_35_output_0", "/Div_6_output_0", "/Unsqueeze_70_output_0", "/Slice_9_output_0", "/Neg_4_output_0", "/Slice_8_output_0", "/Concat_29_output_0", "/Mul_17_output_0", "/Add_10_output_0", "/FakeLinear_9_output_0", "/Concat_27_output_0", "/Reshape_20_output_0", "/Mul_18_output_0", "/Shape_31_output_0", "Shape711", "BinaryOp714", "BinaryOp715", "Unsqueeze716", "BinaryOp718", "Unsqueeze719", "StridedSlice722", "Squeeze723", "BinaryOp724", "BinaryOp725", "/Gather_36_output_0", "/Div_7_output_0", "/Unsqueeze_72_output_0", "/Slice_11_output_0", "/Neg_5_output_0", "/Slice_10_output_0", "/Concat_30_output_0", "/Mul_19_output_0", "/Add_11_output_0", "/FakeLinear_10_output_0", "/Reshape_21_output_0", "/Reshape_26_output_0", "/FakeLinear_11_output_0", "/post_attention_layernorm_2/Mul_output_0", "onnx::Mul_8194", "/post_attention_layernorm_2/Mul_1_output_0", "/Add_13_output_0", "/pre_feedforward_layernorm_2/Mul_output_0", "onnx::Mul_8196", "/pre_feedforward_layernorm_2/Mul_1_output_0", "/mlp/gate_proj_2/FakeLinear_output_0", "/mlp/act_fn_2/Mul_output_0", "/mlp/act_fn_2/Mul_1_output_0", "/mlp/act_fn_2/Mul_2_output_0", "/mlp/act_fn_2/Add_output_0", "/mlp/act_fn_2/Mul_3_output_0", "/mlp/act_fn_2/Tanh_output_0", "/mlp/act_fn_2/Add_1_output_0", "/mlp/act_fn_2/Mul_4_output_0", "/mlp/act_fn_2/Mul_5_output_0", "/mlp/up_proj_2/FakeLinear_output_0", "/mlp_2/Mul_output_0", "/mlp/down_proj_2/FakeLinear_output_0", "/post_feedforward_layernorm_2/Mul_output_0", "onnx::Mul_8198", "/post_feedforward_layernorm_2/Mul_1_output_0", "/Add_14_output_0", "/Reshape_27_output_0", "/input_layernorm_3/Mul_output_0", "onnx::Mul_8200", "/input_layernorm_3/Mul_1_output_0", "/FakeLinear_12_output_0", "/Shape_43_output_0", "Shape900", "BinaryOp903", "BinaryOp904", "Unsqueeze905", "BinaryOp907", "Unsqueeze908", "StridedSlice911", "Squeeze912", "BinaryOp913", "BinaryOp914", "/Gather_49_output_0", "/Unsqueeze_97_output_0", "/Concat_39_output_0", "/Reshape_28_output_0", "/Mul_24_output_0", "/Shape_44_output_0", "Shape921", "BinaryOp924", "BinaryOp925", "Unsqueeze926", "BinaryOp928", "Unsqueeze929", "StridedSlice932", "Squeeze933", "BinaryOp934", "BinaryOp935", "/Gather_50_output_0", "/Div_9_output_0", "/Unsqueeze_102_output_0", "/Slice_13_output_0", "/Neg_6_output_0", "/Slice_12_output_0", "/Concat_42_output_0", "/Mul_25_output_0", "/Add_15_output_0", "/FakeLinear_13_output_0", "/Concat_40_output_0", "/Reshape_29_output_0", "/Mul_26_output_0", "/Shape_45_output_0", "Shape983", "BinaryOp986", "BinaryOp987", "Unsqueeze988", "BinaryOp990", "Unsqueeze991", "StridedSlice994", "Squeeze995", "BinaryOp996", "BinaryOp997", "/Gather_51_output_0", "/Div_10_output_0", "/Unsqueeze_104_output_0", "/Slice_15_output_0", "/Neg_7_output_0", "/Slice_14_output_0", "/Concat_43_output_0", "/Mul_27_output_0", "/Add_16_output_0", "/FakeLinear_14_output_0", "/Reshape_30_output_0", "/Reshape_35_output_0", "/FakeLinear_15_output_0", "/post_attention_layernorm_3/Mul_output_0", "onnx::Mul_8223", "/post_attention_layernorm_3/Mul_1_output_0", "/Add_18_output_0", "/pre_feedforward_layernorm_3/Mul_output_0", "onnx::Mul_8225", "/pre_feedforward_layernorm_3/Mul_1_output_0", "/mlp/gate_proj_3/FakeLinear_output_0", "/mlp/act_fn_3/Mul_output_0", "/mlp/act_fn_3/Mul_1_output_0", "/mlp/act_fn_3/Mul_2_output_0", "/mlp/act_fn_3/Add_output_0", "/mlp/act_fn_3/Mul_3_output_0", "/mlp/act_fn_3/Tanh_output_0", "/mlp/act_fn_3/Add_1_output_0", "/mlp/act_fn_3/Mul_4_output_0", "/mlp/act_fn_3/Mul_5_output_0", "/mlp/up_proj_3/FakeLinear_output_0", "/mlp_3/Mul_output_0", "/mlp/down_proj_3/FakeLinear_output_0", "/post_feedforward_layernorm_3/Mul_output_0", "onnx::Mul_8227", "/post_feedforward_layernorm_3/Mul_1_output_0", "/Add_19_output_0", "/Reshape_36_output_0", "/input_layernorm_4/Mul_output_0", "onnx::Mul_8229", "/input_layernorm_4/Mul_1_output_0", "/FakeLinear_16_output_0", "/Shape_57_output_0", "Shape1172", "BinaryOp1175", "BinaryOp1176", "Unsqueeze1177", "BinaryOp1179", "Unsqueeze1180", "StridedSlice1183", "Squeeze1184", "BinaryOp1185", "BinaryOp1186", "/Gather_64_output_0", "/Unsqueeze_129_output_0", "/Concat_52_output_0", "/Reshape_37_output_0", "/Mul_32_output_0", "/Shape_58_output_0", "Shape1193", "BinaryOp1196", "BinaryOp1197", "Unsqueeze1198", "BinaryOp1200", "Unsqueeze1201", "StridedSlice1204", "Squeeze1205", "BinaryOp1206", "BinaryOp1207", "/Gather_65_output_0", "/Div_12_output_0", "/Unsqueeze_134_output_0", "/Slice_17_output_0", "/Neg_8_output_0", "/Slice_16_output_0", "/Concat_55_output_0", "/Mul_33_output_0", "/Add_20_output_0", "/FakeLinear_17_output_0", "/Concat_53_output_0", "/Reshape_38_output_0", "/Mul_34_output_0", "/Shape_59_output_0", "Shape1256", "BinaryOp1259", "BinaryOp1260", "Unsqueeze1261", "BinaryOp1263", "Unsqueeze1264", "StridedSlice1267", "Squeeze1268", "BinaryOp1269", "BinaryOp1270", "/Gather_66_output_0", "/Div_13_output_0", "/Unsqueeze_136_output_0", "/Slice_19_output_0", "/Neg_9_output_0", "/Slice_18_output_0", "/Concat_56_output_0", "/Mul_35_output_0", "/Add_21_output_0", "/FakeLinear_18_output_0", "/Reshape_39_output_0", "/Reshape_44_output_0", "/FakeLinear_19_output_0", "/post_attention_layernorm_4/Mul_output_0", "onnx::Mul_8252", "/post_attention_layernorm_4/Mul_1_output_0", "/Add_23_output_0", "/pre_feedforward_layernorm_4/Mul_output_0", "onnx::Mul_8254", "/pre_feedforward_layernorm_4/Mul_1_output_0", "/mlp/gate_proj_4/FakeLinear_output_0", "/mlp/act_fn_4/Mul_output_0", "/mlp/act_fn_4/Mul_1_output_0", "/mlp/act_fn_4/Mul_2_output_0", "/mlp/act_fn_4/Add_output_0", "/mlp/act_fn_4/Mul_3_output_0", "/mlp/act_fn_4/Tanh_output_0", "/mlp/act_fn_4/Add_1_output_0", "/mlp/act_fn_4/Mul_4_output_0", "/mlp/act_fn_4/Mul_5_output_0", "/mlp/up_proj_4/FakeLinear_output_0", "/mlp_4/Mul_output_0", "/mlp/down_proj_4/FakeLinear_output_0", "/post_feedforward_layernorm_4/Mul_output_0", "onnx::Mul_8256", "/post_feedforward_layernorm_4/Mul_1_output_0", "/Add_24_output_0", "/Reshape_45_output_0", "/input_layernorm_5/Mul_output_0", "onnx::Mul_8258", "/input_layernorm_5/Mul_1_output_0", "/FakeLinear_20_output_0", "/Shape_71_output_0", "Shape1445", "BinaryOp1448", "BinaryOp1449", "Unsqueeze1450", "BinaryOp1452", "Unsqueeze1453", "StridedSlice1456", "Squeeze1457", "BinaryOp1458", "BinaryOp1459", "/Gather_79_output_0", "/Unsqueeze_161_output_0", "/Concat_65_output_0", "/Reshape_46_output_0", "/Mul_40_output_0", "/Shape_72_output_0", "Shape1466", "BinaryOp1469", "BinaryOp1470", "Unsqueeze1471", "BinaryOp1473", "Unsqueeze1474", "StridedSlice1477", "Squeeze1478", "BinaryOp1479", "BinaryOp1480", "/Gather_80_output_0", "/Div_15_output_0", "/Unsqueeze_166_output_0", "/Slice_21_output_0", "/Neg_10_output_0", "/Slice_20_output_0", "/Concat_68_output_0", "/Mul_41_output_0", "/Add_25_output_0", "/FakeLinear_21_output_0", "/Concat_66_output_0", "/Reshape_47_output_0", "/Mul_42_output_0", "/Shape_73_output_0", "Shape1529", "BinaryOp1532", "BinaryOp1533", "Unsqueeze1534", "BinaryOp1536", "Unsqueeze1537", "StridedSlice1540", "Squeeze1541", "BinaryOp1542", "BinaryOp1543", "/Gather_81_output_0", "/Div_16_output_0", "/Unsqueeze_168_output_0", "/Slice_23_output_0", "/Neg_11_output_0", "/Slice_22_output_0", "/Concat_69_output_0", "/Mul_43_output_0", "/Add_26_output_0", "/FakeLinear_22_output_0", "/Reshape_48_output_0", "/Reshape_53_output_0", "/FakeLinear_23_output_0", "/post_attention_layernorm_5/Mul_output_0", "onnx::Mul_8281", "/post_attention_layernorm_5/Mul_1_output_0", "/Add_28_output_0", "/pre_feedforward_layernorm_5/Mul_output_0", "onnx::Mul_8283", "/pre_feedforward_layernorm_5/Mul_1_output_0", "/mlp/gate_proj_5/FakeLinear_output_0", "/mlp/act_fn_5/Mul_output_0", "/mlp/act_fn_5/Mul_1_output_0", "/mlp/act_fn_5/Mul_2_output_0", "/mlp/act_fn_5/Add_output_0", "/mlp/act_fn_5/Mul_3_output_0", "/mlp/act_fn_5/Tanh_output_0", "/mlp/act_fn_5/Add_1_output_0", "/mlp/act_fn_5/Mul_4_output_0", "/mlp/act_fn_5/Mul_5_output_0", "/mlp/up_proj_5/FakeLinear_output_0", "/mlp_5/Mul_output_0", "/mlp/down_proj_5/FakeLinear_output_0", "/post_feedforward_layernorm_5/Mul_output_0", "onnx::Mul_8285", "/post_feedforward_layernorm_5/Mul_1_output_0", "/Add_29_output_0", "/Reshape_54_output_0", "/input_layernorm_6/Mul_output_0", "onnx::Mul_8287", "/input_layernorm_6/Mul_1_output_0", "/FakeLinear_24_output_0", "/Shape_85_output_0", "Shape1718", "BinaryOp1721", "BinaryOp1722", "Unsqueeze1723", "BinaryOp1725", "Unsqueeze1726", "StridedSlice1729", "Squeeze1730", "BinaryOp1731", "BinaryOp1732", "/Gather_94_output_0", "/Unsqueeze_193_output_0", "/Concat_78_output_0", "/Reshape_55_output_0", "/Mul_48_output_0", "/Shape_86_output_0", "Shape1739", "BinaryOp1742", "BinaryOp1743", "Unsqueeze1744", "BinaryOp1746", "Unsqueeze1747", "StridedSlice1750", "Squeeze1751", "BinaryOp1752", "BinaryOp1753", "/Gather_95_output_0", "/Div_18_output_0", "/Unsqueeze_198_output_0", "/Slice_25_output_0", "/Neg_12_output_0", "/Slice_24_output_0", "/Concat_81_output_0", "/Mul_49_output_0", "/Add_30_output_0", "/FakeLinear_25_output_0", "/Concat_79_output_0", "/Reshape_56_output_0", "/Mul_50_output_0", "/Shape_87_output_0", "Shape1802", "BinaryOp1805", "BinaryOp1806", "Unsqueeze1807", "BinaryOp1809", "Unsqueeze1810", "StridedSlice1813", "Squeeze1814", "BinaryOp1815", "BinaryOp1816", "/Gather_96_output_0", "/Div_19_output_0", "/Unsqueeze_200_output_0", "/Slice_27_output_0", "/Neg_13_output_0", "/Slice_26_output_0", "/Concat_82_output_0", "/Mul_51_output_0", "/Add_31_output_0", "/FakeLinear_26_output_0", "/Reshape_57_output_0", "/Reshape_62_output_0", "/FakeLinear_27_output_0", "/post_attention_layernorm_6/Mul_output_0", "onnx::Mul_8310", "/post_attention_layernorm_6/Mul_1_output_0", "/Add_33_output_0", "/pre_feedforward_layernorm_6/Mul_output_0", "onnx::Mul_8312", "/pre_feedforward_layernorm_6/Mul_1_output_0", "/mlp/gate_proj_6/FakeLinear_output_0", "/mlp/act_fn_6/Mul_output_0", "/mlp/act_fn_6/Mul_1_output_0", "/mlp/act_fn_6/Mul_2_output_0", "/mlp/act_fn_6/Add_output_0", "/mlp/act_fn_6/Mul_3_output_0", "/mlp/act_fn_6/Tanh_output_0", "/mlp/act_fn_6/Add_1_output_0", "/mlp/act_fn_6/Mul_4_output_0", "/mlp/act_fn_6/Mul_5_output_0", "/mlp/up_proj_6/FakeLinear_output_0", "/mlp_6/Mul_output_0", "/mlp/down_proj_6/FakeLinear_output_0", "/post_feedforward_layernorm_6/Mul_output_0", "onnx::Mul_8314", "/post_feedforward_layernorm_6/Mul_1_output_0", "/Add_34_output_0", "/Reshape_63_output_0", "/input_layernorm_7/Mul_output_0", "onnx::Mul_8316", "/input_layernorm_7/Mul_1_output_0", "/FakeLinear_28_output_0", "/Shape_99_output_0", "Shape1991", "BinaryOp1994", "BinaryOp1995", "Unsqueeze1996", "BinaryOp1998", "Unsqueeze1999", "StridedSlice2002", "Squeeze2003", "BinaryOp2004", "BinaryOp2005", "/Gather_109_output_0", "/Unsqueeze_225_output_0", "/Concat_91_output_0", "/Reshape_64_output_0", "/Mul_56_output_0", "/Shape_100_output_0", "Shape2012", "BinaryOp2015", "BinaryOp2016", "Unsqueeze2017", "BinaryOp2019", "Unsqueeze2020", "StridedSlice2023", "Squeeze2024", "BinaryOp2025", "BinaryOp2026", "/Gather_110_output_0", "/Div_21_output_0", "/Unsqueeze_230_output_0", "/Slice_29_output_0", "/Neg_14_output_0", "/Slice_28_output_0", "/Concat_94_output_0", "/Mul_57_output_0", "/Add_35_output_0", "/FakeLinear_29_output_0", "/Concat_92_output_0", "/Reshape_65_output_0", "/Mul_58_output_0", "/Shape_101_output_0", "Shape2075", "BinaryOp2078", "BinaryOp2079", "Unsqueeze2080", "BinaryOp2082", "Unsqueeze2083", "StridedSlice2086", "Squeeze2087", "BinaryOp2088", "BinaryOp2089", "/Gather_111_output_0", "/Div_22_output_0", "/Unsqueeze_232_output_0", "/Slice_31_output_0", "/Neg_15_output_0", "/Slice_30_output_0", "/Concat_95_output_0", "/Mul_59_output_0", "/Add_36_output_0", "/FakeLinear_30_output_0", "/Reshape_66_output_0", "/Reshape_71_output_0", "/FakeLinear_31_output_0", "/post_attention_layernorm_7/Mul_output_0", "onnx::Mul_8339", "/post_attention_layernorm_7/Mul_1_output_0", "/Add_38_output_0", "/pre_feedforward_layernorm_7/Mul_output_0", "onnx::Mul_8341", "/pre_feedforward_layernorm_7/Mul_1_output_0", "/mlp/gate_proj_7/FakeLinear_output_0", "/mlp/act_fn_7/Mul_output_0", "/mlp/act_fn_7/Mul_1_output_0", "/mlp/act_fn_7/Mul_2_output_0", "/mlp/act_fn_7/Add_output_0", "/mlp/act_fn_7/Mul_3_output_0", "/mlp/act_fn_7/Tanh_output_0", "/mlp/act_fn_7/Add_1_output_0", "/mlp/act_fn_7/Mul_4_output_0", "/mlp/act_fn_7/Mul_5_output_0", "/mlp/up_proj_7/FakeLinear_output_0", "/mlp_7/Mul_output_0", "/mlp/down_proj_7/FakeLinear_output_0", "/post_feedforward_layernorm_7/Mul_output_0", "onnx::Mul_8343", "/post_feedforward_layernorm_7/Mul_1_output_0", "/Add_39_output_0", "/Reshape_72_output_0", "/input_layernorm_8/Mul_output_0", "onnx::Mul_8345", "/input_layernorm_8/Mul_1_output_0", "/FakeLinear_32_output_0", "/Shape_113_output_0", "Shape2264", "BinaryOp2267", "BinaryOp2268", "Unsqueeze2269", "BinaryOp2271", "Unsqueeze2272", "StridedSlice2275", "Squeeze2276", "BinaryOp2277", "BinaryOp2278", "/Gather_124_output_0", "/Unsqueeze_257_output_0", "/Concat_104_output_0", "/Reshape_73_output_0", "/Mul_64_output_0", "/Shape_114_output_0", "Shape2285", "BinaryOp2288", "BinaryOp2289", "Unsqueeze2290", "BinaryOp2292", "Unsqueeze2293", "StridedSlice2296", "Squeeze2297", "BinaryOp2298", "BinaryOp2299", "/Gather_125_output_0", "/Div_24_output_0", "/Unsqueeze_262_output_0", "/Slice_33_output_0", "/Neg_16_output_0", "/Slice_32_output_0", "/Concat_107_output_0", "/Mul_65_output_0", "/Add_40_output_0", "/FakeLinear_33_output_0", "/Concat_105_output_0", "/Reshape_74_output_0", "/Mul_66_output_0", "/Shape_115_output_0", "Shape2348", "BinaryOp2351", "BinaryOp2352", "Unsqueeze2353", "BinaryOp2355", "Unsqueeze2356", "StridedSlice2359", "Squeeze2360", "BinaryOp2361", "BinaryOp2362", "/Gather_126_output_0", "/Div_25_output_0", "/Unsqueeze_264_output_0", "/Slice_35_output_0", "/Neg_17_output_0", "/Slice_34_output_0", "/Concat_108_output_0", "/Mul_67_output_0", "/Add_41_output_0", "/FakeLinear_34_output_0", "/Reshape_75_output_0", "/Reshape_80_output_0", "/FakeLinear_35_output_0", "/post_attention_layernorm_8/Mul_output_0", "onnx::Mul_8368", "/post_attention_layernorm_8/Mul_1_output_0", "/Add_43_output_0", "/pre_feedforward_layernorm_8/Mul_output_0", "onnx::Mul_8370", "/pre_feedforward_layernorm_8/Mul_1_output_0", "/mlp/gate_proj_8/FakeLinear_output_0", "/mlp/act_fn_8/Mul_output_0", "/mlp/act_fn_8/Mul_1_output_0", "/mlp/act_fn_8/Mul_2_output_0", "/mlp/act_fn_8/Add_output_0", "/mlp/act_fn_8/Mul_3_output_0", "/mlp/act_fn_8/Tanh_output_0", "/mlp/act_fn_8/Add_1_output_0", "/mlp/act_fn_8/Mul_4_output_0", "/mlp/act_fn_8/Mul_5_output_0", "/mlp/up_proj_8/FakeLinear_output_0", "/mlp_8/Mul_output_0", "/mlp/down_proj_8/FakeLinear_output_0", "/post_feedforward_layernorm_8/Mul_output_0", "onnx::Mul_8372", "/post_feedforward_layernorm_8/Mul_1_output_0", "/Add_44_output_0", "/Reshape_81_output_0", "/input_layernorm_9/Mul_output_0", "onnx::Mul_8374", "/input_layernorm_9/Mul_1_output_0", "/FakeLinear_36_output_0", "/Shape_127_output_0", "Shape2537", "BinaryOp2540", "BinaryOp2541", "Unsqueeze2542", "BinaryOp2544", "Unsqueeze2545", "StridedSlice2548", "Squeeze2549", "BinaryOp2550", "BinaryOp2551", "/Gather_139_output_0", "/Unsqueeze_289_output_0", "/Concat_117_output_0", "/Reshape_82_output_0", "/Mul_72_output_0", "/Shape_128_output_0", "Shape2558", "BinaryOp2561", "BinaryOp2562", "Unsqueeze2563", "BinaryOp2565", "Unsqueeze2566", "StridedSlice2569", "Squeeze2570", "BinaryOp2571", "BinaryOp2572", "/Gather_140_output_0", "/Div_27_output_0", "/Unsqueeze_294_output_0", "/Slice_37_output_0", "/Neg_18_output_0", "/Slice_36_output_0", "/Concat_120_output_0", "/Mul_73_output_0", "/Add_45_output_0", "/FakeLinear_37_output_0", "/Concat_118_output_0", "/Reshape_83_output_0", "/Mul_74_output_0", "/Shape_129_output_0", "Shape2621", "BinaryOp2624", "BinaryOp2625", "Unsqueeze2626", "BinaryOp2628", "Unsqueeze2629", "StridedSlice2632", "Squeeze2633", "BinaryOp2634", "BinaryOp2635", "/Gather_141_output_0", "/Div_28_output_0", "/Unsqueeze_296_output_0", "/Slice_39_output_0", "/Neg_19_output_0", "/Slice_38_output_0", "/Concat_121_output_0", "/Mul_75_output_0", "/Add_46_output_0", "/FakeLinear_38_output_0", "/Reshape_84_output_0", "/Reshape_89_output_0", "/FakeLinear_39_output_0", "/post_attention_layernorm_9/Mul_output_0", "onnx::Mul_8397", "/post_attention_layernorm_9/Mul_1_output_0", "/Add_48_output_0", "/pre_feedforward_layernorm_9/Mul_output_0", "onnx::Mul_8399", "/pre_feedforward_layernorm_9/Mul_1_output_0", "/mlp/gate_proj_9/FakeLinear_output_0", "/mlp/act_fn_9/Mul_output_0", "/mlp/act_fn_9/Mul_1_output_0", "/mlp/act_fn_9/Mul_2_output_0", "/mlp/act_fn_9/Add_output_0", "/mlp/act_fn_9/Mul_3_output_0", "/mlp/act_fn_9/Tanh_output_0", "/mlp/act_fn_9/Add_1_output_0", "/mlp/act_fn_9/Mul_4_output_0", "/mlp/act_fn_9/Mul_5_output_0", "/mlp/up_proj_9/FakeLinear_output_0", "/mlp_9/Mul_output_0", "/mlp/down_proj_9/FakeLinear_output_0", "/post_feedforward_layernorm_9/Mul_output_0", "onnx::Mul_8401", "/post_feedforward_layernorm_9/Mul_1_output_0", "/Add_49_output_0", "/Reshape_90_output_0", "/input_layernorm_10/Mul_output_0", "onnx::Mul_8403", "/input_layernorm_10/Mul_1_output_0", "/FakeLinear_40_output_0", "/Shape_141_output_0", "Shape2810", "BinaryOp2813", "BinaryOp2814", "Unsqueeze2815", "BinaryOp2817", "Unsqueeze2818", "StridedSlice2821", "Squeeze2822", "BinaryOp2823", "BinaryOp2824", "/Gather_154_output_0", "/Unsqueeze_321_output_0", "/Concat_130_output_0", "/Reshape_91_output_0", "/Mul_80_output_0", "/Shape_142_output_0", "Shape2831", "BinaryOp2834", "BinaryOp2835", "Unsqueeze2836", "BinaryOp2838", "Unsqueeze2839", "StridedSlice2842", "Squeeze2843", "BinaryOp2844", "BinaryOp2845", "/Gather_155_output_0", "/Div_30_output_0", "/Unsqueeze_326_output_0", "/Slice_41_output_0", "/Neg_20_output_0", "/Slice_40_output_0", "/Concat_133_output_0", "/Mul_81_output_0", "/Add_50_output_0", "/FakeLinear_41_output_0", "/Concat_131_output_0", "/Reshape_92_output_0", "/Mul_82_output_0", "/Shape_143_output_0", "Shape2894", "BinaryOp2897", "BinaryOp2898", "Unsqueeze2899", "BinaryOp2901", "Unsqueeze2902", "StridedSlice2905", "Squeeze2906", "BinaryOp2907", "BinaryOp2908", "/Gather_156_output_0", "/Div_31_output_0", "/Unsqueeze_328_output_0", "/Slice_43_output_0", "/Neg_21_output_0", "/Slice_42_output_0", "/Concat_134_output_0", "/Mul_83_output_0", "/Add_51_output_0", "/FakeLinear_42_output_0", "/Reshape_93_output_0", "/Reshape_98_output_0", "/FakeLinear_43_output_0", "/post_attention_layernorm_10/Mul_output_0", "onnx::Mul_8426", "/post_attention_layernorm_10/Mul_1_output_0", "/Add_53_output_0", "/pre_feedforward_layernorm_10/Mul_output_0", "onnx::Mul_8428", "/pre_feedforward_layernorm_10/Mul_1_output_0", "/mlp/gate_proj_10/FakeLinear_output_0", "/mlp/act_fn_10/Mul_output_0", "/mlp/act_fn_10/Mul_1_output_0", "/mlp/act_fn_10/Mul_2_output_0", "/mlp/act_fn_10/Add_output_0", "/mlp/act_fn_10/Mul_3_output_0", "/mlp/act_fn_10/Tanh_output_0", "/mlp/act_fn_10/Add_1_output_0", "/mlp/act_fn_10/Mul_4_output_0", "/mlp/act_fn_10/Mul_5_output_0", "/mlp/up_proj_10/FakeLinear_output_0", "/mlp_10/Mul_output_0", "/mlp/down_proj_10/FakeLinear_output_0", "/post_feedforward_layernorm_10/Mul_output_0", "onnx::Mul_8430", "/post_feedforward_layernorm_10/Mul_1_output_0", "/Add_54_output_0", "/Reshape_99_output_0", "/input_layernorm_11/Mul_output_0", "onnx::Mul_8432", "/input_layernorm_11/Mul_1_output_0", "/FakeLinear_44_output_0", "/Shape_155_output_0", "Shape3083", "BinaryOp3086", "BinaryOp3087", "Unsqueeze3088", "BinaryOp3090", "Unsqueeze3091", "StridedSlice3094", "Squeeze3095", "BinaryOp3096", "BinaryOp3097", "/Gather_169_output_0", "/Unsqueeze_353_output_0", "/Concat_143_output_0", "/Reshape_100_output_0", "/Mul_88_output_0", "/Shape_156_output_0", "Shape3104", "BinaryOp3107", "BinaryOp3108", "Unsqueeze3109", "BinaryOp3111", "Unsqueeze3112", "StridedSlice3115", "Squeeze3116", "BinaryOp3117", "BinaryOp3118", "/Gather_170_output_0", "/Div_33_output_0", "/Unsqueeze_358_output_0", "/Slice_45_output_0", "/Neg_22_output_0", "/Slice_44_output_0", "/Concat_146_output_0", "/Mul_89_output_0", "/Add_55_output_0", "/FakeLinear_45_output_0", "/Concat_144_output_0", "/Reshape_101_output_0", "/Mul_90_output_0", "/Shape_157_output_0", "Shape3167", "BinaryOp3170", "BinaryOp3171", "Unsqueeze3172", "BinaryOp3174", "Unsqueeze3175", "StridedSlice3178", "Squeeze3179", "BinaryOp3180", "BinaryOp3181", "/Gather_171_output_0", "/Div_34_output_0", "/Unsqueeze_360_output_0", "/Slice_47_output_0", "/Neg_23_output_0", "/Slice_46_output_0", "/Concat_147_output_0", "/Mul_91_output_0", "/Add_56_output_0", "/FakeLinear_46_output_0", "/Reshape_102_output_0", "/Reshape_107_output_0", "/FakeLinear_47_output_0", "/post_attention_layernorm_11/Mul_output_0", "onnx::Mul_8455", "/post_attention_layernorm_11/Mul_1_output_0", "/Add_58_output_0", "/pre_feedforward_layernorm_11/Mul_output_0", "onnx::Mul_8457", "/pre_feedforward_layernorm_11/Mul_1_output_0", "/mlp/gate_proj_11/FakeLinear_output_0", "/mlp/act_fn_11/Mul_output_0", "/mlp/act_fn_11/Mul_1_output_0", "/mlp/act_fn_11/Mul_2_output_0", "/mlp/act_fn_11/Add_output_0", "/mlp/act_fn_11/Mul_3_output_0", "/mlp/act_fn_11/Tanh_output_0", "/mlp/act_fn_11/Add_1_output_0", "/mlp/act_fn_11/Mul_4_output_0", "/mlp/act_fn_11/Mul_5_output_0", "/mlp/up_proj_11/FakeLinear_output_0", "/mlp_11/Mul_output_0", "/mlp/down_proj_11/FakeLinear_output_0", "/post_feedforward_layernorm_11/Mul_output_0", "onnx::Mul_8459", "/post_feedforward_layernorm_11/Mul_1_output_0", "/Add_59_output_0", "/Reshape_108_output_0", "/input_layernorm_12/Mul_output_0", "onnx::Mul_8461", "/input_layernorm_12/Mul_1_output_0", "/FakeLinear_48_output_0", "/Shape_169_output_0", "Shape3356", "BinaryOp3359", "BinaryOp3360", "Unsqueeze3361", "BinaryOp3363", "Unsqueeze3364", "StridedSlice3367", "Squeeze3368", "BinaryOp3369", "BinaryOp3370", "/Gather_184_output_0", "/Unsqueeze_385_output_0", "/Concat_156_output_0", "/Reshape_109_output_0", "/Mul_96_output_0", "/Shape_170_output_0", "Shape3377", "BinaryOp3380", "BinaryOp3381", "Unsqueeze3382", "BinaryOp3384", "Unsqueeze3385", "StridedSlice3388", "Squeeze3389", "BinaryOp3390", "BinaryOp3391", "/Gather_185_output_0", "/Div_36_output_0", "/Unsqueeze_390_output_0", "/Slice_49_output_0", "/Neg_24_output_0", "/Slice_48_output_0", "/Concat_159_output_0", "/Mul_97_output_0", "/Add_60_output_0", "/FakeLinear_49_output_0", "/Concat_157_output_0", "/Reshape_110_output_0", "/Mul_98_output_0", "/Shape_171_output_0", "Shape3440", "BinaryOp3443", "BinaryOp3444", "Unsqueeze3445", "BinaryOp3447", "Unsqueeze3448", "StridedSlice3451", "Squeeze3452", "BinaryOp3453", "BinaryOp3454", "/Gather_186_output_0", "/Div_37_output_0", "/Unsqueeze_392_output_0", "/Slice_51_output_0", "/Neg_25_output_0", "/Slice_50_output_0", "/Concat_160_output_0", "/Mul_99_output_0", "/Add_61_output_0", "/FakeLinear_50_output_0", "/Reshape_111_output_0", "/Reshape_116_output_0", "/FakeLinear_51_output_0", "/post_attention_layernorm_12/Mul_output_0", "onnx::Mul_8484", "/post_attention_layernorm_12/Mul_1_output_0", "/Add_63_output_0", "/pre_feedforward_layernorm_12/Mul_output_0", "onnx::Mul_8486", "/pre_feedforward_layernorm_12/Mul_1_output_0", "/mlp/gate_proj_12/FakeLinear_output_0", "/mlp/act_fn_12/Mul_output_0", "/mlp/act_fn_12/Mul_1_output_0", "/mlp/act_fn_12/Mul_2_output_0", "/mlp/act_fn_12/Add_output_0", "/mlp/act_fn_12/Mul_3_output_0", "/mlp/act_fn_12/Tanh_output_0", "/mlp/act_fn_12/Add_1_output_0", "/mlp/act_fn_12/Mul_4_output_0", "/mlp/act_fn_12/Mul_5_output_0", "/mlp/up_proj_12/FakeLinear_output_0", "/mlp_12/Mul_output_0", "/mlp/down_proj_12/FakeLinear_output_0", "/post_feedforward_layernorm_12/Mul_output_0", "onnx::Mul_8488", "/post_feedforward_layernorm_12/Mul_1_output_0", "/Add_64_output_0", "/Reshape_117_output_0", "/input_layernorm_13/Mul_output_0", "onnx::Mul_8490", "/input_layernorm_13/Mul_1_output_0", "/FakeLinear_52_output_0", "/Shape_183_output_0", "Shape3629", "BinaryOp3632", "BinaryOp3633", "Unsqueeze3634", "BinaryOp3636", "Unsqueeze3637", "StridedSlice3640", "Squeeze3641", "BinaryOp3642", "BinaryOp3643", "/Gather_199_output_0", "/Unsqueeze_417_output_0", "/Concat_169_output_0", "/Reshape_118_output_0", "/Mul_104_output_0", "/Shape_184_output_0", "Shape3650", "BinaryOp3653", "BinaryOp3654", "Unsqueeze3655", "BinaryOp3657", "Unsqueeze3658", "StridedSlice3661", "Squeeze3662", "BinaryOp3663", "BinaryOp3664", "/Gather_200_output_0", "/Div_39_output_0", "/Unsqueeze_422_output_0", "/Slice_53_output_0", "/Neg_26_output_0", "/Slice_52_output_0", "/Concat_172_output_0", "/Mul_105_output_0", "/Add_65_output_0", "/FakeLinear_53_output_0", "/Concat_170_output_0", "/Reshape_119_output_0", "/Mul_106_output_0", "/Shape_185_output_0", "Shape3713", "BinaryOp3716", "BinaryOp3717", "Unsqueeze3718", "BinaryOp3720", "Unsqueeze3721", "StridedSlice3724", "Squeeze3725", "BinaryOp3726", "BinaryOp3727", "/Gather_201_output_0", "/Div_40_output_0", "/Unsqueeze_424_output_0", "/Slice_55_output_0", "/Neg_27_output_0", "/Slice_54_output_0", "/Concat_173_output_0", "/Mul_107_output_0", "/Add_66_output_0", "/FakeLinear_54_output_0", "/Reshape_120_output_0", "/Reshape_125_output_0", "/FakeLinear_55_output_0", "/post_attention_layernorm_13/Mul_output_0", "onnx::Mul_8513", "/post_attention_layernorm_13/Mul_1_output_0", "/Add_68_output_0", "/pre_feedforward_layernorm_13/Mul_output_0", "onnx::Mul_8515", "/pre_feedforward_layernorm_13/Mul_1_output_0", "/mlp/gate_proj_13/FakeLinear_output_0", "/mlp/act_fn_13/Mul_output_0", "/mlp/act_fn_13/Mul_1_output_0", "/mlp/act_fn_13/Mul_2_output_0", "/mlp/act_fn_13/Add_output_0", "/mlp/act_fn_13/Mul_3_output_0", "/mlp/act_fn_13/Tanh_output_0", "/mlp/act_fn_13/Add_1_output_0", "/mlp/act_fn_13/Mul_4_output_0", "/mlp/act_fn_13/Mul_5_output_0", "/mlp/up_proj_13/FakeLinear_output_0", "/mlp_13/Mul_output_0", "/mlp/down_proj_13/FakeLinear_output_0", "/post_feedforward_layernorm_13/Mul_output_0", "onnx::Mul_8517", "/post_feedforward_layernorm_13/Mul_1_output_0", "/Add_69_output_0", "/Reshape_126_output_0", "/input_layernorm_14/Mul_output_0", "onnx::Mul_8519", "/input_layernorm_14/Mul_1_output_0", "/FakeLinear_56_output_0", "/Shape_197_output_0", "Shape3902", "BinaryOp3905", "BinaryOp3906", "Unsqueeze3907", "BinaryOp3909", "Unsqueeze3910", "StridedSlice3913", "Squeeze3914", "BinaryOp3915", "BinaryOp3916", "/Gather_214_output_0", "/Unsqueeze_449_output_0", "/Concat_182_output_0", "/Reshape_127_output_0", "/Mul_112_output_0", "/Shape_198_output_0", "Shape3923", "BinaryOp3926", "BinaryOp3927", "Unsqueeze3928", "BinaryOp3930", "Unsqueeze3931", "StridedSlice3934", "Squeeze3935", "BinaryOp3936", "BinaryOp3937", "/Gather_215_output_0", "/Div_42_output_0", "/Unsqueeze_454_output_0", "/Slice_57_output_0", "/Neg_28_output_0", "/Slice_56_output_0", "/Concat_185_output_0", "/Mul_113_output_0", "/Add_70_output_0", "/FakeLinear_57_output_0", "/Concat_183_output_0", "/Reshape_128_output_0", "/Mul_114_output_0", "/Shape_199_output_0", "Shape3986", "BinaryOp3989", "BinaryOp3990", "Unsqueeze3991", "BinaryOp3993", "Unsqueeze3994", "StridedSlice3997", "Squeeze3998", "BinaryOp3999", "BinaryOp4000", "/Gather_216_output_0", "/Div_43_output_0", "/Unsqueeze_456_output_0", "/Slice_59_output_0", "/Neg_29_output_0", "/Slice_58_output_0", "/Concat_186_output_0", "/Mul_115_output_0", "/Add_71_output_0", "/FakeLinear_58_output_0", "/Reshape_129_output_0", "/Reshape_134_output_0", "/FakeLinear_59_output_0", "/post_attention_layernorm_14/Mul_output_0", "onnx::Mul_8542", "/post_attention_layernorm_14/Mul_1_output_0", "/Add_73_output_0", "/pre_feedforward_layernorm_14/Mul_output_0", "onnx::Mul_8544", "/pre_feedforward_layernorm_14/Mul_1_output_0", "/mlp/gate_proj_14/FakeLinear_output_0", "/mlp/act_fn_14/Mul_output_0", "/mlp/act_fn_14/Mul_1_output_0", "/mlp/act_fn_14/Mul_2_output_0", "/mlp/act_fn_14/Add_output_0", "/mlp/act_fn_14/Mul_3_output_0", "/mlp/act_fn_14/Tanh_output_0", "/mlp/act_fn_14/Add_1_output_0", "/mlp/act_fn_14/Mul_4_output_0", "/mlp/act_fn_14/Mul_5_output_0", "/mlp/up_proj_14/FakeLinear_output_0", "/mlp_14/Mul_output_0", "/mlp/down_proj_14/FakeLinear_output_0", "/post_feedforward_layernorm_14/Mul_output_0", "onnx::Mul_8546", "/post_feedforward_layernorm_14/Mul_1_output_0", "/Add_74_output_0", "/Reshape_135_output_0", "/input_layernorm_15/Mul_output_0", "onnx::Mul_8548", "/input_layernorm_15/Mul_1_output_0", "/FakeLinear_60_output_0", "/Shape_211_output_0", "Shape4175", "BinaryOp4178", "BinaryOp4179", "Unsqueeze4180", "BinaryOp4182", "Unsqueeze4183", "StridedSlice4186", "Squeeze4187", "BinaryOp4188", "BinaryOp4189", "/Gather_229_output_0", "/Unsqueeze_481_output_0", "/Concat_195_output_0", "/Reshape_136_output_0", "/Mul_120_output_0", "/Shape_212_output_0", "Shape4196", "BinaryOp4199", "BinaryOp4200", "Unsqueeze4201", "BinaryOp4203", "Unsqueeze4204", "StridedSlice4207", "Squeeze4208", "BinaryOp4209", "BinaryOp4210", "/Gather_230_output_0", "/Div_45_output_0", "/Unsqueeze_486_output_0", "/Slice_61_output_0", "/Neg_30_output_0", "/Slice_60_output_0", "/Concat_198_output_0", "/Mul_121_output_0", "/Add_75_output_0", "/FakeLinear_61_output_0", "/Concat_196_output_0", "/Reshape_137_output_0", "/Mul_122_output_0", "/Shape_213_output_0", "Shape4259", "BinaryOp4262", "BinaryOp4263", "Unsqueeze4264", "BinaryOp4266", "Unsqueeze4267", "StridedSlice4270", "Squeeze4271", "BinaryOp4272", "BinaryOp4273", "/Gather_231_output_0", "/Div_46_output_0", "/Unsqueeze_488_output_0", "/Slice_63_output_0", "/Neg_31_output_0", "/Slice_62_output_0", "/Concat_199_output_0", "/Mul_123_output_0", "/Add_76_output_0", "/FakeLinear_62_output_0", "/Reshape_138_output_0", "/Reshape_143_output_0", "/FakeLinear_63_output_0", "/post_attention_layernorm_15/Mul_output_0", "onnx::Mul_8571", "/post_attention_layernorm_15/Mul_1_output_0", "/Add_78_output_0", "/pre_feedforward_layernorm_15/Mul_output_0", "onnx::Mul_8573", "/pre_feedforward_layernorm_15/Mul_1_output_0", "/mlp/gate_proj_15/FakeLinear_output_0", "/mlp/act_fn_15/Mul_output_0", "/mlp/act_fn_15/Mul_1_output_0", "/mlp/act_fn_15/Mul_2_output_0", "/mlp/act_fn_15/Add_output_0", "/mlp/act_fn_15/Mul_3_output_0", "/mlp/act_fn_15/Tanh_output_0", "/mlp/act_fn_15/Add_1_output_0", "/mlp/act_fn_15/Mul_4_output_0", "/mlp/act_fn_15/Mul_5_output_0", "/mlp/up_proj_15/FakeLinear_output_0", "/mlp_15/Mul_output_0", "/mlp/down_proj_15/FakeLinear_output_0", "/post_feedforward_layernorm_15/Mul_output_0", "onnx::Mul_8575", "/post_feedforward_layernorm_15/Mul_1_output_0", "/Add_79_output_0", "/Reshape_144_output_0", "/input_layernorm_16/Mul_output_0", "onnx::Mul_8577", "/input_layernorm_16/Mul_1_output_0", "/FakeLinear_64_output_0", "/Shape_225_output_0", "Shape4448", "BinaryOp4451", "BinaryOp4452", "Unsqueeze4453", "BinaryOp4455", "Unsqueeze4456", "StridedSlice4459", "Squeeze4460", "BinaryOp4461", "BinaryOp4462", "/Gather_244_output_0", "/Unsqueeze_513_output_0", "/Concat_208_output_0", "/Reshape_145_output_0", "/Mul_128_output_0", "/Shape_226_output_0", "Shape4469", "BinaryOp4472", "BinaryOp4473", "Unsqueeze4474", "BinaryOp4476", "Unsqueeze4477", "StridedSlice4480", "Squeeze4481", "BinaryOp4482", "BinaryOp4483", "/Gather_245_output_0", "/Div_48_output_0", "/Unsqueeze_518_output_0", "/Slice_65_output_0", "/Neg_32_output_0", "/Slice_64_output_0", "/Concat_211_output_0", "/Mul_129_output_0", "/Add_80_output_0", "/FakeLinear_65_output_0", "/Concat_209_output_0", "/Reshape_146_output_0", "/Mul_130_output_0", "/Shape_227_output_0", "Shape4532", "BinaryOp4535", "BinaryOp4536", "Unsqueeze4537", "BinaryOp4539", "Unsqueeze4540", "StridedSlice4543", "Squeeze4544", "BinaryOp4545", "BinaryOp4546", "/Gather_246_output_0", "/Div_49_output_0", "/Unsqueeze_520_output_0", "/Slice_67_output_0", "/Neg_33_output_0", "/Slice_66_output_0", "/Concat_212_output_0", "/Mul_131_output_0", "/Add_81_output_0", "/FakeLinear_66_output_0", "/Reshape_147_output_0", "/Reshape_152_output_0", "/FakeLinear_67_output_0", "/post_attention_layernorm_16/Mul_output_0", "onnx::Mul_8600", "/post_attention_layernorm_16/Mul_1_output_0", "/Add_83_output_0", "/pre_feedforward_layernorm_16/Mul_output_0", "onnx::Mul_8602", "/pre_feedforward_layernorm_16/Mul_1_output_0", "/mlp/gate_proj_16/FakeLinear_output_0", "/mlp/act_fn_16/Mul_output_0", "/mlp/act_fn_16/Mul_1_output_0", "/mlp/act_fn_16/Mul_2_output_0", "/mlp/act_fn_16/Add_output_0", "/mlp/act_fn_16/Mul_3_output_0", "/mlp/act_fn_16/Tanh_output_0", "/mlp/act_fn_16/Add_1_output_0", "/mlp/act_fn_16/Mul_4_output_0", "/mlp/act_fn_16/Mul_5_output_0", "/mlp/up_proj_16/FakeLinear_output_0", "/mlp_16/Mul_output_0", "/mlp/down_proj_16/FakeLinear_output_0", "/post_feedforward_layernorm_16/Mul_output_0", "onnx::Mul_8604", "/post_feedforward_layernorm_16/Mul_1_output_0", "/Add_84_output_0", "/Reshape_153_output_0", "/input_layernorm_17/Mul_output_0", "onnx::Mul_8606", "/input_layernorm_17/Mul_1_output_0", "/FakeLinear_68_output_0", "/Shape_239_output_0", "Shape4721", "BinaryOp4724", "BinaryOp4725", "Unsqueeze4726", "BinaryOp4728", "Unsqueeze4729", "StridedSlice4732", "Squeeze4733", "BinaryOp4734", "BinaryOp4735", "/Gather_259_output_0", "/Unsqueeze_545_output_0", "/Concat_221_output_0", "/Reshape_154_output_0", "/Mul_136_output_0", "/Shape_240_output_0", "Shape4742", "BinaryOp4745", "BinaryOp4746", "Unsqueeze4747", "BinaryOp4749", "Unsqueeze4750", "StridedSlice4753", "Squeeze4754", "BinaryOp4755", "BinaryOp4756", "/Gather_260_output_0", "/Div_51_output_0", "/Unsqueeze_550_output_0", "/Slice_69_output_0", "/Neg_34_output_0", "/Slice_68_output_0", "/Concat_224_output_0", "/Mul_137_output_0", "/Add_85_output_0", "/FakeLinear_69_output_0", "/Concat_222_output_0", "/Reshape_155_output_0", "/Mul_138_output_0", "/Shape_241_output_0", "Shape4805", "BinaryOp4808", "BinaryOp4809", "Unsqueeze4810", "BinaryOp4812", "Unsqueeze4813", "StridedSlice4816", "Squeeze4817", "BinaryOp4818", "BinaryOp4819", "/Gather_261_output_0", "/Div_52_output_0", "/Unsqueeze_552_output_0", "/Slice_71_output_0", "/Neg_35_output_0", "/Slice_70_output_0", "/Concat_225_output_0", "/Mul_139_output_0", "/Add_86_output_0", "/FakeLinear_70_output_0", "/Reshape_156_output_0", "/Reshape_161_output_0", "/FakeLinear_71_output_0", "/post_attention_layernorm_17/Mul_output_0", "onnx::Mul_8629", "/post_attention_layernorm_17/Mul_1_output_0", "/Add_88_output_0", "/pre_feedforward_layernorm_17/Mul_output_0", "onnx::Mul_8631", "/pre_feedforward_layernorm_17/Mul_1_output_0", "/mlp/gate_proj_17/FakeLinear_output_0", "/mlp/act_fn_17/Mul_output_0", "/mlp/act_fn_17/Mul_1_output_0", "/mlp/act_fn_17/Mul_2_output_0", "/mlp/act_fn_17/Add_output_0", "/mlp/act_fn_17/Mul_3_output_0", "/mlp/act_fn_17/Tanh_output_0", "/mlp/act_fn_17/Add_1_output_0", "/mlp/act_fn_17/Mul_4_output_0", "/mlp/act_fn_17/Mul_5_output_0", "/mlp/up_proj_17/FakeLinear_output_0", "/mlp_17/Mul_output_0", "/mlp/down_proj_17/FakeLinear_output_0", "/post_feedforward_layernorm_17/Mul_output_0", "onnx::Mul_8633", "/post_feedforward_layernorm_17/Mul_1_output_0", "/Add_89_output_0", "/Reshape_162_output_0", "/input_layernorm_18/Mul_output_0", "onnx::Mul_8635", "/input_layernorm_18/Mul_1_output_0", "/FakeLinear_72_output_0", "/Shape_253_output_0", "Shape4994", "BinaryOp4997", "BinaryOp4998", "Unsqueeze4999", "BinaryOp5001", "Unsqueeze5002", "StridedSlice5005", "Squeeze5006", "BinaryOp5007", "BinaryOp5008", "/Gather_274_output_0", "/Unsqueeze_577_output_0", "/Concat_234_output_0", "/Reshape_163_output_0", "/Mul_144_output_0", "/Shape_254_output_0", "Shape5015", "BinaryOp5018", "BinaryOp5019", "Unsqueeze5020", "BinaryOp5022", "Unsqueeze5023", "StridedSlice5026", "Squeeze5027", "BinaryOp5028", "BinaryOp5029", "/Gather_275_output_0", "/Div_54_output_0", "/Unsqueeze_582_output_0", "/Slice_73_output_0", "/Neg_36_output_0", "/Slice_72_output_0", "/Concat_237_output_0", "/Mul_145_output_0", "/Add_90_output_0", "/FakeLinear_73_output_0", "/Concat_235_output_0", "/Reshape_164_output_0", "/Mul_146_output_0", "/Shape_255_output_0", "Shape5078", "BinaryOp5081", "BinaryOp5082", "Unsqueeze5083", "BinaryOp5085", "Unsqueeze5086", "StridedSlice5089", "Squeeze5090", "BinaryOp5091", "BinaryOp5092", "/Gather_276_output_0", "/Div_55_output_0", "/Unsqueeze_584_output_0", "/Slice_75_output_0", "/Neg_37_output_0", "/Slice_74_output_0", "/Concat_238_output_0", "/Mul_147_output_0", "/Add_91_output_0", "/FakeLinear_74_output_0", "/Reshape_165_output_0", "/Reshape_170_output_0", "/FakeLinear_75_output_0", "/post_attention_layernorm_18/Mul_output_0", "onnx::Mul_8658", "/post_attention_layernorm_18/Mul_1_output_0", "/Add_93_output_0", "/pre_feedforward_layernorm_18/Mul_output_0", "onnx::Mul_8660", "/pre_feedforward_layernorm_18/Mul_1_output_0", "/mlp/gate_proj_18/FakeLinear_output_0", "/mlp/act_fn_18/Mul_output_0", "/mlp/act_fn_18/Mul_1_output_0", "/mlp/act_fn_18/Mul_2_output_0", "/mlp/act_fn_18/Add_output_0", "/mlp/act_fn_18/Mul_3_output_0", "/mlp/act_fn_18/Tanh_output_0", "/mlp/act_fn_18/Add_1_output_0", "/mlp/act_fn_18/Mul_4_output_0", "/mlp/act_fn_18/Mul_5_output_0", "/mlp/up_proj_18/FakeLinear_output_0", "/mlp_18/Mul_output_0", "/mlp/down_proj_18/FakeLinear_output_0", "/post_feedforward_layernorm_18/Mul_output_0", "onnx::Mul_8662", "/post_feedforward_layernorm_18/Mul_1_output_0", "/Add_94_output_0", "/Reshape_171_output_0", "/input_layernorm_19/Mul_output_0", "onnx::Mul_8664", "/input_layernorm_19/Mul_1_output_0", "/FakeLinear_76_output_0", "/Shape_267_output_0", "Shape5267", "BinaryOp5270", "BinaryOp5271", "Unsqueeze5272", "BinaryOp5274", "Unsqueeze5275", "StridedSlice5278", "Squeeze5279", "BinaryOp5280", "BinaryOp5281", "/Gather_289_output_0", "/Unsqueeze_609_output_0", "/Concat_247_output_0", "/Reshape_172_output_0", "/Mul_152_output_0", "/Shape_268_output_0", "Shape5288", "BinaryOp5291", "BinaryOp5292", "Unsqueeze5293", "BinaryOp5295", "Unsqueeze5296", "StridedSlice5299", "Squeeze5300", "BinaryOp5301", "BinaryOp5302", "/Gather_290_output_0", "/Div_57_output_0", "/Unsqueeze_614_output_0", "/Slice_77_output_0", "/Neg_38_output_0", "/Slice_76_output_0", "/Concat_250_output_0", "/Mul_153_output_0", "/Add_95_output_0", "/FakeLinear_77_output_0", "/Concat_248_output_0", "/Reshape_173_output_0", "/Mul_154_output_0", "/Shape_269_output_0", "Shape5351", "BinaryOp5354", "BinaryOp5355", "Unsqueeze5356", "BinaryOp5358", "Unsqueeze5359", "StridedSlice5362", "Squeeze5363", "BinaryOp5364", "BinaryOp5365", "/Gather_291_output_0", "/Div_58_output_0", "/Unsqueeze_616_output_0", "/Slice_79_output_0", "/Neg_39_output_0", "/Slice_78_output_0", "/Concat_251_output_0", "/Mul_155_output_0", "/Add_96_output_0", "/FakeLinear_78_output_0", "/Reshape_174_output_0", "/Reshape_179_output_0", "/FakeLinear_79_output_0", "/post_attention_layernorm_19/Mul_output_0", "onnx::Mul_8687", "/post_attention_layernorm_19/Mul_1_output_0", "/Add_98_output_0", "/pre_feedforward_layernorm_19/Mul_output_0", "onnx::Mul_8689", "/pre_feedforward_layernorm_19/Mul_1_output_0", "/mlp/gate_proj_19/FakeLinear_output_0", "/mlp/act_fn_19/Mul_output_0", "/mlp/act_fn_19/Mul_1_output_0", "/mlp/act_fn_19/Mul_2_output_0", "/mlp/act_fn_19/Add_output_0", "/mlp/act_fn_19/Mul_3_output_0", "/mlp/act_fn_19/Tanh_output_0", "/mlp/act_fn_19/Add_1_output_0", "/mlp/act_fn_19/Mul_4_output_0", "/mlp/act_fn_19/Mul_5_output_0", "/mlp/up_proj_19/FakeLinear_output_0", "/mlp_19/Mul_output_0", "/mlp/down_proj_19/FakeLinear_output_0", "/post_feedforward_layernorm_19/Mul_output_0", "onnx::Mul_8691", "/post_feedforward_layernorm_19/Mul_1_output_0", "/Add_99_output_0", "/Reshape_180_output_0", "/input_layernorm_20/Mul_output_0", "onnx::Mul_8693", "/input_layernorm_20/Mul_1_output_0", "/FakeLinear_80_output_0", "/Shape_281_output_0", "Shape5540", "BinaryOp5543", "BinaryOp5544", "Unsqueeze5545", "BinaryOp5547", "Unsqueeze5548", "StridedSlice5551", "Squeeze5552", "BinaryOp5553", "BinaryOp5554", "/Gather_304_output_0", "/Unsqueeze_641_output_0", "/Concat_260_output_0", "/Reshape_181_output_0", "/Mul_160_output_0", "/Shape_282_output_0", "Shape5561", "BinaryOp5564", "BinaryOp5565", "Unsqueeze5566", "BinaryOp5568", "Unsqueeze5569", "StridedSlice5572", "Squeeze5573", "BinaryOp5574", "BinaryOp5575", "/Gather_305_output_0", "/Div_60_output_0", "/Unsqueeze_646_output_0", "/Slice_81_output_0", "/Neg_40_output_0", "/Slice_80_output_0", "/Concat_263_output_0", "/Mul_161_output_0", "/Add_100_output_0", "/FakeLinear_81_output_0", "/Concat_261_output_0", "/Reshape_182_output_0", "/Mul_162_output_0", "/Shape_283_output_0", "Shape5624", "BinaryOp5627", "BinaryOp5628", "Unsqueeze5629", "BinaryOp5631", "Unsqueeze5632", "StridedSlice5635", "Squeeze5636", "BinaryOp5637", "BinaryOp5638", "/Gather_306_output_0", "/Div_61_output_0", "/Unsqueeze_648_output_0", "/Slice_83_output_0", "/Neg_41_output_0", "/Slice_82_output_0", "/Concat_264_output_0", "/Mul_163_output_0", "/Add_101_output_0", "/FakeLinear_82_output_0", "/Reshape_183_output_0", "/Reshape_188_output_0", "/FakeLinear_83_output_0", "/post_attention_layernorm_20/Mul_output_0", "onnx::Mul_8716", "/post_attention_layernorm_20/Mul_1_output_0", "/Add_103_output_0", "/pre_feedforward_layernorm_20/Mul_output_0", "onnx::Mul_8718", "/pre_feedforward_layernorm_20/Mul_1_output_0", "/mlp/gate_proj_20/FakeLinear_output_0", "/mlp/act_fn_20/Mul_output_0", "/mlp/act_fn_20/Mul_1_output_0", "/mlp/act_fn_20/Mul_2_output_0", "/mlp/act_fn_20/Add_output_0", "/mlp/act_fn_20/Mul_3_output_0", "/mlp/act_fn_20/Tanh_output_0", "/mlp/act_fn_20/Add_1_output_0", "/mlp/act_fn_20/Mul_4_output_0", "/mlp/act_fn_20/Mul_5_output_0", "/mlp/up_proj_20/FakeLinear_output_0", "/mlp_20/Mul_output_0", "/mlp/down_proj_20/FakeLinear_output_0", "/post_feedforward_layernorm_20/Mul_output_0", "onnx::Mul_8720", "/post_feedforward_layernorm_20/Mul_1_output_0", "/Add_104_output_0", "/Reshape_189_output_0", "/input_layernorm_21/Mul_output_0", "onnx::Mul_8722", "/input_layernorm_21/Mul_1_output_0", "/FakeLinear_84_output_0", "/Shape_295_output_0", "Shape5813", "BinaryOp5816", "BinaryOp5817", "Unsqueeze5818", "BinaryOp5820", "Unsqueeze5821", "StridedSlice5824", "Squeeze5825", "BinaryOp5826", "BinaryOp5827", "/Gather_319_output_0", "/Unsqueeze_673_output_0", "/Concat_273_output_0", "/Reshape_190_output_0", "/Mul_168_output_0", "/Shape_296_output_0", "Shape5834", "BinaryOp5837", "BinaryOp5838", "Unsqueeze5839", "BinaryOp5841", "Unsqueeze5842", "StridedSlice5845", "Squeeze5846", "BinaryOp5847", "BinaryOp5848", "/Gather_320_output_0", "/Div_63_output_0", "/Unsqueeze_678_output_0", "/Slice_85_output_0", "/Neg_42_output_0", "/Slice_84_output_0", "/Concat_276_output_0", "/Mul_169_output_0", "/Add_105_output_0", "/FakeLinear_85_output_0", "/Concat_274_output_0", "/Reshape_191_output_0", "/Mul_170_output_0", "/Shape_297_output_0", "Shape5897", "BinaryOp5900", "BinaryOp5901", "Unsqueeze5902", "BinaryOp5904", "Unsqueeze5905", "StridedSlice5908", "Squeeze5909", "BinaryOp5910", "BinaryOp5911", "/Gather_321_output_0", "/Div_64_output_0", "/Unsqueeze_680_output_0", "/Slice_87_output_0", "/Neg_43_output_0", "/Slice_86_output_0", "/Concat_277_output_0", "/Mul_171_output_0", "/Add_106_output_0", "/FakeLinear_86_output_0", "/Reshape_192_output_0", "/Reshape_197_output_0", "/FakeLinear_87_output_0", "/post_attention_layernorm_21/Mul_output_0", "onnx::Mul_8745", "/post_attention_layernorm_21/Mul_1_output_0", "/Add_108_output_0", "/pre_feedforward_layernorm_21/Mul_output_0", "onnx::Mul_8747", "/pre_feedforward_layernorm_21/Mul_1_output_0", "/mlp/gate_proj_21/FakeLinear_output_0", "/mlp/act_fn_21/Mul_output_0", "/mlp/act_fn_21/Mul_1_output_0", "/mlp/act_fn_21/Mul_2_output_0", "/mlp/act_fn_21/Add_output_0", "/mlp/act_fn_21/Mul_3_output_0", "/mlp/act_fn_21/Tanh_output_0", "/mlp/act_fn_21/Add_1_output_0", "/mlp/act_fn_21/Mul_4_output_0", "/mlp/act_fn_21/Mul_5_output_0", "/mlp/up_proj_21/FakeLinear_output_0", "/mlp_21/Mul_output_0", "/mlp/down_proj_21/FakeLinear_output_0", "/post_feedforward_layernorm_21/Mul_output_0", "onnx::Mul_8749", "/post_feedforward_layernorm_21/Mul_1_output_0", "/Add_109_output_0", "/Reshape_198_output_0", "/input_layernorm_22/Mul_output_0", "onnx::Mul_8751", "/input_layernorm_22/Mul_1_output_0", "/FakeLinear_88_output_0", "/Shape_309_output_0", "Shape6086", "BinaryOp6089", "BinaryOp6090", "Unsqueeze6091", "BinaryOp6093", "Unsqueeze6094", "StridedSlice6097", "Squeeze6098", "BinaryOp6099", "BinaryOp6100", "/Gather_334_output_0", "/Unsqueeze_705_output_0", "/Concat_286_output_0", "/Reshape_199_output_0", "/Mul_176_output_0", "/Shape_310_output_0", "Shape6107", "BinaryOp6110", "BinaryOp6111", "Unsqueeze6112", "BinaryOp6114", "Unsqueeze6115", "StridedSlice6118", "Squeeze6119", "BinaryOp6120", "BinaryOp6121", "/Gather_335_output_0", "/Div_66_output_0", "/Unsqueeze_710_output_0", "/Slice_89_output_0", "/Neg_44_output_0", "/Slice_88_output_0", "/Concat_289_output_0", "/Mul_177_output_0", "/Add_110_output_0", "/FakeLinear_89_output_0", "/Concat_287_output_0", "/Reshape_200_output_0", "/Mul_178_output_0", "/Shape_311_output_0", "Shape6170", "BinaryOp6173", "BinaryOp6174", "Unsqueeze6175", "BinaryOp6177", "Unsqueeze6178", "StridedSlice6181", "Squeeze6182", "BinaryOp6183", "BinaryOp6184", "/Gather_336_output_0", "/Div_67_output_0", "/Unsqueeze_712_output_0", "/Slice_91_output_0", "/Neg_45_output_0", "/Slice_90_output_0", "/Concat_290_output_0", "/Mul_179_output_0", "/Add_111_output_0", "/FakeLinear_90_output_0", "/Reshape_201_output_0", "/Reshape_206_output_0", "/FakeLinear_91_output_0", "/post_attention_layernorm_22/Mul_output_0", "onnx::Mul_8774", "/post_attention_layernorm_22/Mul_1_output_0", "/Add_113_output_0", "/pre_feedforward_layernorm_22/Mul_output_0", "onnx::Mul_8776", "/pre_feedforward_layernorm_22/Mul_1_output_0", "/mlp/gate_proj_22/FakeLinear_output_0", "/mlp/act_fn_22/Mul_output_0", "/mlp/act_fn_22/Mul_1_output_0", "/mlp/act_fn_22/Mul_2_output_0", "/mlp/act_fn_22/Add_output_0", "/mlp/act_fn_22/Mul_3_output_0", "/mlp/act_fn_22/Tanh_output_0", "/mlp/act_fn_22/Add_1_output_0", "/mlp/act_fn_22/Mul_4_output_0", "/mlp/act_fn_22/Mul_5_output_0", "/mlp/up_proj_22/FakeLinear_output_0", "/mlp_22/Mul_output_0", "/mlp/down_proj_22/FakeLinear_output_0", "/post_feedforward_layernorm_22/Mul_output_0", "onnx::Mul_8778", "/post_feedforward_layernorm_22/Mul_1_output_0", "/Add_114_output_0", "/Reshape_207_output_0", "/input_layernorm_23/Mul_output_0", "onnx::Mul_8780", "/input_layernorm_23/Mul_1_output_0", "/FakeLinear_92_output_0", "/Shape_323_output_0", "Shape6359", "BinaryOp6362", "BinaryOp6363", "Unsqueeze6364", "BinaryOp6366", "Unsqueeze6367", "StridedSlice6370", "Squeeze6371", "BinaryOp6372", "BinaryOp6373", "/Gather_349_output_0", "/Unsqueeze_737_output_0", "/Concat_299_output_0", "/Reshape_208_output_0", "/Mul_184_output_0", "/Shape_324_output_0", "Shape6380", "BinaryOp6383", "BinaryOp6384", "Unsqueeze6385", "BinaryOp6387", "Unsqueeze6388", "StridedSlice6391", "Squeeze6392", "BinaryOp6393", "BinaryOp6394", "/Gather_350_output_0", "/Div_69_output_0", "/Unsqueeze_742_output_0", "/Slice_93_output_0", "/Neg_46_output_0", "/Slice_92_output_0", "/Concat_302_output_0", "/Mul_185_output_0", "/Add_115_output_0", "/FakeLinear_93_output_0", "/Concat_300_output_0", "/Reshape_209_output_0", "/Mul_186_output_0", "/Shape_325_output_0", "Shape6443", "BinaryOp6446", "BinaryOp6447", "Unsqueeze6448", "BinaryOp6450", "Unsqueeze6451", "StridedSlice6454", "Squeeze6455", "BinaryOp6456", "BinaryOp6457", "/Gather_351_output_0", "/Div_70_output_0", "/Unsqueeze_744_output_0", "/Slice_95_output_0", "/Neg_47_output_0", "/Slice_94_output_0", "/Concat_303_output_0", "/Mul_187_output_0", "/Add_116_output_0", "/FakeLinear_94_output_0", "/Reshape_210_output_0", "/Reshape_215_output_0", "/FakeLinear_95_output_0", "/post_attention_layernorm_23/Mul_output_0", "onnx::Mul_8803", "/post_attention_layernorm_23/Mul_1_output_0", "/Add_118_output_0", "/pre_feedforward_layernorm_23/Mul_output_0", "onnx::Mul_8805", "/pre_feedforward_layernorm_23/Mul_1_output_0", "/mlp/gate_proj_23/FakeLinear_output_0", "/mlp/act_fn_23/Mul_output_0", "/mlp/act_fn_23/Mul_1_output_0", "/mlp/act_fn_23/Mul_2_output_0", "/mlp/act_fn_23/Add_output_0", "/mlp/act_fn_23/Mul_3_output_0", "/mlp/act_fn_23/Tanh_output_0", "/mlp/act_fn_23/Add_1_output_0", "/mlp/act_fn_23/Mul_4_output_0", "/mlp/act_fn_23/Mul_5_output_0", "/mlp/up_proj_23/FakeLinear_output_0", "/mlp_23/Mul_output_0", "/mlp/down_proj_23/FakeLinear_output_0", "/post_feedforward_layernorm_23/Mul_output_0", "onnx::Mul_8807", "/post_feedforward_layernorm_23/Mul_1_output_0", "/Add_119_output_0", "/Reshape_216_output_0", "/input_layernorm_24/Mul_output_0", "onnx::Mul_8809", "/input_layernorm_24/Mul_1_output_0", "/FakeLinear_96_output_0", "/Shape_337_output_0", "Shape6632", "BinaryOp6635", "BinaryOp6636", "Unsqueeze6637", "BinaryOp6639", "Unsqueeze6640", "StridedSlice6643", "Squeeze6644", "BinaryOp6645", "BinaryOp6646", "/Gather_364_output_0", "/Unsqueeze_769_output_0", "/Concat_312_output_0", "/Reshape_217_output_0", "/Mul_192_output_0", "/Shape_338_output_0", "Shape6653", "BinaryOp6656", "BinaryOp6657", "Unsqueeze6658", "BinaryOp6660", "Unsqueeze6661", "StridedSlice6664", "Squeeze6665", "BinaryOp6666", "BinaryOp6667", "/Gather_365_output_0", "/Div_72_output_0", "/Unsqueeze_774_output_0", "/Slice_97_output_0", "/Neg_48_output_0", "/Slice_96_output_0", "/Concat_315_output_0", "/Mul_193_output_0", "/Add_120_output_0", "/FakeLinear_97_output_0", "/Concat_313_output_0", "/Reshape_218_output_0", "/Mul_194_output_0", "/Shape_339_output_0", "Shape6716", "BinaryOp6719", "BinaryOp6720", "Unsqueeze6721", "BinaryOp6723", "Unsqueeze6724", "StridedSlice6727", "Squeeze6728", "BinaryOp6729", "BinaryOp6730", "/Gather_366_output_0", "/Div_73_output_0", "/Unsqueeze_776_output_0", "/Slice_99_output_0", "/Neg_49_output_0", "/Slice_98_output_0", "/Concat_316_output_0", "/Mul_195_output_0", "/Add_121_output_0", "/FakeLinear_98_output_0", "/Reshape_219_output_0", "/Reshape_224_output_0", "/FakeLinear_99_output_0", "/post_attention_layernorm_24/Mul_output_0", "onnx::Mul_8832", "/post_attention_layernorm_24/Mul_1_output_0", "/Add_123_output_0", "/pre_feedforward_layernorm_24/Mul_output_0", "onnx::Mul_8834", "/pre_feedforward_layernorm_24/Mul_1_output_0", "/mlp/gate_proj_24/FakeLinear_output_0", "/mlp/act_fn_24/Mul_output_0", "/mlp/act_fn_24/Mul_1_output_0", "/mlp/act_fn_24/Mul_2_output_0", "/mlp/act_fn_24/Add_output_0", "/mlp/act_fn_24/Mul_3_output_0", "/mlp/act_fn_24/Tanh_output_0", "/mlp/act_fn_24/Add_1_output_0", "/mlp/act_fn_24/Mul_4_output_0", "/mlp/act_fn_24/Mul_5_output_0", "/mlp/up_proj_24/FakeLinear_output_0", "/mlp_24/Mul_output_0", "/mlp/down_proj_24/FakeLinear_output_0", "/post_feedforward_layernorm_24/Mul_output_0", "onnx::Mul_8836", "/post_feedforward_layernorm_24/Mul_1_output_0", "/Add_124_output_0", "/Reshape_225_output_0", "/input_layernorm_25/Mul_output_0", "onnx::Mul_8838", "/input_layernorm_25/Mul_1_output_0", "/FakeLinear_100_output_0", "/Shape_351_output_0", "Shape6905", "BinaryOp6908", "BinaryOp6909", "Unsqueeze6910", "BinaryOp6912", "Unsqueeze6913", "StridedSlice6916", "Squeeze6917", "BinaryOp6918", "BinaryOp6919", "/Gather_379_output_0", "/Unsqueeze_801_output_0", "/Concat_325_output_0", "/Reshape_226_output_0", "/Mul_200_output_0", "/Shape_352_output_0", "Shape6926", "BinaryOp6929", "BinaryOp6930", "Unsqueeze6931", "BinaryOp6933", "Unsqueeze6934", "StridedSlice6937", "Squeeze6938", "BinaryOp6939", "BinaryOp6940", "/Gather_380_output_0", "/Div_75_output_0", "/Unsqueeze_806_output_0", "/Slice_101_output_0", "/Neg_50_output_0", "/Slice_100_output_0", "/Concat_328_output_0", "/Mul_201_output_0", "/Add_125_output_0", "/FakeLinear_101_output_0", "/Concat_326_output_0", "/Reshape_227_output_0", "/Mul_202_output_0", "/Shape_353_output_0", "Shape6989", "BinaryOp6992", "BinaryOp6993", "Unsqueeze6994", "BinaryOp6996", "Unsqueeze6997", "StridedSlice7000", "Squeeze7001", "BinaryOp7002", "BinaryOp7003", "/Gather_381_output_0", "/Div_76_output_0", "/Unsqueeze_808_output_0", "/Slice_103_output_0", "/Neg_51_output_0", "/Slice_102_output_0", "/Concat_329_output_0", "/Mul_203_output_0", "/Add_126_output_0", "/FakeLinear_102_output_0", "/Reshape_228_output_0", "/Reshape_233_output_0", "/FakeLinear_103_output_0", "/post_attention_layernorm_25/Mul_output_0", "onnx::Mul_8861", "/post_attention_layernorm_25/Mul_1_output_0", "/Add_128_output_0", "/pre_feedforward_layernorm_25/Mul_output_0", "onnx::Mul_8863", "/pre_feedforward_layernorm_25/Mul_1_output_0", "/mlp/gate_proj_25/FakeLinear_output_0", "/mlp/act_fn_25/Mul_output_0", "/mlp/act_fn_25/Mul_1_output_0", "/mlp/act_fn_25/Mul_2_output_0", "/mlp/act_fn_25/Add_output_0", "/mlp/act_fn_25/Mul_3_output_0", "/mlp/act_fn_25/Tanh_output_0", "/mlp/act_fn_25/Add_1_output_0", "/mlp/act_fn_25/Mul_4_output_0", "/mlp/act_fn_25/Mul_5_output_0", "/mlp/up_proj_25/FakeLinear_output_0", "/mlp_25/Mul_output_0", "/mlp/down_proj_25/FakeLinear_output_0", "/post_feedforward_layernorm_25/Mul_output_0", "onnx::Mul_8865", "/post_feedforward_layernorm_25/Mul_1_output_0", "/Add_129_output_0", "/lm/Constant_output_0__", "/lm/Reshape_output_0", "/rotary/Constant_6_output_0", "Shape7170", "BinaryOp7173", "BinaryOp7174", "Unsqueeze7175", "BinaryOp7177", "Unsqueeze7178", "StridedSlice7181", "Squeeze7182", "BinaryOp7183", "BinaryOp7184", "/lm/Gather_output_0", "/lm/Constant_1_output_0__", "/lm/Reshape_1_output_0", "/lm/norm/Mul_output_0", "onnx::Mul_8867", "/lm/norm/Mul_1_output_0", "/lm/lm/FakeLinear_output_0", "/Constant_1556_output_0__", "logits", "past_key_values", "presents", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/gate_proj/Linear/pre_reshape", "/layers.0/mlp/gate_proj/Linear/pre_convert", "/layers.0/mlp/gate_proj/Linear", "/layers.0/mlp/gate_proj/Linear/post_convert", "/layers.0/mlp/up_proj/Linear/pre_reshape", "/layers.0/mlp/up_proj/Linear/pre_convert", "/layers.0/mlp/up_proj/Linear", "/layers.0/mlp/up_proj/Linear/post_convert", "/layers.0/mlp/down_proj/Linear/pre_reshape", "/layers.0/mlp/down_proj/Linear/pre_convert", "/layers.0/mlp/down_proj/Linear", "/layers.0/mlp/down_proj/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/gate_proj/Linear/pre_reshape", "/layers.1/mlp/gate_proj/Linear/pre_convert", "/layers.1/mlp/gate_proj/Linear", "/layers.1/mlp/gate_proj/Linear/post_convert", "/layers.1/mlp/up_proj/Linear/pre_reshape", "/layers.1/mlp/up_proj/Linear/pre_convert", "/layers.1/mlp/up_proj/Linear", "/layers.1/mlp/up_proj/Linear/post_convert", "/layers.1/mlp/down_proj/Linear/pre_reshape", "/layers.1/mlp/down_proj/Linear/pre_convert", "/layers.1/mlp/down_proj/Linear", "/layers.1/mlp/down_proj/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/gate_proj/Linear/pre_reshape", "/layers.2/mlp/gate_proj/Linear/pre_convert", "/layers.2/mlp/gate_proj/Linear", "/layers.2/mlp/gate_proj/Linear/post_convert", "/layers.2/mlp/up_proj/Linear/pre_reshape", "/layers.2/mlp/up_proj/Linear/pre_convert", "/layers.2/mlp/up_proj/Linear", "/layers.2/mlp/up_proj/Linear/post_convert", "/layers.2/mlp/down_proj/Linear/pre_reshape", "/layers.2/mlp/down_proj/Linear/pre_convert", "/layers.2/mlp/down_proj/Linear", "/layers.2/mlp/down_proj/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/gate_proj/Linear/pre_reshape", "/layers.3/mlp/gate_proj/Linear/pre_convert", "/layers.3/mlp/gate_proj/Linear", "/layers.3/mlp/gate_proj/Linear/post_convert", "/layers.3/mlp/up_proj/Linear/pre_reshape", "/layers.3/mlp/up_proj/Linear/pre_convert", "/layers.3/mlp/up_proj/Linear", "/layers.3/mlp/up_proj/Linear/post_convert", "/layers.3/mlp/down_proj/Linear/pre_reshape", "/layers.3/mlp/down_proj/Linear/pre_convert", "/layers.3/mlp/down_proj/Linear", "/layers.3/mlp/down_proj/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/gate_proj/Linear/pre_reshape", "/layers.4/mlp/gate_proj/Linear/pre_convert", "/layers.4/mlp/gate_proj/Linear", "/layers.4/mlp/gate_proj/Linear/post_convert", "/layers.4/mlp/up_proj/Linear/pre_reshape", "/layers.4/mlp/up_proj/Linear/pre_convert", "/layers.4/mlp/up_proj/Linear", "/layers.4/mlp/up_proj/Linear/post_convert", "/layers.4/mlp/down_proj/Linear/pre_reshape", "/layers.4/mlp/down_proj/Linear/pre_convert", "/layers.4/mlp/down_proj/Linear", "/layers.4/mlp/down_proj/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/gate_proj/Linear/pre_reshape", "/layers.5/mlp/gate_proj/Linear/pre_convert", "/layers.5/mlp/gate_proj/Linear", "/layers.5/mlp/gate_proj/Linear/post_convert", "/layers.5/mlp/up_proj/Linear/pre_reshape", "/layers.5/mlp/up_proj/Linear/pre_convert", "/layers.5/mlp/up_proj/Linear", "/layers.5/mlp/up_proj/Linear/post_convert", "/layers.5/mlp/down_proj/Linear/pre_reshape", "/layers.5/mlp/down_proj/Linear/pre_convert", "/layers.5/mlp/down_proj/Linear", "/layers.5/mlp/down_proj/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/gate_proj/Linear/pre_reshape", "/layers.6/mlp/gate_proj/Linear/pre_convert", "/layers.6/mlp/gate_proj/Linear", "/layers.6/mlp/gate_proj/Linear/post_convert", "/layers.6/mlp/up_proj/Linear/pre_reshape", "/layers.6/mlp/up_proj/Linear/pre_convert", "/layers.6/mlp/up_proj/Linear", "/layers.6/mlp/up_proj/Linear/post_convert", "/layers.6/mlp/down_proj/Linear/pre_reshape", "/layers.6/mlp/down_proj/Linear/pre_convert", "/layers.6/mlp/down_proj/Linear", "/layers.6/mlp/down_proj/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/gate_proj/Linear/pre_reshape", "/layers.7/mlp/gate_proj/Linear/pre_convert", "/layers.7/mlp/gate_proj/Linear", "/layers.7/mlp/gate_proj/Linear/post_convert", "/layers.7/mlp/up_proj/Linear/pre_reshape", "/layers.7/mlp/up_proj/Linear/pre_convert", "/layers.7/mlp/up_proj/Linear", "/layers.7/mlp/up_proj/Linear/post_convert", "/layers.7/mlp/down_proj/Linear/pre_reshape", "/layers.7/mlp/down_proj/Linear/pre_convert", "/layers.7/mlp/down_proj/Linear", "/layers.7/mlp/down_proj/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/gate_proj/Linear/pre_reshape", "/layers.8/mlp/gate_proj/Linear/pre_convert", "/layers.8/mlp/gate_proj/Linear", "/layers.8/mlp/gate_proj/Linear/post_convert", "/layers.8/mlp/up_proj/Linear/pre_reshape", "/layers.8/mlp/up_proj/Linear/pre_convert", "/layers.8/mlp/up_proj/Linear", "/layers.8/mlp/up_proj/Linear/post_convert", "/layers.8/mlp/down_proj/Linear/pre_reshape", "/layers.8/mlp/down_proj/Linear/pre_convert", "/layers.8/mlp/down_proj/Linear", "/layers.8/mlp/down_proj/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/gate_proj/Linear/pre_reshape", "/layers.9/mlp/gate_proj/Linear/pre_convert", "/layers.9/mlp/gate_proj/Linear", "/layers.9/mlp/gate_proj/Linear/post_convert", "/layers.9/mlp/up_proj/Linear/pre_reshape", "/layers.9/mlp/up_proj/Linear/pre_convert", "/layers.9/mlp/up_proj/Linear", "/layers.9/mlp/up_proj/Linear/post_convert", "/layers.9/mlp/down_proj/Linear/pre_reshape", "/layers.9/mlp/down_proj/Linear/pre_convert", "/layers.9/mlp/down_proj/Linear", "/layers.9/mlp/down_proj/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/gate_proj/Linear/pre_reshape", "/layers.10/mlp/gate_proj/Linear/pre_convert", "/layers.10/mlp/gate_proj/Linear", "/layers.10/mlp/gate_proj/Linear/post_convert", "/layers.10/mlp/up_proj/Linear/pre_reshape", "/layers.10/mlp/up_proj/Linear/pre_convert", "/layers.10/mlp/up_proj/Linear", "/layers.10/mlp/up_proj/Linear/post_convert", "/layers.10/mlp/down_proj/Linear/pre_reshape", "/layers.10/mlp/down_proj/Linear/pre_convert", "/layers.10/mlp/down_proj/Linear", "/layers.10/mlp/down_proj/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/gate_proj/Linear/pre_reshape", "/layers.11/mlp/gate_proj/Linear/pre_convert", "/layers.11/mlp/gate_proj/Linear", "/layers.11/mlp/gate_proj/Linear/post_convert", "/layers.11/mlp/up_proj/Linear/pre_reshape", "/layers.11/mlp/up_proj/Linear/pre_convert", "/layers.11/mlp/up_proj/Linear", "/layers.11/mlp/up_proj/Linear/post_convert", "/layers.11/mlp/down_proj/Linear/pre_reshape", "/layers.11/mlp/down_proj/Linear/pre_convert", "/layers.11/mlp/down_proj/Linear", "/layers.11/mlp/down_proj/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/gate_proj/Linear/pre_reshape", "/layers.12/mlp/gate_proj/Linear/pre_convert", "/layers.12/mlp/gate_proj/Linear", "/layers.12/mlp/gate_proj/Linear/post_convert", "/layers.12/mlp/up_proj/Linear/pre_reshape", "/layers.12/mlp/up_proj/Linear/pre_convert", "/layers.12/mlp/up_proj/Linear", "/layers.12/mlp/up_proj/Linear/post_convert", "/layers.12/mlp/down_proj/Linear/pre_reshape", "/layers.12/mlp/down_proj/Linear/pre_convert", "/layers.12/mlp/down_proj/Linear", "/layers.12/mlp/down_proj/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/gate_proj/Linear/pre_reshape", "/layers.13/mlp/gate_proj/Linear/pre_convert", "/layers.13/mlp/gate_proj/Linear", "/layers.13/mlp/gate_proj/Linear/post_convert", "/layers.13/mlp/up_proj/Linear/pre_reshape", "/layers.13/mlp/up_proj/Linear/pre_convert", "/layers.13/mlp/up_proj/Linear", "/layers.13/mlp/up_proj/Linear/post_convert", "/layers.13/mlp/down_proj/Linear/pre_reshape", "/layers.13/mlp/down_proj/Linear/pre_convert", "/layers.13/mlp/down_proj/Linear", "/layers.13/mlp/down_proj/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/gate_proj/Linear/pre_reshape", "/layers.14/mlp/gate_proj/Linear/pre_convert", "/layers.14/mlp/gate_proj/Linear", "/layers.14/mlp/gate_proj/Linear/post_convert", "/layers.14/mlp/up_proj/Linear/pre_reshape", "/layers.14/mlp/up_proj/Linear/pre_convert", "/layers.14/mlp/up_proj/Linear", "/layers.14/mlp/up_proj/Linear/post_convert", "/layers.14/mlp/down_proj/Linear/pre_reshape", "/layers.14/mlp/down_proj/Linear/pre_convert", "/layers.14/mlp/down_proj/Linear", "/layers.14/mlp/down_proj/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/gate_proj/Linear/pre_reshape", "/layers.15/mlp/gate_proj/Linear/pre_convert", "/layers.15/mlp/gate_proj/Linear", "/layers.15/mlp/gate_proj/Linear/post_convert", "/layers.15/mlp/up_proj/Linear/pre_reshape", "/layers.15/mlp/up_proj/Linear/pre_convert", "/layers.15/mlp/up_proj/Linear", "/layers.15/mlp/up_proj/Linear/post_convert", "/layers.15/mlp/down_proj/Linear/pre_reshape", "/layers.15/mlp/down_proj/Linear/pre_convert", "/layers.15/mlp/down_proj/Linear", "/layers.15/mlp/down_proj/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/gate_proj/Linear/pre_reshape", "/layers.16/mlp/gate_proj/Linear/pre_convert", "/layers.16/mlp/gate_proj/Linear", "/layers.16/mlp/gate_proj/Linear/post_convert", "/layers.16/mlp/up_proj/Linear/pre_reshape", "/layers.16/mlp/up_proj/Linear/pre_convert", "/layers.16/mlp/up_proj/Linear", "/layers.16/mlp/up_proj/Linear/post_convert", "/layers.16/mlp/down_proj/Linear/pre_reshape", "/layers.16/mlp/down_proj/Linear/pre_convert", "/layers.16/mlp/down_proj/Linear", "/layers.16/mlp/down_proj/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/gate_proj/Linear/pre_reshape", "/layers.17/mlp/gate_proj/Linear/pre_convert", "/layers.17/mlp/gate_proj/Linear", "/layers.17/mlp/gate_proj/Linear/post_convert", "/layers.17/mlp/up_proj/Linear/pre_reshape", "/layers.17/mlp/up_proj/Linear/pre_convert", "/layers.17/mlp/up_proj/Linear", "/layers.17/mlp/up_proj/Linear/post_convert", "/layers.17/mlp/down_proj/Linear/pre_reshape", "/layers.17/mlp/down_proj/Linear/pre_convert", "/layers.17/mlp/down_proj/Linear", "/layers.17/mlp/down_proj/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/gate_proj/Linear/pre_reshape", "/layers.18/mlp/gate_proj/Linear/pre_convert", "/layers.18/mlp/gate_proj/Linear", "/layers.18/mlp/gate_proj/Linear/post_convert", "/layers.18/mlp/up_proj/Linear/pre_reshape", "/layers.18/mlp/up_proj/Linear/pre_convert", "/layers.18/mlp/up_proj/Linear", "/layers.18/mlp/up_proj/Linear/post_convert", "/layers.18/mlp/down_proj/Linear/pre_reshape", "/layers.18/mlp/down_proj/Linear/pre_convert", "/layers.18/mlp/down_proj/Linear", "/layers.18/mlp/down_proj/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/gate_proj/Linear/pre_reshape", "/layers.19/mlp/gate_proj/Linear/pre_convert", "/layers.19/mlp/gate_proj/Linear", "/layers.19/mlp/gate_proj/Linear/post_convert", "/layers.19/mlp/up_proj/Linear/pre_reshape", "/layers.19/mlp/up_proj/Linear/pre_convert", "/layers.19/mlp/up_proj/Linear", "/layers.19/mlp/up_proj/Linear/post_convert", "/layers.19/mlp/down_proj/Linear/pre_reshape", "/layers.19/mlp/down_proj/Linear/pre_convert", "/layers.19/mlp/down_proj/Linear", "/layers.19/mlp/down_proj/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/gate_proj/Linear/pre_reshape", "/layers.20/mlp/gate_proj/Linear/pre_convert", "/layers.20/mlp/gate_proj/Linear", "/layers.20/mlp/gate_proj/Linear/post_convert", "/layers.20/mlp/up_proj/Linear/pre_reshape", "/layers.20/mlp/up_proj/Linear/pre_convert", "/layers.20/mlp/up_proj/Linear", "/layers.20/mlp/up_proj/Linear/post_convert", "/layers.20/mlp/down_proj/Linear/pre_reshape", "/layers.20/mlp/down_proj/Linear/pre_convert", "/layers.20/mlp/down_proj/Linear", "/layers.20/mlp/down_proj/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/gate_proj/Linear/pre_reshape", "/layers.21/mlp/gate_proj/Linear/pre_convert", "/layers.21/mlp/gate_proj/Linear", "/layers.21/mlp/gate_proj/Linear/post_convert", "/layers.21/mlp/up_proj/Linear/pre_reshape", "/layers.21/mlp/up_proj/Linear/pre_convert", "/layers.21/mlp/up_proj/Linear", "/layers.21/mlp/up_proj/Linear/post_convert", "/layers.21/mlp/down_proj/Linear/pre_reshape", "/layers.21/mlp/down_proj/Linear/pre_convert", "/layers.21/mlp/down_proj/Linear", "/layers.21/mlp/down_proj/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/gate_proj/Linear/pre_reshape", "/layers.22/mlp/gate_proj/Linear/pre_convert", "/layers.22/mlp/gate_proj/Linear", "/layers.22/mlp/gate_proj/Linear/post_convert", "/layers.22/mlp/up_proj/Linear/pre_reshape", "/layers.22/mlp/up_proj/Linear/pre_convert", "/layers.22/mlp/up_proj/Linear", "/layers.22/mlp/up_proj/Linear/post_convert", "/layers.22/mlp/down_proj/Linear/pre_reshape", "/layers.22/mlp/down_proj/Linear/pre_convert", "/layers.22/mlp/down_proj/Linear", "/layers.22/mlp/down_proj/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/gate_proj/Linear/pre_reshape", "/layers.23/mlp/gate_proj/Linear/pre_convert", "/layers.23/mlp/gate_proj/Linear", "/layers.23/mlp/gate_proj/Linear/post_convert", "/layers.23/mlp/up_proj/Linear/pre_reshape", "/layers.23/mlp/up_proj/Linear/pre_convert", "/layers.23/mlp/up_proj/Linear", "/layers.23/mlp/up_proj/Linear/post_convert", "/layers.23/mlp/down_proj/Linear/pre_reshape", "/layers.23/mlp/down_proj/Linear/pre_convert", "/layers.23/mlp/down_proj/Linear", "/layers.23/mlp/down_proj/Linear/post_convert", "/layers.24/self_attn/q_proj/Linear/pre_reshape", "/layers.24/self_attn/q_proj/Linear/pre_convert", "/layers.24/self_attn/q_proj/Linear", "/layers.24/self_attn/q_proj/Linear/post_convert", "/layers.24/self_attn/k_proj/Linear/pre_reshape", "/layers.24/self_attn/k_proj/Linear/pre_convert", "/layers.24/self_attn/k_proj/Linear", "/layers.24/self_attn/k_proj/Linear/post_convert", "/layers.24/self_attn/v_proj/Linear/pre_reshape", "/layers.24/self_attn/v_proj/Linear/pre_convert", "/layers.24/self_attn/v_proj/Linear", "/layers.24/self_attn/v_proj/Linear/post_convert", "/layers.24/self_attn/o_proj/Linear/pre_reshape", "/layers.24/self_attn/o_proj/Linear/pre_convert", "/layers.24/self_attn/o_proj/Linear", "/layers.24/self_attn/o_proj/Linear/post_convert", "/layers.24/mlp/gate_proj/Linear/pre_reshape", "/layers.24/mlp/gate_proj/Linear/pre_convert", "/layers.24/mlp/gate_proj/Linear", "/layers.24/mlp/gate_proj/Linear/post_convert", "/layers.24/mlp/up_proj/Linear/pre_reshape", "/layers.24/mlp/up_proj/Linear/pre_convert", "/layers.24/mlp/up_proj/Linear", "/layers.24/mlp/up_proj/Linear/post_convert", "/layers.24/mlp/down_proj/Linear/pre_reshape", "/layers.24/mlp/down_proj/Linear/pre_convert", "/layers.24/mlp/down_proj/Linear", "/layers.24/mlp/down_proj/Linear/post_convert", "/layers.25/self_attn/q_proj/Linear/pre_reshape", "/layers.25/self_attn/q_proj/Linear/pre_convert", "/layers.25/self_attn/q_proj/Linear", "/layers.25/self_attn/q_proj/Linear/post_convert", "/layers.25/self_attn/k_proj/Linear/pre_reshape", "/layers.25/self_attn/k_proj/Linear/pre_convert", "/layers.25/self_attn/k_proj/Linear", "/layers.25/self_attn/k_proj/Linear/post_convert", "/layers.25/self_attn/v_proj/Linear/pre_reshape", "/layers.25/self_attn/v_proj/Linear/pre_convert", "/layers.25/self_attn/v_proj/Linear", "/layers.25/self_attn/v_proj/Linear/post_convert", "/layers.25/self_attn/o_proj/Linear/pre_reshape", "/layers.25/self_attn/o_proj/Linear/pre_convert", "/layers.25/self_attn/o_proj/Linear", "/layers.25/self_attn/o_proj/Linear/post_convert", "/layers.25/mlp/gate_proj/Linear/pre_reshape", "/layers.25/mlp/gate_proj/Linear/pre_convert", "/layers.25/mlp/gate_proj/Linear", "/layers.25/mlp/gate_proj/Linear/post_convert", "/layers.25/mlp/up_proj/Linear/pre_reshape", "/layers.25/mlp/up_proj/Linear/pre_convert", "/layers.25/mlp/up_proj/Linear", "/layers.25/mlp/up_proj/Linear/post_convert", "/layers.25/mlp/down_proj/Linear/pre_reshape", "/layers.25/mlp/down_proj/Linear/pre_convert", "/layers.25/mlp/down_proj/Linear", "/layers.25/mlp/down_proj/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ], "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "24573a21-284d-4663-89c1-9b0fc2aa7735" }